00000800:00000200:3.1F:1734015818.281015:0:3498:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aeca43c0] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:3.1:1734015818.281559:0:3489:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aeca43c0] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:3.1:1734015818.281562:0:3489:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.101@tcp ffff8800aeca4a80 deleted 00000800:00000010:3.1:1734015818.281564:0:3489:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800aeca4a80. 00000800:00000200:3.1:1734015818.281566:0:3489:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1734015818.281571:0:3489:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:1023 00000800:00000200:3.1:1734015818.281575:0:3489:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800aec90800 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1734015818.281678:0:3488:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1734015818.282311:0:3490:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800aeca43c0] -> 12345-192.168.201.101@tcp (4) 00000800:00000200:3.1:1734015818.282314:0:3490:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.101@tcp ffff8800aeca4a80 deleted 00000800:00000010:3.1:1734015818.282315:0:3490:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800aeca4a80. 00000800:00000200:3.1:1734015818.282318:0:3490:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1734015818.282363:0:3488:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1F:1734015818.353281:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b4c32300. 00010000:00000010:1.1:1734015818.353291:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800ac1b8240. 00010000:00000010:0.1F:1734015818.445397:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800ac1646c0. 00010000:00000010:2.1F:1734015818.451873:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a7f72900. 00010000:00000010:2.1:1734015818.451883:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012e2c8900. 00010000:00000010:2.1:1734015818.451887:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88008be14200. 00010000:00000010:2.1:1734015818.451890:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff8800ac164b40. 00080000:00000010:3.1:1734015818.460522:0:27:0:(osd_handler.c:1596:osd_oxc_free()) kfreed 'oxe': 68 at ffff880090a0e840. 00000100:00100000:0.0:1734016079.142072:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341372032:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016079.142118:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e57c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f513 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.142135:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e57c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f513 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.142153:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:0.0:1734016079.145510:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338397184 00000100:00100000:0.0:1734016079.145520:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338397184 00000100:00100000:0.0:1734016079.145574:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9564 00000100:00100000:0.0:1734016079.145581:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007134aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338397184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.145602:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.145623:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e583 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f51a expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.145653:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731e559 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6447104->6475775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f4f0 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.145662:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.145664:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.145667:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e583 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4542464->4546559] (req 4542464->4546559) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f51a expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.145699:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731e559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6447104->6475775) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f4f0 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.145710:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731e559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6447104->6475775) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f4f0 expref: 5 pid: 8706 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016079.145724:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7702d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341372160:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016079.146467:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.150938:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.156582:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338397568 00000100:00100000:0.0:1734016079.156587:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338397568 00002000:00100000:0.0:1734016079.156617:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4542464->4546559) req@ffff880071f20a80 x1818247338397568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.156625:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f20a80 with x1818247338397568 ext(4542464->4546559) 00002000:00010000:0.0:1734016079.156629:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f20a80 00000100:00100000:0.0:1734016079.156642:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7673 00000100:00100000:0.0:1734016079.156647:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338397568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.156782:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338397568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.156788:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7673 00002000:00100000:0.0:1734016079.156792:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4542464->4546559) req@ffff880071f20a80 x1818247338397568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.156798:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f20a80 with x1818247338397568 ext(4542464->4546559) 00002000:00010000:0.0:1734016079.156801:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f20a80 00000100:00100000:0.0:1734016079.160484:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338397824 00000100:00100000:0.0:1734016079.160492:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338397824 00002000:00100000:0.0:1734016079.160523:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4538368->4542463) req@ffff880071f23480 x1818247338397824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.160531:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f23480 with x1818247338397824 ext(4538368->4542463) 00002000:00010000:0.0:1734016079.160535:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f23480 00000100:00100000:0.0:1734016079.160549:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7674 00000100:00100000:0.0:1734016079.160555:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338397824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.161263:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338397824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 704us (848us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.161271:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7674 00002000:00100000:0.0:1734016079.161278:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4538368->4542463) req@ffff880071f23480 x1818247338397824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.161284:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f23480 with x1818247338397824 ext(4538368->4542463) 00002000:00010000:0.0:1734016079.161287:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f23480 00000100:00100000:0.0:1734016079.164544:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338398080 00000100:00100000:0.0:1734016079.164555:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338398080 00002000:00100000:0.0:1734016079.164593:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4534272->4538367) req@ffff88012c4fb100 x1818247338398080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.164603:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4fb100 with x1818247338398080 ext(4534272->4538367) 00002000:00010000:0.0:1734016079.164607:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4fb100 00000100:00100000:0.0:1734016079.183891:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.197136:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.208106:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.223526:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7687 00000100:00100000:0.0:1734016079.223540:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338401024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.284947:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338401280 00000100:00100000:0.0:1734016079.284959:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338401280 00000100:00100000:0.0:1734016079.285016:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9565 00000100:00100000:0.0:1734016079.285024:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338401280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.285048:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.285069:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e58a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f521 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.285094:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e583 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4542464->4546559) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f51a expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.285101:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.285103:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.285107:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e58a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7217152->7258111] (req 7217152->7258111) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f521 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.285141:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e583 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4542464->4546559) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f51a expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.285153:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e583 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4542464->4546559) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f51a expref: 8 pid: 8706 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016079.285168:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007459ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341372416:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016079.285284:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.303169:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007459ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341372416:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016079.303249:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e58a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7217152->7258111] (req 7217152->7258111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f521 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.303268:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016079.303330:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338401280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 18304us (18734us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.303342:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9565 00000100:00100000:0.0:1734016079.350658:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338401664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 16365us (16894us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.350669:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7688 00002000:00100000:0.0:1734016079.350681:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3559424->7217151) req@ffff880071f22d80 x1818247338401664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 504/440 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.350690:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f22d80 with x1818247338401664 ext(3559424->7217151) 00002000:00010000:0.0:1734016079.350695:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f22d80 00000100:00100000:0.0:1734016079.357685:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338401920 00000100:00100000:0.0:1734016079.357696:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338401920 00002000:00100000:0.0:1734016079.357739:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3555328->3559423) req@ffff880071f23100 x1818247338401920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.357748:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f23100 with x1818247338401920 ext(3555328->3559423) 00002000:00010000:0.0:1734016079.357754:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f23100 00000100:00100000:0.0:1734016079.357787:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7689 00000100:00100000:0.0:1734016079.357794:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338401920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.359009:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338401920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1209us (1588us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.359018:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7689 00002000:00100000:0.0:1734016079.359026:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3555328->3559423) req@ffff880071f23100 x1818247338401920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.359034:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f23100 with x1818247338401920 ext(3555328->3559423) 00002000:00010000:0.0:1734016079.359038:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f23100 00000100:00100000:0.0:1734016079.363712:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338402176 00000100:00100000:0.0:1734016079.363728:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338402176 00002000:00100000:0.0:1734016079.363779:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3551232->3555327) req@ffff880071f20e00 x1818247338402176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.363790:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f20e00 with x1818247338402176 ext(3551232->3555327) 00002000:00010000:0.0:1734016079.363797:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f20e00 00000100:00100000:0.0:1734016079.363832:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7690 00000100:00100000:0.0:1734016079.363840:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338402176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.364041:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338402176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (588us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.364048:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7690 00002000:00100000:0.0:1734016079.364054:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3551232->3555327) req@ffff880071f20e00 x1818247338402176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.364061:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f20e00 with x1818247338402176 ext(3551232->3555327) 00002000:00010000:0.0:1734016079.364064:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f20e00 00000100:00100000:0.0:1734016079.377633:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338402688 00000100:00100000:0.0:1734016079.377645:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338402688 00002000:00100000:0.0:1734016079.377697:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3543040->3547135) req@ffff880074069180 x1818247338402688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.377709:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069180 with x1818247338402688 ext(3543040->3547135) 00002000:00010000:0.0:1734016079.377714:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069180 00000100:00100000:0.0:1734016079.377752:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7692 00000100:00100000:0.0:1734016079.377759:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338402688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.377976:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338402688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 215us (894us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.377985:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7692 00002000:00100000:0.0:1734016079.377991:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3543040->3547135) req@ffff880074069180 x1818247338402688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.377998:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069180 with x1818247338402688 ext(3543040->3547135) 00002000:00010000:0.0:1734016079.378000:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069180 00000100:00100000:0.0:1734016079.406725:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403456 00000100:00100000:0.0:1734016079.406735:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403456 00002000:00100000:0.0:1734016079.406774:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3530752->3534847) req@ffff880074068380 x1818247338403456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.406784:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068380 with x1818247338403456 ext(3530752->3534847) 00002000:00010000:0.0:1734016079.406789:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068380 00000100:00100000:0.0:1734016079.406824:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7695 00000100:00100000:0.0:1734016079.406831:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338403456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.407009:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338403456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 177us (364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.407016:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7695 00002000:00100000:0.0:1734016079.407021:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3530752->3534847) req@ffff880074068380 x1818247338403456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.407029:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068380 with x1818247338403456 ext(3530752->3534847) 00002000:00010000:0.0:1734016079.407031:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068380 00000100:00100000:0.0:1734016079.412725:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403712 00000100:00100000:0.0:1734016079.412734:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403712 00002000:00100000:0.0:1734016079.412771:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3526656->3530751) req@ffff880074068a80 x1818247338403712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.412784:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068a80 with x1818247338403712 ext(3526656->3530751) 00002000:00010000:0.0:1734016079.412788:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068a80 00000100:00100000:0.0:1734016079.412821:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7696 00000100:00100000:0.0:1734016079.412827:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338403712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.412963:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338403712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (822us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.412970:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7696 00002000:00100000:0.0:1734016079.412977:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3526656->3530751) req@ffff880074068a80 x1818247338403712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.412983:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068a80 with x1818247338403712 ext(3526656->3530751) 00002000:00010000:0.0:1734016079.412986:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068a80 00000100:00100000:0.0:1734016079.419141:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403968 00000100:00100000:0.0:1734016079.419150:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403968 00002000:00100000:0.0:1734016079.419225:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3522560->3526655) req@ffff88007406bb80 x1818247338403968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.419236:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406bb80 with x1818247338403968 ext(3522560->3526655) 00002000:00010000:0.0:1734016079.419241:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406bb80 00000100:00100000:0.0:1734016079.419276:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7697 00000100:00100000:0.0:1734016079.419282:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338403968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.419433:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338403968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 149us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.419450:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7697 00002000:00100000:0.0:1734016079.419456:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3522560->3526655) req@ffff88007406bb80 x1818247338403968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.419464:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406bb80 with x1818247338403968 ext(3522560->3526655) 00002000:00010000:0.0:1734016079.419467:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406bb80 00000100:00100000:0.0:1734016079.427857:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338404096 00000100:00100000:0.0:1734016079.427868:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338404096 00002000:00100000:0.0:1734016079.427913:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3522560->7255842) req@ffff880074069f80 x1818247338404096/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 504/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.427924:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069f80 with x1818247338404096 ext(3522560->7255842) 00002000:00010000:0.0:1734016079.427929:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069f80 00000100:00100000:0.0:1734016079.427967:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7698 00000100:00100000:0.0:1734016079.427975:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338404096:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016079.433813:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338404096:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5828us (6036us total) trans 4294968903 rc 0/0 00000100:00100000:0.0:1734016079.433826:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7698 00002000:00100000:0.0:1734016079.433837:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3522560->7255842) req@ffff880074069f80 x1818247338404096/t4294968903(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 504/448 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.433846:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069f80 with x1818247338404096 ext(3522560->7255842) 00002000:00010000:0.0:1734016079.433852:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069f80 00000100:00100000:0.0:1734016079.445253:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338404224 00000100:00100000:0.0:1734016079.445266:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338404224 00000100:00100000:0.0:1734016079.445344:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9566 00000100:00100000:0.0:1734016079.445353:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338404224:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:0.0:1734016079.449086:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338404224:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3727us (6371us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.449105:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9566 00000100:00100000:0.0:1734016079.460451:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338404352 00000100:00100000:0.0:1734016079.460460:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338404352 00000100:00100000:0.0:1734016079.460509:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9567 00000100:00100000:0.0:1734016079.460515:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338404352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.460534:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.460552:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e591 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f528 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.460605:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007459ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341372672:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016079.461821:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.506608:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338404736 00000100:00100000:0.0:1734016079.506614:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338404736 00000100:00100000:0.0:1734016079.506653:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 289 00000100:00100000:0.0:1734016079.506658:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a75dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247338404736:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016079.508030:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a75dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247338404736:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 1365us (2477us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.508040:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 289 00000100:00100000:0.0:1734016079.509954:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338405120 00000100:00100000:0.0:1734016079.509962:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338405120 00000100:00100000:0.0:1734016079.509985:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9570 00000100:00100000:0.0:1734016079.509990:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338405120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.510002:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.510017:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731e5a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f53d expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.510065:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007459e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341373056:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016079.510101:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.512914:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007459e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341373056:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016079.512950:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731e5a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f53d expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.512964:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731e5a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f53d expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.513982:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016079.514387:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338405120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4389us (4485us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.514396:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9570 00000100:00100000:0.0:1734016079.552993:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338405632 00000100:00100000:0.0:1734016079.553004:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338405632 00002000:00100000:0.0:1734016079.553077:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4235264->7999487) req@ffff880071d3fb80 x1818247338405632/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 504/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.553088:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3fb80 with x1818247338405632 ext(4235264->7999487) 00002000:00010000:0.0:1734016079.553093:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3fb80 00000100:00100000:0.0:1734016079.553124:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338405504 00000100:00100000:0.0:1734016079.553126:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338405504 00002000:00100000:0.0:1734016079.553138:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4235263) req@ffff880071d3e300 x1818247338405504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:40/0 lens 504/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.553157:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e300 with x1818247338405504 ext(0->4235263) 00002000:00010000:0.0:1734016079.553161:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e300 00000100:00100000:0.0:1734016079.553176:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7699 00000100:00100000:0.0:1734016079.553252:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338405632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.557212:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7700 00000100:00100000:0.0:1734016079.557233:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338405504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.646659:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.658379:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.672405:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.680846:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.691733:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.698057:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.702873:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016079.717298:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e5de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f560 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.717316:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e5de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f560 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.717329:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016079.717379:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338407040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9752us (10333us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016079.717386:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9575 00000100:00100000:1.0:1734016079.720823:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338407168 00000100:00100000:1.0:1734016079.720832:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338407168 00000100:00100000:1.0:1734016079.720943:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9576 00000100:00100000:1.0:1734016079.720950:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338407168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016079.720967:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016079.720984:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e5e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f567 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.721007:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e58a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7217152->7258111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f521 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.721014:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016079.721016:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016079.721020:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e5e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7286784->7290879] (req 7286784->7290879) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f567 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.721050:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e58a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7217152->7258111) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f521 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.721067:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e58a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7217152->7258111) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f521 expref: 9 pid: 8706 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734016079.721079:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341373824:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016079.721137:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880071a34c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016079.724805:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341373824:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016079.724862:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e5e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7286784->7290879] (req 7286784->7290879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f567 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.724879:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016079.724919:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338407168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3968us (4231us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016079.724929:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9576 00000100:00100000:0.0:1734016079.725054:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.768250:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.808684:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338407680:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 40205us (40421us total) trans 0 rc 2973696/2973696 00000100:00100000:0.0:1734016079.808701:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7702 00002000:00100000:0.0:1734016079.808719:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5120000->8093695) req@ffff88012b87c380 x1818247338407680/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:40/0 lens 488/440 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 2973696/2973696 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.808728:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c380 with x1818247338407680 ext(5120000->8093695) 00002000:00010000:0.0:1734016079.808738:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c380 00000100:00100000:0.0:1734016079.831936:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016079.832049:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338407808 00000100:00100000:1.0:1734016079.832062:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338407808 00002000:00100000:1.0:1734016079.832110:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7270400->7290879) req@ffff88012b87ea00 x1818247338407808/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016079.832121:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ea00 with x1818247338407808 ext(7270400->7290879) 00002000:00010000:1.0:1734016079.832127:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ea00 00000100:00100000:1.0:1734016079.832163:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7703 00000100:00100000:1.0:1734016079.832171:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338407808:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016079.843447:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338407808:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 11258us (11502us total) trans 4294968908 rc 0/0 00000100:00100000:1.0:1734016079.843465:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7703 00002000:00100000:1.0:1734016079.843478:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7270400->7290879) req@ffff88012b87ea00 x1818247338407808/t4294968908(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:40/0 lens 488/448 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016079.843486:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ea00 with x1818247338407808 ext(7270400->7290879) 00002000:00010000:1.0:1734016079.843492:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ea00 00000100:00100000:1.0:1734016079.846424:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338407936 00000100:00100000:1.0:1734016079.846443:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338407936 00000100:00100000:1.0:1734016079.846501:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9577 00000100:00100000:1.0:1734016079.846509:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338407936:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:1.0:1734016079.848740:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338407936:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2223us (2429us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016079.848755:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9577 00000100:00100000:1.0:1734016079.856174:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408064 00000100:00100000:1.0:1734016079.856199:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408064 00000100:00100000:1.0:1734016079.856243:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9578 00000100:00100000:1.0:1734016079.856249:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338408064:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016079.856444:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8091321 -> 8091321 00002000:00010000:1.0:1734016079.856447:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016079 -> 1734016080 00002000:00010000:1.0:1734016079.856449:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016079 -> 1734016079 00002000:00010000:1.0:1734016079.856450:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016079 -> 1734016079 00002000:00010000:1.0:1734016079.856452:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1688 -> 1808 00000100:00100000:1.0:1734016079.856489:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338408064:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 239us (437us total) trans 4294968909 rc 0/0 00000100:00100000:1.0:1734016079.856494:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9578 00000100:00100000:1.0:1734016079.860263:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016079.877007:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408576 00000100:00100000:1.0:1734016079.877019:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408576 00000100:00100000:1.0:1734016079.877109:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1685 00000100:00100000:1.0:1734016079.877117:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338408576:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016079.877164:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016079.877345:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731e5bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f544 expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.877374:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016079.877377:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016079.877568:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016079.877581:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e5d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f559 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.877587:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016079.877614:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e5d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f559 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.877624:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e5d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f559 expref: 18 pid: 7702 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.877635:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341374336:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016079.877689:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.880083:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341374336:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016079.880121:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016079.884584:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408704 00000100:00100000:0.0:1734016079.884592:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408704 00010000:00010000:0.0:1734016079.884620:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e5d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f559 expref: 19 pid: 7702 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016079.884651:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2377 00000100:00100000:0.0:1734016079.884656:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247338408704:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.884675:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.884680:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e5d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f559 expref: 19 pid: 7702 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.884690:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e5d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f559 expref: 19 pid: 7702 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.884707:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e5d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f559 expref: 19 pid: 7702 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.884730:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016079.884734:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016079.884741:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016079.884747:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016079.884769:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.884798:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247338408704:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 142us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.884804:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2377 00010000:00010000:1.0:1734016079.884956:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.884963:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:1.0:1734016079.885036:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968354 00000004:00010000:1.0:1734016079.885071:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e454000 reply state ffff880071d60000 transno 4294968355 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:1.0:1734016079.885078:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016079.885151:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338408576:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8034us (8234us total) trans 4294968355 rc 0/0 00000100:00100000:1.0:1734016079.885158:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1685 00000020:00080000:1.0:1734016079.885162:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016079.889405:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.889415:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.889425:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.889438:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016079.889443:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.889450:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.889467:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016079.889469:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016079.889474:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.889479:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e5fa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016079.889897:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408832 00000100:00100000:0.0:1734016079.889909:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408832 00002000:00010000:0.0:1734016079.889946:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6266000->18446744073709551615) 00002000:00100000:0.0:1734016079.889951:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454380 with x1818247338408832 ext(6266000->18446744073709551615) 00002000:00010000:0.0:1734016079.889962:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454380. 00000100:00100000:0.0:1734016079.889988:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7704 00000100:00100000:0.0:1734016079.889997:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338408832:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016079.891226:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8091321 -> 6266000 00002000:00010000:0.0:1734016079.891231:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016079.891233:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016080 -> 1734016079 00002000:00010000:0.0:1734016079.891235:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016079.891237:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1808 -> 1592 00000100:00100000:0.0:1734016079.891301:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338408832:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1303us (1967us total) trans 4294968910 rc 0/0 00000100:00100000:0.0:1734016079.891309:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7704 00002000:00010000:0.0:1734016079.891313:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6266000->18446744073709551615) 00002000:00100000:0.0:1734016079.891316:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454380 with x1818247338408832 ext(6266000->18446744073709551615) 00002000:00010000:0.0:1734016079.891321:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454380. 00000100:00100000:1.0:1734016079.896860:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408960 00000100:00100000:1.0:1734016079.896870:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408960 00000100:00100000:1.0:1734016079.896912:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1686 00000100:00100000:1.0:1734016079.896919:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338408960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016079.896946:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016079.896966:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731e601 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f57c expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.897057:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.897072:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.897087:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016079.897113:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6266000 00000004:00200000:1.0:1734016079.897116:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016079.897132:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.897157:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731e601 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f57c expref: 19 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.897174:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f57c expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.897204:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016079.897207:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016079.897209:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016079.897570:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338408960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 648us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016079.897577:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1686 00000100:00100000:0.0:1734016079.906543:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.930307:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338409344 00000100:00100000:0.0:1734016079.930326:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338409344 00000100:00100000:0.0:1734016079.930419:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9581 00000100:00100000:0.0:1734016079.930436:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338409344:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016079.930778:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6266000 -> 6266000 00002000:00010000:0.0:1734016079.930782:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016079.930784:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016079 -> 1734016079 00002000:00010000:0.0:1734016079.930786:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016079.930789:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1592 -> 1592 00000100:00100000:0.0:1734016079.930869:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338409344:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 440us (820us total) trans 4294968911 rc 0/0 00000100:00100000:0.0:1734016079.930876:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9581 00000100:00100000:1.0:1734016079.933801:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338409472 00000100:00100000:1.0:1734016079.933813:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338409472 00000100:00100000:1.0:1734016079.933856:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1687 00000100:00100000:1.0:1734016079.933863:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338409472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016079.933884:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016079.933903:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731e60f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f583 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.934003:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e616 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.934017:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.934025:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016079.934047:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6266000 00000004:00200000:1.0:1734016079.934051:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016079.934065:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e616 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016079.934084:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731e60f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f583 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.934117:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e616 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f583 expref: 19 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016079.934123:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016079.934125:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016079.934128:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016079.934213:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338409472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 317us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016079.934220:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1687 00000100:00100000:1.0:1734016079.940613:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338409600 00000100:00100000:1.0:1734016079.940621:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338409600 00000100:00100000:1.0:1734016079.941470:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9582 00000100:00100000:1.0:1734016079.941478:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338409600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016079.941495:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016079.941514:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e61d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f58a expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016079.941565:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341374464:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016079.941961:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.947871:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338409728 00000100:00100000:0.0:1734016079.947879:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338409728 00000100:00100000:0.0:1734016079.948083:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9583 00000100:00100000:0.0:1734016079.948090:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338409728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.948108:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.948127:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731e624 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f591 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.948177:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341374592:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016079.948265:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016079.950974:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341374592:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016079.951009:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731e624 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f591 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.951021:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731e624 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f591 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016079.951049:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:1.0:1734016079.951091:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338409728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2999us (3410us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016079.951100:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9583 00000100:00100000:1.0:1734016079.954625:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.959512:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.965101:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016079.978414:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016079.984057:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.987856:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016079.991314:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338410496:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3288us (3450us total) trans 4294968913 rc 0/0 00000100:00100000:0.0:1734016079.991324:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 258 00002000:00100000:0.0:1734016079.991334:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1277952->1318911) req@ffff88012b87d880 x1818247338410496/t4294968913(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:40/0 lens 488/448 e 0 to 0 dl 1734016090 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.991344:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87d880 with x1818247338410496 ext(1277952->1318911) 00010000:00010000:0.0:1734016079.991352:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e5e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7286784->7290879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f567 expref: 12 pid: 8706 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016079.991365:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e5e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7286784->7290879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f567 expref: 12 pid: 8706 timeout: 443 lvb_type: 0 00002000:00010000:0.0:1734016079.991371:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87d880 00000100:00100000:1.0:1734016079.996656:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.005340:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341375232:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016080.005359:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.005403:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338410624:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8515us (8755us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.005414:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2378 00000100:00100000:1.0:1734016080.011150:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016080.011241:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734016080.011696:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016050 00000100:00100000:1.0:1734016080.019653:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.030818:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.042706:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411136 00000100:00100000:0.0:1734016080.042717:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411136 00010000:00010000:0.0:1734016080.042756:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731e640 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8318976->8355839) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ad expref: 8 pid: 13915 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016080.042803:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2379 00000100:00100000:0.0:1734016080.042813:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338411136:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.042832:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.042856:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731e640 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8318976->8355839) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ad expref: 8 pid: 13915 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.042870:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731e640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8318976->8355839) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ad expref: 8 pid: 13915 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.042894:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731e640 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8318976->8355839) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ad expref: 8 pid: 13915 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.042925:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.042928:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.042936:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.042945:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.042981:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.042996:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341375616:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016080.043057:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.050899:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341375616:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016080.050929:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016080.051033:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338411136:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8221us (8742us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016080.051045:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2379 00000100:00100000:1.0:1734016080.073014:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.073054:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.163877:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.177510:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:1.0:1734016080.182399:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016050 00000100:00100000:1.0:1734016080.188345:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016080.193691:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968915 is committed 00000001:00080000:0.0:1734016080.193707:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968914 is committed 00000100:00100000:0.0:1734016080.200777:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.225503:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.245543:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338412416 00000100:00100000:0.0:1734016080.245552:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338412416 00000100:00100000:0.0:1734016080.245708:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9595 00000100:00100000:0.0:1734016080.245715:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338412416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.246455:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.246471:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e663 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f5d0 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.246526:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341376000:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016080.246925:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.251417:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341376000:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016080.251466:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e663 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5d0 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.251480:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e663 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5d0 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.251509:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016080.252203:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338412416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6462us (6722us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.252211:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9595 00000100:00100000:0.0:1734016080.256081:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338412544 00000100:00100000:0.0:1734016080.256090:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338412544 00000100:00100000:0.0:1734016080.256315:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9596 00000100:00100000:0.0:1734016080.256323:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338412544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.256342:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.256360:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731e66a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f5d7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.256417:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341376128:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016080.256676:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.258946:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341376128:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016080.258987:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731e66a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5d7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.259000:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731e66a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5d7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.260196:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016080.260288:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338412544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3959us (4372us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.260302:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9596 00000100:00100000:0.0:1734016080.263658:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338412672 00000100:00100000:0.0:1734016080.263668:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338412672 00000100:00100000:0.0:1734016080.264077:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9597 00000100:00100000:0.0:1734016080.264085:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338412672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.264240:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.264263:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e671 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f5de expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.264295:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.264302:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016080.264303:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016080.264306:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e671 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3010560->3063807] (req 3010560->3063807) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5de expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.264335:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.264346:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 5 pid: 13915 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016080.264358:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341376256:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016080.264431:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.277633:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341376256:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016080.277669:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e671 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3010560->3063807] (req 3010560->3063807) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5de expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.277685:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016080.277760:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338412672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13673us (14383us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.277779:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9597 00000100:00100000:1.0:1734016080.294620:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338412800 00000100:00100000:1.0:1734016080.294630:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338412800 00010000:00010000:1.0:1734016080.294673:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 6 pid: 13915 timeout: 443 lvb_type: 0 00000100:00100000:1.0:1734016080.294704:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2380 00000100:00100000:1.0:1734016080.294711:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338412800:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016080.294726:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016080.294750:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 6 pid: 13915 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734016080.294764:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 6 pid: 13915 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734016080.294787:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e64e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3579904->3583999) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5bb expref: 6 pid: 13915 timeout: 443 lvb_type: 0 00010000:00010000:1.0:1734016080.294821:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016080.294823:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016080.294829:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e671 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3063807) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5de expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.294843:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e671 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3063807) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5de expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016080.294882:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e671 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3010560->3063807) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5de expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.294894:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c69500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341376384:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016080.294957:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016080.301671:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c69500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341376384:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016080.301700:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016080.301762:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338412800:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7049us (7251us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016080.301774:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2380 00000100:00100000:1.0:1734016080.317070:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.321841:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.422588:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338413440 00000100:00100000:0.0:1734016080.422599:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338413440 00000100:00100000:0.0:1734016080.422649:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9598 00000100:00100000:0.0:1734016080.422656:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338413440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.422676:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.422695:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e678 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f5e5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.422715:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.422717:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.422725:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e678 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5e5 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.422736:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e678 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5e5 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.422745:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016080.422799:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338413440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 142us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.422808:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9598 00000100:00100000:1.0:1734016080.425147:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.430078:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341376512:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016080.430090:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341376640:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016080.430117:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e67f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5312512->5357567] (req 5312512->5357567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ec expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.430133:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:0.0:1734016080.430177:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338413568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3681us (5037us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.430199:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9599 00000100:00100000:1.0:1734016080.432808:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338413696 00000100:00100000:1.0:1734016080.432816:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338413696 00010000:00010000:1.0:1734016080.432848:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e678 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5e5 expref: 7 pid: 13915 timeout: 443 lvb_type: 1 00000100:00100000:1.0:1734016080.433390:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2381 00000100:00100000:1.0:1734016080.433396:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338413696:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016080.433407:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016080.433434:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e678 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5e5 expref: 7 pid: 13915 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734016080.433445:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e678 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5e5 expref: 7 pid: 13915 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734016080.433464:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e678 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5e5 expref: 7 pid: 13915 timeout: 443 lvb_type: 1 00010000:00010000:1.0:1734016080.433846:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016080.434576:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338413696:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1175us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016080.434583:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2381 00000100:00100000:1.0:1734016080.445025:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.454331:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338413952 00000100:00100000:0.0:1734016080.454339:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338413952 00000100:00100000:0.0:1734016080.454379:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9600 00000100:00100000:0.0:1734016080.454384:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338413952:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016080.454621:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8353204 -> 8353204 00002000:00010000:0.0:1734016080.454624:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016080.454627:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016080 -> 1734016079 00002000:00010000:0.0:1734016080.454629:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016080 -> 1734016080 00002000:00010000:0.0:1734016080.454631:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1864 -> 1952 00000100:00100000:0.0:1734016080.454671:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338413952:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 286us (410us total) trans 4294968916 rc 0/0 00000100:00100000:0.0:1734016080.454677:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9600 00000100:00100000:0.0:1734016080.456587:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.482571:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.496092:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.502976:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.511337:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338414976 00000100:00100000:0.0:1734016080.511345:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338414976 00010000:00010000:0.0:1734016080.511371:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e67f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5312512->5357567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ec expref: 7 pid: 8706 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016080.511406:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2383 00000100:00100000:0.0:1734016080.511413:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338414976:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.511435:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.511451:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e67f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5312512->5357567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ec expref: 7 pid: 8706 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.511462:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e67f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5312512->5357567) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ec expref: 7 pid: 8706 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.511479:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e67f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5312512->5357567) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f5ec expref: 7 pid: 8706 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016080.511500:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.511503:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.511509:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731e6b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1351679) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f61d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.511516:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731e6b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1351679) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f61d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.511545:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731e6b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1351679) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f61d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.511556:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341377792:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016080.511611:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.517662:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341377792:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016080.517686:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.517734:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338414976:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6319us (6463us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.517744:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2383 00000100:00100000:1.0:1734016080.533691:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.619029:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.619820:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338415744 00000100:00100000:0.0:1734016080.619827:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338415744 00000100:00100000:0.0:1734016080.619874:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1689 00000100:00100000:0.0:1734016080.619880:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338415744:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016080.619920:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.619939:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731e616 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f583 expref: 19 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.619966:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016080.619970:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016080.620083:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e6b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016080.620095:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f57c expref: 17 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.620102:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e6b7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016080.620125:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f57c expref: 17 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.620135:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f57c expref: 17 pid: 7702 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016080.620147:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341377920:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016080.620198:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f4103c0 going to sleep for 11 seconds 00000100:00080000:1.0:1734016080.621983:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016050 00000100:00100000:0.0:1734016080.626486:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341377920:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016080.626508:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e6b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016080.626931:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338415872 00000100:00100000:0.0:1734016080.626936:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338415872 00010000:00010000:0.0:1734016080.626961:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731e608 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f57c expref: 18 pid: 7702 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016080.627299:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2384 00000100:00100000:0.0:1734016080.627305:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1980:x1818247338415872:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.627560:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e6b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016080.627565:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e6b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:0.0:1734016080.627641:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968356 00000004:00010000:0.0:1734016080.627674:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074c69880 reply state ffff880129efb000 transno 4294968357 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e6b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016080.627681:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016080.627734:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338415744:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7854us (8714us total) trans 4294968357 rc 0/0 00000100:00100000:0.0:1734016080.627740:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1689 00000020:00080000:0.0:1734016080.627743:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016080.631304:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338416000 00000100:00100000:0.0:1734016080.631312:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338416000 00000100:00100000:0.0:1734016080.631501:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9608 00000100:00100000:0.0:1734016080.631509:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338416000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.631526:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.631542:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f624 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.631564:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731e6b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1351679) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f61d expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.631570:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.631572:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.631575:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.631600:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731e6b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1351679) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f61d expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.631610:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731e6b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1294336->1351679) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f61d expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016080.631620:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341378048:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016080.634794:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.640464:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341378048:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016080.640493:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.640515:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016080.640563:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338416000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9054us (9579us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.640571:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9608 00000100:00100000:1.0:1734016080.649473:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.652612:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800745e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341378176:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016080.652631:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.652672:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338416128:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3052us (3206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.652681:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2385 00000100:00100000:1.0:1734016080.656226:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.663151:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.663595:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338416384 00000100:00100000:0.0:1734016080.663605:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338416384 00000100:00100000:0.0:1734016080.663830:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1690 00000100:00100000:0.0:1734016080.663837:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338416384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.663856:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.663877:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e6c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f62b expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.663953:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731e6cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016080.663965:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731e6cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016080.663975:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731e6cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:0.0:1734016080.663992:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6060908 00000004:00200000:0.0:1734016080.663996:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016080.664008:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731e6cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016080.664025:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e6c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f62b expref: 19 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.664051:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731e6cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f62b expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.664058:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016080.664060:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016080.664063:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016080.664100:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338416384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 264us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.664105:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1690 00000100:00100000:0.0:1734016080.667602:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338416512 00000100:00100000:0.0:1734016080.667609:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338416512 00000100:00100000:1.0:1734016080.671452:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9609 00000100:00100000:1.0:1734016080.671464:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338416512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016080.671484:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016080.671505:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e6d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f632 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016080.671564:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074373100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341378304:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016080.673384:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.681476:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338416640 00000100:00100000:0.0:1734016080.681484:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338416640 00000100:00100000:0.0:1734016080.681528:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9610 00000100:00100000:0.0:1734016080.681535:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338416640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.681552:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.681569:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e6da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f639 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.681618:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341378432:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016080.681674:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.683745:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341378432:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016080.683775:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e6da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f639 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.683786:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e6da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f639 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.683810:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016080.683859:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338416640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2323us (3103us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.683868:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9610 00000100:00100000:1.0:1734016080.687031:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.687115:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338416768 00000100:00100000:0.0:1734016080.687124:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338416768 00000100:00100000:0.0:1734016080.687230:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9611 00000100:00100000:0.0:1734016080.687237:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338416768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.687252:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.687266:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f640 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.687289:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.687296:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016080.687297:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016080.687300:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3100672->3158015] (req 3100672->3158015) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.687325:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.687336:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 7 pid: 13915 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016080.687347:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341378560:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016080.687402:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.690986:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341378560:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016080.691016:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3100672->3158015] (req 3100672->3158015) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.691033:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016080.691078:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338416768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3840us (4054us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.691087:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9611 00000100:00100000:0.0:1734016080.691382:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338416896 00000100:00100000:0.0:1734016080.691388:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338416896 00010000:00010000:0.0:1734016080.691408:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016080.691731:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2386 00000100:00100000:0.0:1734016080.691737:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338416896:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.691748:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.691764:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.691780:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.691796:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e6be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f624 expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.691819:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.691821:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.691826:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3158015) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.691834:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3158015) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.691859:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3158015) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.691869:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341378688:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016080.691900:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.696835:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131092300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341378688:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016080.696864:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.696918:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338416896:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5180us (5609us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.696928:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2386 00000100:00100000:0.0:1734016080.712624:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.715397:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338417408 00000100:00100000:0.0:1734016080.715408:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338417408 00002000:00100000:0.0:1734016080.715455:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6062079) req@ffff8800745e4000 x1818247338417408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.715464:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e4000 with x1818247338417408 ext(4194304->6062079) 00002000:00010000:0.0:1734016080.715468:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e4000 00000100:00100000:0.0:1734016080.715500:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7715 00000100:00100000:0.0:1734016080.715505:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338417408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.741607:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338417408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 26088us (27754us total) trans 0 rc 1867776/1867776 00000100:00100000:0.0:1734016080.741620:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7715 00002000:00100000:0.0:1734016080.741632:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6062079) req@ffff8800745e4000 x1818247338417408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:41/0 lens 488/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 1867776/1867776 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.741640:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e4000 with x1818247338417408 ext(4194304->6062079) 00002000:00010000:0.0:1734016080.741646:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e4000 00000100:00100000:0.0:1734016080.780504:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338417664 00000100:00100000:0.0:1734016080.780513:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338417664 00000100:00100000:0.0:1734016080.780564:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9612 00000100:00100000:0.0:1734016080.780571:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338417664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.780590:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.780606:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e6f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f64e expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.780627:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.780629:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.780641:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e6f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f64e expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.780657:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e6f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f64e expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.780668:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016080.780730:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338417664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 158us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.780737:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9612 00000100:00100000:0.0:1734016080.785671:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.792068:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338417920 00000100:00100000:0.0:1734016080.792074:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338417920 00010000:00010000:0.0:1734016080.792102:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e6f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f64e expref: 10 pid: 8706 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016080.792149:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2387 00000100:00100000:0.0:1734016080.792156:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338417920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.792174:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.792220:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e6f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f64e expref: 10 pid: 8706 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.792236:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e6f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f64e expref: 10 pid: 8706 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.792259:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e6f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f64e expref: 10 pid: 8706 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016080.792276:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.792614:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338417920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 458us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.792619:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2387 00000100:00100000:0.0:1734016080.805268:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338418048 00000100:00100000:0.0:1734016080.805276:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338418048 00010000:00010000:0.0:1734016080.805305:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3100672->3158015) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 7 pid: 8706 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016080.805340:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2388 00000100:00100000:0.0:1734016080.805347:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338418048:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016080.805358:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016080.805376:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3158015) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 7 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.805388:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3158015) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 7 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.805408:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e6e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3100672->3158015) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f640 expref: 7 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016080.805446:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.805448:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016080.805454:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731e6fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7614463) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f655 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.805466:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731e6fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7614463) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f655 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016080.805498:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731e6fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7614463) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f655 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.805510:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131091180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341379072:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016080.805574:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.812177:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131091180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341379072:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016080.812221:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016080.812275:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338418048:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6926us (7109us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.812286:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2388 00000100:00100000:0.0:1734016080.816208:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338418176 00000100:00100000:0.0:1734016080.816216:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338418176 00000100:00100000:0.0:1734016080.816258:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9614 00000100:00100000:0.0:1734016080.816264:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338418176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.816281:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.816297:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e704 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f65c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.816343:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341379200:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016080.816395:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016080.818851:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 6060908 -> 7612833 00002000:00010000:0.0:1734016080.818857:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016080 -> 1734016081 00002000:00010000:0.0:1734016080.818860:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016080 -> 1734016081 00000100:00100000:0.0:1734016080.818877:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341379200:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016080.818907:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e704 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f65c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.818922:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e704 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f65c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.818988:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016080.819148:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338418176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2882us (3053us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.819156:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9614 00000100:00100000:1.0:1734016080.824680:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.828324:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338418304 00000100:00100000:0.0:1734016080.828341:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338418304 00000100:00100000:0.0:1734016080.828404:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9615 00000100:00100000:0.0:1734016080.828424:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338418304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.828445:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.828465:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e70b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f663 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.828521:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341379328:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016080.828577:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.832101:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341379328:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016080.832143:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e70b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f663 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.832165:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e70b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f663 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016080.832230:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016080.832285:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338418304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3871us (7611us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016080.832294:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9615 00000100:00100000:0.0:1734016080.842716:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.848356:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.853624:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338419072 00000100:00100000:0.0:1734016080.853632:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338419072 00002000:00100000:0.0:1734016080.853677:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7561216->7565311) req@ffff8800745e5180 x1818247338419072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.853688:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e5180 with x1818247338419072 ext(7561216->7565311) 00002000:00010000:0.0:1734016080.853693:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e5180 00000100:00100000:0.0:1734016080.853728:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7718 00000100:00100000:0.0:1734016080.853736:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338419072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.853897:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338419072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 160us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.853905:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7718 00002000:00100000:0.0:1734016080.853911:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7561216->7565311) req@ffff8800745e5180 x1818247338419072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 488/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.853918:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e5180 with x1818247338419072 ext(7561216->7565311) 00002000:00010000:0.0:1734016080.853920:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e5180 00000100:00100000:1.0:1734016080.858156:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.868395:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.868482:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338419584 00000100:00100000:0.0:1734016080.868492:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338419584 00002000:00100000:0.0:1734016080.868534:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7553024->7557119) req@ffff880074370a80 x1818247338419584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.868545:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074370a80 with x1818247338419584 ext(7553024->7557119) 00002000:00010000:0.0:1734016080.868552:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074370a80 00000100:00100000:0.0:1734016080.868584:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7720 00000100:00100000:0.0:1734016080.868591:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338419584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.868747:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338419584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.868754:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7720 00002000:00100000:0.0:1734016080.868760:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7553024->7557119) req@ffff880074370a80 x1818247338419584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 488/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.868766:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074370a80 with x1818247338419584 ext(7553024->7557119) 00002000:00010000:0.0:1734016080.868769:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074370a80 00000100:00100000:1.0:1734016080.895339:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.895700:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338420096 00000100:00100000:0.0:1734016080.895710:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338420096 00002000:00100000:0.0:1734016080.895745:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7544832->7548927) req@ffff880074371500 x1818247338420096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.895755:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074371500 with x1818247338420096 ext(7544832->7548927) 00002000:00010000:0.0:1734016080.895760:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074371500 00000100:00100000:0.0:1734016080.895787:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7722 00000100:00100000:0.0:1734016080.895793:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338420096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.895927:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074371500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338420096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.895935:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7722 00002000:00100000:0.0:1734016080.895940:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7544832->7548927) req@ffff880074371500 x1818247338420096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 488/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.895948:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074371500 with x1818247338420096 ext(7544832->7548927) 00002000:00010000:0.0:1734016080.895951:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074371500 00000100:00100000:1.0:1734016080.907939:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.917913:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338420352 00000100:00100000:0.0:1734016080.917921:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338420352 00000100:00100000:0.0:1734016080.917969:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1692 00000100:00100000:0.0:1734016080.917976:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338420352:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016080.918715:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338420352:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 736us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016080.918722:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1692 00000100:00100000:1.0:1734016080.926834:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.926962:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338420480 00000100:00100000:0.0:1734016080.926973:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338420480 00000100:00100000:0.0:1734016080.927035:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9616 00000100:00100000:0.0:1734016080.927045:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338420480:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016080.930816:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968918 is committed 00000001:00080000:0.0:1734016080.930844:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968916 is committed 00000100:00100000:1.0:1734016080.941379:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016080.954300:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016080.988856:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338420992 00000100:00100000:0.0:1734016080.988865:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338420992 00002000:00100000:0.0:1734016080.988903:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->6062079) req@ffff8800745e7800 x1818247338420992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 504/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.988913:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e7800 with x1818247338420992 ext(0->6062079) 00002000:00010000:0.0:1734016080.988918:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e7800 00000100:00100000:0.0:1734016080.988941:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338421248 00000100:00100000:0.0:1734016080.988944:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338421248 00002000:00100000:0.0:1734016080.988952:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7544831) req@ffff8800745e4380 x1818247338421248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 504/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.988959:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e4380 with x1818247338421248 ext(4190208->7544831) 00002000:00010000:0.0:1734016080.988961:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e4380 00000100:00100000:0.0:1734016080.988970:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7724 00000100:00100000:0.0:1734016080.988975:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338420992:12345-192.168.201.1@tcp:3:fsx.0 00010000:00010000:1.0:1734016081.023902:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016081.071981:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338420992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 82996us (85644us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016081.071994:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7724 00002000:00100000:0.0:1734016081.072006:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->6062079) req@ffff8800745e7800 x1818247338420992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 504/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.072015:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e7800 with x1818247338420992 ext(0->6062079) 00002000:00010000:0.0:1734016081.072021:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e7800 00000100:00100000:0.0:1734016081.092688:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338421248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 100180us (103910us total) trans 0 rc 3350528/3350528 00000100:00100000:0.0:1734016081.092698:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7725 00002000:00100000:0.0:1734016081.092708:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7544831) req@ffff8800745e4380 x1818247338421248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:41/0 lens 504/440 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 3350528/3350528 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.092717:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e4380 with x1818247338421248 ext(4190208->7544831) 00002000:00010000:0.0:1734016081.092722:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e4380 00000100:00080000:1.0:1734016081.103002:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016051 00000100:00100000:0.0:1734016081.108407:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338421504 00000100:00100000:0.0:1734016081.108423:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338421504 00000100:00100000:0.0:1734016081.108467:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9620 00000100:00100000:0.0:1734016081.108474:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338421504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.108491:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.108506:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e727 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f67f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.108556:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341379840:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016081.108613:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.110638:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341379840:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016081.110668:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e727 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f67f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.110680:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e727 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f67f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.110810:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016081.110863:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338421504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2387us (2761us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.110872:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9620 00000100:00100000:0.0:1734016081.114011:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338421632 00000100:00100000:0.0:1734016081.114019:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338421632 00000100:00100000:0.0:1734016081.114108:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9621 00000100:00100000:0.0:1734016081.114115:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338421632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.114136:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.114157:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e72e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f686 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.114233:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731e6fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7614463) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f655 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.114241:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016081.114243:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016081.114246:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e72e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3653632->3710975] (req 3653632->3710975) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f686 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.114277:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731e6fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7614463) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f655 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.114288:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731e6fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7614463) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f655 expref: 6 pid: 13915 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016081.114299:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341379968:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016081.114361:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.119445:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341379968:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016081.119473:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e72e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3653632->3710975] (req 3653632->3710975) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f686 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.119488:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016081.119534:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338421632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5419us (5622us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.119542:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9621 00000100:00100000:0.0:1734016081.131625:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.163107:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.163562:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.163916:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338422016 00000100:00100000:0.0:1734016081.163924:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338422016 00002000:00100000:0.0:1734016081.163967:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800712b5f80 x1818247338422016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.163978:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5f80 with x1818247338422016 ext(0->4194303) 00002000:00010000:0.0:1734016081.163982:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5f80 00000100:00100000:0.0:1734016081.164636:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7726 00000100:00100000:0.0:1734016081.164644:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338422016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016081.224803:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338422016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 60151us (61700us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016081.224814:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7726 00002000:00100000:1.0:1734016081.224823:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800712b5f80 x1818247338422016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:42/0 lens 488/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.224831:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5f80 with x1818247338422016 ext(0->4194303) 00002000:00010000:1.0:1734016081.224836:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5f80 00000100:00100000:1.0:1734016081.254920:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338422400 00000100:00100000:1.0:1734016081.254928:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338422400 00000100:00100000:1.0:1734016081.254974:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9622 00000100:00100000:1.0:1734016081.254980:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338422400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.254998:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.255011:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e735 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f68d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.255052:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e72e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3710975) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f686 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.255058:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.255059:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016081.255063:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e735 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [475136->524287] (req 475136->524287) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f68d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.255089:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e72e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3710975) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f686 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.255099:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e72e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3710975) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f686 expref: 6 pid: 13915 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1734016081.255109:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341380224:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016081.255117:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338422144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 78119us (91555us total) trans 0 rc 3420160/3420160 00000100:00100000:0.0:1734016081.255127:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7727 00002000:00100000:0.0:1734016081.255137:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->7614463) req@ffff8800712b4000 x1818247338422144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:42/0 lens 488/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 3420160/3420160 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1734016081.255144:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00002000:00100000:0.0:1734016081.255146:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247338422144 ext(4194304->7614463) 00010000:00010000:0.0:1734016081.255151:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e72e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3710975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f686 expref: 6 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.255159:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e72e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3710975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f686 expref: 6 pid: 13915 timeout: 444 lvb_type: 0 00002000:00010000:0.0:1734016081.255164:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712b4000 00000100:00100000:1.0:1734016081.260825:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341380224:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016081.260853:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e735 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [475136->524287] (req 475136->524287) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f68d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.260869:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016081.260916:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338422400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5934us (6064us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.260923:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9622 00000100:00100000:1.0:1734016081.282050:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.297761:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.309445:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.323679:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.330923:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338423296 00000100:00100000:0.0:1734016081.330932:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338423296 00000100:00100000:0.0:1734016081.330980:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1693 00000100:00100000:0.0:1734016081.330986:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338423296:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016081.331034:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.331060:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731e6cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f62b expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.331432:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016081.331439:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016081.331599:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.331614:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731e6ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f647 expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.331622:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.331655:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731e6ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f647 expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.331667:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731e6ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f647 expref: 20 pid: 12824 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016081.331680:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131090700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341380736:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016081.332355:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.335838:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131090700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341380736:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016081.335880:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016081.338025:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338423424 00000100:00100000:0.0:1734016081.338033:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338423424 00010000:00010000:0.0:1734016081.338068:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731e6ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f647 expref: 21 pid: 12824 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016081.338102:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2391 00000100:00100000:0.0:1734016081.338110:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:1982:x1818247338423424:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.338124:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.338129:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731e6ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f647 expref: 21 pid: 12824 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.338139:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731e6ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f647 expref: 21 pid: 12824 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.338156:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731e6ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f647 expref: 21 pid: 12824 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.338171:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016081.338175:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.338199:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.338205:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.338225:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.338261:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:1982:x1818247338423424:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 152us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.338268:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2391 00010000:00010000:1.0:1734016081.338612:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.338619:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:1.0:1734016081.338693:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968358 00000004:00010000:1.0:1734016081.338730:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d8a8000 reply state ffff880071911000 transno 4294968359 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016081.338737:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016081.338813:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338423296:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7825us (7963us total) trans 4294968359 rc 0/0 00000100:00100000:1.0:1734016081.338820:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1693 00000020:00080000:1.0:1734016081.338824:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016081.347340:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.347351:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.347357:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.347362:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016081.347366:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.347373:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.347386:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016081.347388:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016081.347391:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.347395:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731e74a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016081.348460:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.353306:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341380864:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016081.353343:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e751 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a2 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.353364:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:0.0:1734016081.353419:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338423552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4136us (4964us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.353428:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9625 00000100:00100000:0.0:1734016081.356443:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338423680 00000100:00100000:0.0:1734016081.356450:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338423680 00002000:00100000:0.0:1734016081.356487:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (475136->524287) req@ffff88012eb64000 x1818247338423680/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.356496:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247338423680 ext(475136->524287) 00010000:00010000:0.0:1734016081.356505:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e735 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 475136->524287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f68d expref: 7 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.356516:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e735 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 475136->524287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f68d expref: 7 pid: 13915 timeout: 444 lvb_type: 0 00002000:00010000:0.0:1734016081.356522:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb64000 00000100:00100000:0.0:1734016081.356554:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 259 00000100:00100000:0.0:1734016081.356562:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338423680:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016081.370145:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.378565:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338424064 00000100:00100000:1.0:1734016081.378574:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338424064 00000100:00100000:1.0:1734016081.378633:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1694 00000100:00100000:1.0:1734016081.378639:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338424064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.378663:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.378682:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e758 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6a9 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.378768:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731e75f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.378784:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731e75f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.378795:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731e75f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016081.378821:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6984890 00000004:00200000:1.0:1734016081.378825:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016081.378842:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731e75f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.378866:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e758 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a9 expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.378892:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731e75f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a9 expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.378899:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016081.378902:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016081.378906:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016081.379675:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338424064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1032us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.379683:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1694 00000100:00100000:0.0:1734016081.383954:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.384061:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338424192 00000100:00100000:1.0:1734016081.384069:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338424192 00000100:00100000:1.0:1734016081.384274:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1695 00000100:00100000:1.0:1734016081.384281:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338424192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.384299:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.384320:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731e766 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6b0 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.384412:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e76d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.384423:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.384432:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016081.384457:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6984890 00000004:00200000:1.0:1734016081.384461:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016081.384476:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.384498:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731e766 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6b0 expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.385236:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e76d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6b0 expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.385244:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016081.385246:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016081.385250:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016081.385317:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338424192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1035us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.385325:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1695 00000100:00100000:0.0:1734016081.388953:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338424320 00000100:00100000:0.0:1734016081.388962:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338424320 00000100:00100000:0.0:1734016081.389012:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9626 00000100:00100000:0.0:1734016081.389019:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338424320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.389040:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.389060:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731e774 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6b7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.389115:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341381120:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016081.389336:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.391328:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341381120:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016081.391365:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731e774 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6b7 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.391378:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731e774 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6b7 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.391437:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016081.391490:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338424320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2471us (2646us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.391497:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9626 00000100:00100000:1.0:1734016081.394368:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.394433:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338424448 00000100:00100000:0.0:1734016081.394442:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338424448 00000100:00100000:0.0:1734016081.394528:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9627 00000100:00100000:0.0:1734016081.394534:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338424448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.394559:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.394575:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731e77b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6be expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.394625:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341381248:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016081.394933:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.397575:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341381248:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016081.397608:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731e77b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6be expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.397620:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731e77b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6be expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.397638:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016081.397803:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338424448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3267us (3443us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.397810:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9627 00000100:00100000:0.0:1734016081.401305:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338424576 00000100:00100000:0.0:1734016081.401313:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338424576 00000100:00100000:0.0:1734016081.401449:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9628 00000100:00100000:0.0:1734016081.401456:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338424576:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016081.401629:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6984890 -> 6984890 00002000:00010000:0.0:1734016081.401632:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.401634:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.401636:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.401638:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1896 -> 1920 00000100:00100000:0.0:1734016081.401689:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338424576:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 233us (458us total) trans 4294968921 rc 0/0 00000100:00100000:0.0:1734016081.401696:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9628 00000100:00100000:1.0:1734016081.405567:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.411268:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.416594:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338425088 00000100:00100000:0.0:1734016081.416603:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338425088 00000100:00100000:0.0:1734016081.416643:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9629 00000100:00100000:0.0:1734016081.416650:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338425088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.416667:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.416682:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6c5 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.416705:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e751 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a2 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.416712:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016081.416713:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016081.416716:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.416741:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e751 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a2 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.416752:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e751 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a2 expref: 7 pid: 13915 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016081.416763:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341381504:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016081.417064:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.419638:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341381504:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016081.419696:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.419711:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:1.0:1734016081.419769:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338425088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3117us (3250us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.419779:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9629 00000100:00100000:0.0:1734016081.421909:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338425216 00000100:00100000:0.0:1734016081.421916:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338425216 00010000:00010000:0.0:1734016081.421941:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e751 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a2 expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016081.421976:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2394 00000100:00100000:0.0:1734016081.421981:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338425216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.421993:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.422008:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e751 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a2 expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.422018:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e751 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a2 expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.422035:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e751 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6a2 expref: 8 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.422059:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.422061:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.422066:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.422074:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.422100:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.422111:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131091c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341381632:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016081.422151:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.425318:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131091c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341381632:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016081.425352:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.425395:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338425216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3412us (3559us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.425414:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2394 00000100:00100000:0.0:1734016081.426265:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.431452:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338425472 00000100:00100000:0.0:1734016081.431460:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338425472 00000100:00100000:0.0:1734016081.431514:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1697 00000100:00100000:0.0:1734016081.431519:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338425472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.431544:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.431561:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e790 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6cc expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.431636:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e797 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.431647:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e797 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.431656:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e797 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016081.431679:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4574489 00000004:00200000:0.0:1734016081.431682:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016081.431695:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e797 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.431713:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731e790 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6cc expref: 24 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.431731:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e797 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6cc expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.431737:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016081.431739:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016081.431742:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016081.431780:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338425472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 260us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.431785:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1697 00000100:00100000:1.0:1734016081.435577:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338425600 00000100:00100000:1.0:1734016081.435584:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338425600 00000100:00100000:1.0:1734016081.435620:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1698 00000100:00100000:1.0:1734016081.435625:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338425600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.435640:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.435653:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731e79e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6d3 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.435727:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e7a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016081.435736:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016081.435744:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016081.435760:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4574489 00000004:00200000:1.0:1734016081.435763:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016081.435774:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016081.435788:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731e79e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6d3 expref: 21 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.435812:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e7a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6d3 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.435818:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016081.435821:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016081.435823:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016081.435863:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338425600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 237us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.435869:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1698 00000100:00100000:0.0:1734016081.439087:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.439587:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338425728 00000100:00100000:1.0:1734016081.439596:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338425728 00000100:00100000:1.0:1734016081.439644:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9630 00000100:00100000:1.0:1734016081.439650:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338425728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.439665:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.439681:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e7ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6da expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.439725:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341381760:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016081.439781:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.442966:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341381760:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016081.443939:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e7ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6da expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.443953:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e7ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6da expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.443965:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016081.444034:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338425728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4383us (4955us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.444042:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9630 00000100:00100000:1.0:1734016081.448050:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338425856 00000100:00100000:1.0:1734016081.448059:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338425856 00000100:00100000:1.0:1734016081.448341:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9631 00000100:00100000:1.0:1734016081.448347:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338425856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.448366:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.448379:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e7b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6e1 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.448433:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341381888:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016081.448491:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.453684:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341381888:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016081.453721:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e7b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6e1 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.453733:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e7b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6e1 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.453764:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016081.454169:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338425856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5818us (6255us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.454205:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9631 00000100:00100000:1.0:1734016081.457814:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338425984 00000100:00100000:1.0:1734016081.457824:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338425984 00000100:00100000:1.0:1734016081.458033:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9632 00000100:00100000:1.0:1734016081.458042:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338425984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.458067:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.458088:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e7ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6e8 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.458159:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341382016:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016081.458260:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.461237:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341382016:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016081.461269:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e7ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6e8 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.461283:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e7ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6e8 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.461301:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016081.461350:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338425984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3308us (3640us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.461359:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9632 00000100:00100000:0.0:1734016081.465634:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.465740:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338426112 00000100:00100000:1.0:1734016081.465753:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338426112 00000100:00100000:1.0:1734016081.466261:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9633 00000100:00100000:1.0:1734016081.466269:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338426112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.466288:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.466307:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e7c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6ef expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.466362:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341382144:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016081.466435:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.470637:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341382144:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016081.470682:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e7c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6ef expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.470698:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e7c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6ef expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.470728:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016081.470788:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338426112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4519us (5164us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.470796:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9633 00000100:00100000:0.0:1734016081.476118:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.476553:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338426240 00000100:00100000:1.0:1734016081.476561:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338426240 00000100:00100000:1.0:1734016081.477234:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9634 00000100:00100000:1.0:1734016081.477241:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338426240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.477259:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.477277:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f6f6 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.477305:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.477312:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.477314:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.477317:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [348160->409599] (req 348160->409599) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.477346:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.477358:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 9 pid: 8706 timeout: 444 lvb_type: 0 00000100:00100000:1.0:1734016081.477369:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341382272:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016081.477935:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.482218:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341382272:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016081.482250:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [348160->409599] (req 348160->409599) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.482267:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016081.482305:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338426240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5065us (6201us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.482313:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9634 00000100:00100000:0.0:1734016081.485466:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338426368 00000100:00100000:0.0:1734016081.485477:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338426368 00010000:00010000:0.0:1734016081.485516:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 10 pid: 8706 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016081.485564:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2395 00000100:00100000:0.0:1734016081.485573:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338426368:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.485588:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.485609:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 10 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.485622:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 10 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.485647:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731e789 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6c5 expref: 10 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.485680:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.485682:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.485690:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.485698:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.485731:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.485743:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341382400:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016081.485802:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f4103c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.491841:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.492135:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338426496 00000100:00100000:1.0:1734016081.492140:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338426496 00000100:00100000:1.0:1734016081.492197:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9635 00000100:00100000:1.0:1734016081.492203:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338426496:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016081.492549:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4574489 -> 4574489 00002000:00010000:1.0:1734016081.492552:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016081.492554:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016081.492555:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016081.492558:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1680 -> 1624 00000100:00100000:1.0:1734016081.492589:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338426496:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 385us (749us total) trans 4294968923 rc 0/0 00000100:00100000:1.0:1734016081.492595:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9635 00000100:00100000:0.0:1734016081.505248:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.514008:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338426880 00000100:00100000:0.0:1734016081.514017:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338426880 00000100:00100000:0.0:1734016081.514065:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9638 00000100:00100000:0.0:1734016081.514071:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338426880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.514089:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.514105:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f70b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.514137:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.514144:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016081.514145:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016081.514148:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1937408->1966079] (req 1937408->1966079) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.514199:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.514210:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 8 pid: 8706 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016081.514221:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341382784:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016081.514280:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.516939:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341382784:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016081.516975:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1937408->1966079] (req 1937408->1966079) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.516992:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016081.517774:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338426880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3698us (4356us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.517783:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9638 00000100:00100000:0.0:1734016081.520290:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338427008 00000100:00100000:0.0:1734016081.520299:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338427008 00010000:00010000:0.0:1734016081.520332:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 9 pid: 8706 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016081.520368:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2396 00000100:00100000:0.0:1734016081.520374:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338427008:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.520387:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.520410:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 9 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.520420:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 9 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.520441:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e7c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->409599) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6f6 expref: 9 pid: 8706 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016081.520469:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.520471:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.520478:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.520486:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.520516:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.520527:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341382912:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016081.520572:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.525438:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341382912:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016081.525470:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.525519:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338427008:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5142us (5603us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.525529:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2396 00000100:00100000:0.0:1734016081.527595:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.527745:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338427264 00000100:00100000:1.0:1734016081.527754:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338427264 00002000:00100000:1.0:1734016081.527786:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1961984->1966079) req@ffff880131090a80 x1818247338427264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.527794:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131090a80 with x1818247338427264 ext(1961984->1966079) 00002000:00010000:1.0:1734016081.527798:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131090a80 00000100:00100000:1.0:1734016081.527823:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7731 00000100:00100000:1.0:1734016081.527828:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338427264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016081.527965:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338427264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016081.527972:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7731 00002000:00100000:1.0:1734016081.527977:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1961984->1966079) req@ffff880131090a80 x1818247338427264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.527983:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131090a80 with x1818247338427264 ext(1961984->1966079) 00002000:00010000:1.0:1734016081.527985:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131090a80 00000100:00100000:0.0:1734016081.538987:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338427648 00000100:00100000:0.0:1734016081.538994:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338427648 00000100:00100000:0.0:1734016081.539041:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9639 00000100:00100000:0.0:1734016081.539048:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338427648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.539064:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.539079:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e7e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f712 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.539126:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341383040:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016081.539205:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.558562:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.582316:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.602267:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.602706:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338428544 00000100:00100000:1.0:1734016081.602714:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338428544 00002000:00100000:1.0:1734016081.602753:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1937408->2015231) req@ffff880131090e00 x1818247338428544/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 504/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.602762:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131090e00 with x1818247338428544 ext(1937408->2015231) 00010000:00010000:1.0:1734016081.602770:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 10 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1734016081.602782:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 10 pid: 13915 timeout: 444 lvb_type: 0 00002000:00010000:1.0:1734016081.602789:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131090e00 00000100:00100000:1.0:1734016081.604211:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 260 00000100:00100000:1.0:1734016081.604218:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338428544:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016081.610015:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338428544:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5786us (7751us total) trans 4294968924 rc 0/0 00000100:00100000:1.0:1734016081.610027:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 260 00002000:00100000:1.0:1734016081.610037:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1937408->2015231) req@ffff880131090e00 x1818247338428544/t4294968924(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 504/448 e 0 to 0 dl 1734016092 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016081.610046:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131090e00 with x1818247338428544 ext(1937408->2015231) 00010000:00010000:1.0:1734016081.610055:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 12 pid: 13915 timeout: 444 lvb_type: 0 00010000:00010000:1.0:1734016081.610067:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 12 pid: 13915 timeout: 445 lvb_type: 0 00002000:00010000:1.0:1734016081.610074:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131090e00 00000100:00100000:0.0:1734016081.613375:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338428672 00000100:00100000:0.0:1734016081.613383:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338428672 00010000:00010000:0.0:1734016081.613422:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 12 pid: 13915 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.613450:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2397 00000100:00100000:0.0:1734016081.613456:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338428672:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.613470:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016081.613483:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1624 -> 1768 00010000:00010000:0.0:1734016081.613489:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 12 pid: 13915 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.613500:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 12 pid: 13915 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.613521:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731e7dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1937408->1966079) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f70b expref: 12 pid: 13915 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.613538:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.613540:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.613546:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.613553:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.613581:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.613591:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131092a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341383936:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016081.613647:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.633985:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7734 00000100:00100000:0.0:1734016081.633995:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338429056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.643506:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338429056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 9504us (11841us total) trans 0 rc 380928/380928 00000100:00100000:0.0:1734016081.643517:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7734 00002000:00100000:0.0:1734016081.643528:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4575231) req@ffff880071e37100 x1818247338429056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:42/0 lens 488/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 380928/380928 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.643536:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247338429056 ext(4194304->4575231) 00002000:00010000:0.0:1734016081.643542:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:0.0:1734016081.691246:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338429312 00000100:00100000:0.0:1734016081.691253:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338429312 00000100:00100000:0.0:1734016081.691973:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9646 00000100:00100000:0.0:1734016081.691980:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338429312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.691999:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.692463:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e815 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f743 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.692488:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.692490:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.692497:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e815 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f743 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.692509:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e815 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f743 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.692520:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016081.692578:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338429312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 597us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.692588:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9646 00000100:00100000:0.0:1734016081.699870:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338429440 00000100:00100000:0.0:1734016081.699880:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338429440 00000100:00100000:0.0:1734016081.700005:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9647 00000100:00100000:0.0:1734016081.700013:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247338429440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.700032:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.700049:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e81c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f74a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.700081:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.700088:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e815 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f743 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.700094:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.700096:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.700100:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e81c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2805760->2842623] (req 2805760->2842623) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f74a expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.700130:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e815 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f743 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.700140:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731e815 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f743 expref: 13 pid: 13915 timeout: 445 lvb_type: 1 00000100:00100000:0.0:1734016081.700152:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341384064:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016081.700249:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.700258:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 8 pid: 13915 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.700265:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341384192:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016081.700279:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f4103c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.707096:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341384064:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016081.707109:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341384192:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016081.707138:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e81c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2805760->2842623] (req 2805760->2842623) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f74a expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.707153:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016081.707232:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247338429440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7219us (7437us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.707241:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9647 00000100:00100000:0.0:1734016081.708368:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.717929:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338429696 00000100:00100000:0.0:1734016081.717937:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338429696 00010000:00010000:0.0:1734016081.717969:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 9 pid: 13915 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.718004:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2399 00000100:00100000:0.0:1734016081.718010:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338429696:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.718026:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.718045:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 9 pid: 13915 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.718058:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 9 pid: 13915 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.718082:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e80e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1548287) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f73c expref: 9 pid: 13915 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016081.718116:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.718119:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.718127:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e81c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2842623) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f74a expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.718137:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e81c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2842623) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f74a expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.718210:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731e81c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2842623) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f74a expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.718226:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341384320:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016081.718301:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f4103c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.721414:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338429824 00000100:00100000:1.0:1734016081.721423:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338429824 00000100:00100000:0.0:1734016081.721447:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131093480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341384320:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016081.721462:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9648 00010000:00010000:0.0:1734016081.721469:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016081.721470:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338429824:12345-192.168.201.1@tcp:22:fsx.0 00000100:00100000:0.0:1734016081.721522:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338429696:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3511us (3941us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.721533:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2399 00002000:00010000:1.0:1734016081.721685:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4574489 -> 4574489 00002000:00010000:1.0:1734016081.721690:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016081.721692:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016081.721693:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:1.0:1734016081.721695:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1768 -> 1840 00000100:00100000:1.0:1734016081.721718:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338429824:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 249us (390us total) trans 4294968925 rc 0/0 00000100:00100000:1.0:1734016081.721725:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9648 00000100:00100000:0.0:1734016081.729550:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.751049:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338430592 00000100:00100000:0.0:1734016081.751058:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338430592 00002000:00100000:0.0:1734016081.751096:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2023424->2027519) req@ffff880071e35880 x1818247338430592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.751105:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35880 with x1818247338430592 ext(2023424->2027519) 00002000:00010000:0.0:1734016081.751109:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35880 00000100:00100000:0.0:1734016081.751433:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7736 00000100:00100000:0.0:1734016081.751439:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338430592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.751733:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338430592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 292us (759us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.751741:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7736 00002000:00100000:0.0:1734016081.751747:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2023424->2027519) req@ffff880071e35880 x1818247338430592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.751755:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35880 with x1818247338430592 ext(2023424->2027519) 00002000:00010000:0.0:1734016081.751758:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35880 00000100:00100000:1.0:1734016081.762970:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.803109:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338431104 00000100:00100000:0.0:1734016081.803118:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338431104 00002000:00100000:0.0:1734016081.803161:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (364544->368639) req@ffff880071e37480 x1818247338431104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.803170:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37480 with x1818247338431104 ext(364544->368639) 00002000:00010000:0.0:1734016081.803176:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37480 00000100:00100000:0.0:1734016081.803245:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7737 00000100:00100000:0.0:1734016081.803253:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338431104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.803413:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338431104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 158us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.803420:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7737 00002000:00100000:0.0:1734016081.803426:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (364544->368639) req@ffff880071e37480 x1818247338431104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.803433:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37480 with x1818247338431104 ext(364544->368639) 00002000:00010000:0.0:1734016081.803436:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37480 00000100:00100000:1.0:1734016081.816234:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.816317:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338431616 00000100:00100000:0.0:1734016081.816326:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338431616 00002000:00100000:0.0:1734016081.816362:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (356352->360447) req@ffff8800712b7800 x1818247338431616/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.816373:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7800 with x1818247338431616 ext(356352->360447) 00002000:00010000:0.0:1734016081.816377:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7800 00000100:00100000:0.0:1734016081.816419:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7739 00000100:00100000:0.0:1734016081.816426:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338431616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.817012:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338431616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 582us (782us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.817020:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7739 00002000:00100000:0.0:1734016081.817027:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (356352->360447) req@ffff8800712b7800 x1818247338431616/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.817035:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7800 with x1818247338431616 ext(356352->360447) 00002000:00010000:0.0:1734016081.817039:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7800 00000100:00100000:0.0:1734016081.820480:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338431872 00000100:00100000:0.0:1734016081.820488:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338431872 00002000:00100000:0.0:1734016081.820524:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (352256->356351) req@ffff880071e35c00 x1818247338431872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.820534:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35c00 with x1818247338431872 ext(352256->356351) 00002000:00010000:0.0:1734016081.820540:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35c00 00000100:00100000:0.0:1734016081.820573:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7740 00000100:00100000:0.0:1734016081.820580:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338431872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.821697:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338431872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1110us (1312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.821706:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7740 00002000:00100000:0.0:1734016081.821714:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (352256->356351) req@ffff880071e35c00 x1818247338431872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.821722:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35c00 with x1818247338431872 ext(352256->356351) 00002000:00010000:0.0:1734016081.821726:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35c00 00000100:00100000:0.0:1734016081.826691:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338432128 00000100:00100000:0.0:1734016081.826700:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338432128 00002000:00100000:0.0:1734016081.826743:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (348160->352255) req@ffff880071e36d80 x1818247338432128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.826754:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247338432128 ext(348160->352255) 00002000:00010000:0.0:1734016081.826758:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:0.0:1734016081.826789:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7741 00000100:00100000:0.0:1734016081.826798:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338432128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.826967:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338432128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 169us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.826978:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7741 00002000:00100000:0.0:1734016081.826984:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (348160->352255) req@ffff880071e36d80 x1818247338432128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.826991:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247338432128 ext(348160->352255) 00002000:00010000:0.0:1734016081.826994:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:1.0:1734016081.832295:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.844764:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338432640 00000100:00100000:0.0:1734016081.844780:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338432640 00002000:00100000:0.0:1734016081.844830:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (339968->344063) req@ffff88007139f100 x1818247338432640/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.844842:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139f100 with x1818247338432640 ext(339968->344063) 00002000:00010000:0.0:1734016081.844847:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139f100 00000100:00100000:0.0:1734016081.846030:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7743 00000100:00100000:0.0:1734016081.846038:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007139f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338432640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.846234:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007139f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338432640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 195us (4553us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.846242:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7743 00002000:00100000:0.0:1734016081.846249:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (339968->344063) req@ffff88007139f100 x1818247338432640/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.846257:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139f100 with x1818247338432640 ext(339968->344063) 00002000:00010000:0.0:1734016081.846260:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139f100 00000100:00100000:0.0:1734016081.871282:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.876258:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338433152 00000100:00100000:0.0:1734016081.876265:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338433152 00000100:00100000:0.0:1734016081.876559:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9655 00000100:00100000:0.0:1734016081.876565:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007139f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338433152:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016081.876743:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4574489 -> 4574489 00002000:00010000:0.0:1734016081.876747:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.876749:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016082 -> 1734016081 00002000:00010000:0.0:1734016081.876751:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016081.876754:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1840 -> 1928 00000100:00100000:0.0:1734016081.876773:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007139f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338433152:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 208us (713us total) trans 4294968926 rc 0/0 00000100:00100000:0.0:1734016081.876780:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9655 00000100:00100000:1.0:1734016081.882099:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338433280 00000100:00100000:1.0:1734016081.882111:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338433280 00000100:00100000:1.0:1734016081.882557:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9656 00000100:00100000:1.0:1734016081.882565:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338433280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.882581:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.882598:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e84d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f77b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.882648:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341385344:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016081.882710:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016081.884426:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016081 -> 1734016082 00002000:00010000:1.0:1734016081.884430:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016081 -> 1734016082 00000100:00100000:1.0:1734016081.884444:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341385344:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016081.884467:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e84d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f77b expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.884482:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e84d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f77b expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.884687:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016081.884820:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338433280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2254us (3252us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.884827:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9656 00000100:00100000:0.0:1734016081.892364:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.892462:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338433408 00000100:00100000:1.0:1734016081.892472:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338433408 00000100:00100000:1.0:1734016081.892571:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9657 00000100:00100000:1.0:1734016081.892578:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338433408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.892595:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.892609:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e854 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f782 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.892657:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341385472:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016081.892717:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.896483:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341385472:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016081.896514:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e854 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f782 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.896527:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e854 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f782 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.896558:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016081.898162:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338433408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5576us (5796us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.898172:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9657 00000100:00100000:0.0:1734016081.904138:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338433664 00000100:00100000:0.0:1734016081.904150:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338433664 00000100:00100000:0.0:1734016081.904533:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1699 00000100:00100000:0.0:1734016081.904540:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338433664:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016081.904590:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.904615:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731e7a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6d3 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.904645:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016081.904649:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016081.904764:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.904775:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e797 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6cc expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.904782:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016081.904805:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e797 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6cc expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.904815:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e797 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f6cc expref: 22 pid: 12824 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016081.904824:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131093800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341385600:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016081.904875:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.909312:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016081.912616:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.912625:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.912631:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.912636:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016081.912639:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.912645:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.912655:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016081.912658:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016081.912661:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016081.912665:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731e85b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016081.918973:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.922957:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434176 00000100:00100000:1.0:1734016081.922964:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434176 00000100:00100000:1.0:1734016081.923007:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9658 00000100:00100000:1.0:1734016081.923013:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007139d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338434176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.923028:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.923044:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e870 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f790 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016081.923089:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341385728:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016081.923149:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016081.925805:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016081 -> 1734016082 00000100:00100000:1.0:1734016081.925824:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341385728:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016081.925850:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e870 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f790 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.925860:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e870 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f790 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016081.926073:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016081.926118:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007139d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338434176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3104us (3239us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016081.926125:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9658 00000100:00100000:0.0:1734016081.929075:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016081.929341:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434304 00000100:00100000:1.0:1734016081.929348:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434304 00000100:00100000:1.0:1734016081.929377:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9659 00000100:00100000:1.0:1734016081.929383:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247338434304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016081.929408:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016081.929423:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e877 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f797 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.929447:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731e846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3858431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f774 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.929454:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.929455:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016081.929459:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e877 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5509120->5513215] (req 5509120->5513215) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f797 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.929480:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731e846 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3858431) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f774 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.929490:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731e846 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3858431) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f774 expref: 10 pid: 8706 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016081.929500:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341385856:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016081.929552:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016081.933304:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341385856:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016081.933329:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e877 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5509120->5513215] (req 5509120->5513215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f797 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016081.933343:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016081.933386:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247338434304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4002us (4317us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016081.933393:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9659 00000100:00100000:0.0:1734016081.944354:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434688 00000100:00100000:0.0:1734016081.944360:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434688 00002000:00100000:0.0:1734016081.944392:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5509120->5513215) req@ffff8800717fd180 x1818247338434688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.944410:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247338434688 ext(5509120->5513215) 00002000:00010000:0.0:1734016081.944414:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd180 00000100:00100000:0.0:1734016081.944436:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7745 00000100:00100000:0.0:1734016081.944440:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338434688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.944574:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338434688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 132us (630us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.944579:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7745 00002000:00100000:0.0:1734016081.944583:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5509120->5513215) req@ffff8800717fd180 x1818247338434688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.944589:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247338434688 ext(5509120->5513215) 00002000:00010000:0.0:1734016081.944593:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd180 00000100:00100000:0.0:1734016081.950582:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434944 00000100:00100000:0.0:1734016081.950590:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434944 00002000:00100000:0.0:1734016081.950624:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5505024->5509119) req@ffff8800717ffb80 x1818247338434944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.950634:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247338434944 ext(5505024->5509119) 00002000:00010000:0.0:1734016081.950638:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:0.0:1734016081.950670:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7746 00000100:00100000:0.0:1734016081.950677:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338434944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.951120:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338434944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 441us (613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.951127:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7746 00002000:00100000:0.0:1734016081.951133:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5505024->5509119) req@ffff8800717ffb80 x1818247338434944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.951139:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247338434944 ext(5505024->5509119) 00002000:00010000:0.0:1734016081.951143:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:0.0:1734016081.955007:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338435200 00000100:00100000:0.0:1734016081.955014:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338435200 00002000:00100000:0.0:1734016081.955047:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5500928->5505023) req@ffff88007139ca80 x1818247338435200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.955057:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139ca80 with x1818247338435200 ext(5500928->5505023) 00002000:00010000:0.0:1734016081.955062:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139ca80 00000100:00100000:0.0:1734016081.955094:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7747 00000100:00100000:0.0:1734016081.955100:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007139ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338435200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.955293:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007139ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338435200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (475us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.955299:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7747 00002000:00100000:0.0:1734016081.955305:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5500928->5505023) req@ffff88007139ca80 x1818247338435200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.955311:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139ca80 with x1818247338435200 ext(5500928->5505023) 00002000:00010000:0.0:1734016081.955314:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139ca80 00000100:00100000:0.0:1734016081.959051:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.968026:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338435712 00000100:00100000:0.0:1734016081.968034:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338435712 00002000:00100000:0.0:1734016081.968078:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5492736->5496831) req@ffff88007139e680 x1818247338435712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.968088:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139e680 with x1818247338435712 ext(5492736->5496831) 00002000:00010000:0.0:1734016081.968092:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139e680 00000100:00100000:0.0:1734016081.968121:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7749 00000100:00100000:0.0:1734016081.968127:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007139e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338435712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.968338:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007139e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338435712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 206us (743us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.968344:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7749 00002000:00100000:0.0:1734016081.968350:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5492736->5496831) req@ffff88007139e680 x1818247338435712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.968356:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139e680 with x1818247338435712 ext(5492736->5496831) 00002000:00010000:0.0:1734016081.968359:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139e680 00000100:00100000:0.0:1734016081.981440:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016081.992758:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.003716:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338437504 00000100:00100000:0.0:1734016082.003725:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338437504 00002000:00100000:0.0:1734016082.003957:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5464064->5468159) req@ffff88012d4b7b80 x1818247338437504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.003966:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247338437504 ext(5464064->5468159) 00002000:00010000:0.0:1734016082.003971:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80 00000100:00100000:0.0:1734016082.004001:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7756 00000100:00100000:0.0:1734016082.004007:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338437504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.004157:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338437504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.004164:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7756 00002000:00100000:0.0:1734016082.004169:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5464064->5468159) req@ffff88012d4b7b80 x1818247338437504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.004175:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247338437504 ext(5464064->5468159) 00002000:00010000:0.0:1734016082.004201:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80 00000100:00080000:1.0:1734016082.004500:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016052 00000100:00100000:0.0:1734016082.007844:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.014382:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438016 00000100:00100000:0.0:1734016082.014391:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438016 00002000:00100000:0.0:1734016082.014437:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5455872->5459967) req@ffff88012d4b5880 x1818247338438016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.014447:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5880 with x1818247338438016 ext(5455872->5459967) 00002000:00010000:0.0:1734016082.014452:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5880 00000100:00100000:0.0:1734016082.014483:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7758 00000100:00100000:0.0:1734016082.014490:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338438016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.014664:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338438016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (921us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.014671:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7758 00002000:00100000:0.0:1734016082.014677:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5455872->5459967) req@ffff88012d4b5880 x1818247338438016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.014683:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5880 with x1818247338438016 ext(5455872->5459967) 00002000:00010000:0.0:1734016082.014686:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5880 00000100:00100000:0.0:1734016082.020601:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438144 00000100:00100000:0.0:1734016082.020609:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438144 00002000:00100000:0.0:1734016082.020643:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5455872->5513215) req@ffff8800717fed80 x1818247338438144/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.020652:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fed80 with x1818247338438144 ext(5455872->5513215) 00002000:00010000:0.0:1734016082.020656:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fed80 00000100:00100000:0.0:1734016082.020686:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7759 00000100:00100000:0.0:1734016082.020693:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338438144:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016082.024274:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338438144:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3573us (3743us total) trans 4294968928 rc 0/0 00000100:00100000:0.0:1734016082.024285:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7759 00002000:00100000:0.0:1734016082.024294:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5455872->5513215) req@ffff8800717fed80 x1818247338438144/t4294968928(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/448 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.024302:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fed80 with x1818247338438144 ext(5455872->5513215) 00002000:00010000:0.0:1734016082.024307:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fed80 00010000:00010000:1.0:1734016082.025306:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734016082.032006:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016052 00000100:00100000:1.0:1734016082.051057:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438400 00000100:00100000:1.0:1734016082.051067:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438400 00000100:00100000:1.0:1734016082.051116:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9660 00000100:00100000:1.0:1734016082.051124:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247338438400:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016082.057374:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968928 is committed 00000001:00080000:0.0:1734016082.057400:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968927 is committed 00000100:00100000:1.0:1734016082.059258:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338438400:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 8124us (8307us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.059272:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9660 00000100:00100000:0.0:1734016082.070847:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.074917:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438656 00000100:00100000:1.0:1734016082.074925:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438656 00000100:00100000:1.0:1734016082.076225:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9661 00000100:00100000:1.0:1734016082.076236:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338438656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.076262:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.076286:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e88c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7a5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.076352:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341386112:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.077371:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016082.087963:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1928 -> 2040 00000100:00100000:1.0:1734016082.088560:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341386112:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.088593:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e88c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7a5 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.088608:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e88c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7a5 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.088638:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016082.088699:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338438656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12463us (14210us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.088708:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9661 00000100:00100000:0.0:1734016082.105967:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.108142:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438784 00000100:00100000:1.0:1734016082.108162:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438784 00000100:00100000:1.0:1734016082.108254:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9662 00000100:00100000:1.0:1734016082.108262:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338438784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.108282:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.108299:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e893 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7ac expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.108328:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e877 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f797 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.108335:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016082.108337:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016082.108341:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e893 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ac expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.108370:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e877 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f797 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.108382:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e877 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f797 expref: 6 pid: 13915 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016082.108411:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341386240:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016082.112495:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.123561:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341386240:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016082.123596:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e893 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ac expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.123617:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016082.124347:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338438784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16080us (18384us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.124356:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9662 00000100:00100000:1.0:1734016082.133716:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.186923:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338439424 00000100:00100000:0.0:1734016082.186928:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338439424 00002000:00100000:0.0:1734016082.186954:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6782975) req@ffff88012d4b6300 x1818247338439424/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.186965:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6300 with x1818247338439424 ext(4194304->6782975) 00002000:00010000:0.0:1734016082.186972:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6300 00000100:00100000:0.0:1734016082.187000:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7760 00000100:00100000:0.0:1734016082.187006:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338439424:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.251320:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338439168:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 64296us (64650us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016082.251332:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7761 00002000:00100000:0.0:1734016082.251344:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012d4b7800 x1818247338439168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.251355:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247338439168 ext(0->4194303) 00002000:00010000:0.0:1734016082.251361:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7800 00000100:00100000:1.0:1734016082.276168:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338439424:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 89145us (89416us total) trans 0 rc 2588672/2588672 00000100:00100000:1.0:1734016082.276193:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7760 00002000:00100000:1.0:1734016082.276206:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6782975) req@ffff88012d4b6300 x1818247338439424/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 2588672/2588672 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.276216:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6300 with x1818247338439424 ext(4194304->6782975) 00002000:00010000:1.0:1734016082.276225:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6300 00000100:00100000:1.0:1734016082.287158:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338439552 00000100:00100000:1.0:1734016082.287170:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338439552 00000100:00100000:1.0:1734016082.287748:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9663 00000100:00100000:1.0:1734016082.287757:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338439552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.287778:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.287799:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7b3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.287821:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.287824:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.287831:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.287845:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.287855:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016082.288071:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338439552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 313us (2178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.288077:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9663 00000100:00100000:1.0:1734016082.293196:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338439680 00000100:00100000:1.0:1734016082.293207:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338439680 00000100:00100000:1.0:1734016082.293342:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9664 00000100:00100000:1.0:1734016082.293352:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338439680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.293374:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.293401:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7ba expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.293433:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e893 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3489792->3493887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ac expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.293441:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.293451:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.293453:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016082.293456:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8a1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [7348224->7397375] (req 7348224->7397375) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ba expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.293483:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.293492:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 8 pid: 13915 timeout: 445 lvb_type: 1 00000100:00100000:1.0:1734016082.293504:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341386496:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016082.293819:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3489792->3493887) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ac expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.293827:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e893 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3489792->3493887) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ac expref: 5 pid: 13915 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016082.293835:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341386624:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016082.293852:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.301288:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341386496:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016082.301301:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341386624:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016082.301340:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8a1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [7348224->7397375] (req 7348224->7397375) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ba expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.301368:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016082.301438:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338439680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8086us (8373us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.301447:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9664 00000100:00100000:0.0:1734016082.302545:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338439808 00000100:00100000:0.0:1734016082.302555:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338439808 00010000:00010000:0.0:1734016082.302597:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 8 pid: 13915 timeout: 445 lvb_type: 1 00000100:00100000:0.0:1734016082.302636:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2404 00000100:00100000:0.0:1734016082.302643:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338439808:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.302665:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.302693:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 8 pid: 13915 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016082.302708:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 8 pid: 13915 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016082.302742:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e89a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7b3 expref: 8 pid: 13915 timeout: 445 lvb_type: 1 00010000:00010000:0.0:1734016082.302774:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.302815:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338439808:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 172us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.302823:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2404 00000100:00100000:1.0:1734016082.321889:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338440064 00000100:00100000:1.0:1734016082.321897:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338440064 00000100:00100000:1.0:1734016082.321939:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9665 00000100:00100000:1.0:1734016082.321947:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338440064:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016082.322170:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6782839 -> 7394693 00002000:00010000:1.0:1734016082.322174:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.322176:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.322210:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.322212:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2040 -> 2136 00000100:00100000:1.0:1734016082.322289:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338440064:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 342us (488us total) trans 4294968929 rc 0/0 00000100:00100000:1.0:1734016082.322296:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9665 00000100:00100000:1.0:1734016082.329168:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.338890:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341386880:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016082.338952:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e8a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7c1 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.338972:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731e8a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7c1 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.339004:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:0.0:1734016082.339290:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338440192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9875us (10133us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016082.339300:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9666 00000100:00100000:0.0:1734016082.350051:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.350122:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338440320 00000100:00100000:1.0:1734016082.350131:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338440320 00000100:00100000:1.0:1734016082.350173:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9667 00000100:00100000:1.0:1734016082.350204:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338440320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.350223:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.350243:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e8af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7c8 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.350303:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387008:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.350358:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.354533:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387008:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.354563:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e8af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7c8 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.354577:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e8af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7c8 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.354605:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016082.354653:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338440320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4473us (4611us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.354661:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9667 00000100:00100000:1.0:1734016082.372718:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338440448 00000100:00100000:1.0:1734016082.372727:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338440448 00000100:00100000:1.0:1734016082.372778:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9668 00000100:00100000:1.0:1734016082.372785:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338440448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.372803:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.372820:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731e8b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7cf expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.372870:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387136:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.372932:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.378087:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387136:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.378122:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731e8b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7cf expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.378135:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731e8b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7cf expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.378149:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016082.378228:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338440448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5441us (5929us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.378237:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9668 00000100:00100000:1.0:1734016082.383337:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338440576 00000100:00100000:1.0:1734016082.383344:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338440576 00000100:00100000:1.0:1734016082.383382:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9669 00000100:00100000:1.0:1734016082.383397:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338440576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.383415:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.383430:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e8bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7d6 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.383453:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7348224->7397375) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ba expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.383461:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016082.383463:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016082.383466:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e8bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5918720->5922815] (req 5918720->5922815) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7d6 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.383490:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7348224->7397375) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ba expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.383500:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7348224->7397375) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7ba expref: 7 pid: 13915 timeout: 445 lvb_type: 0 00000100:00100000:1.0:1734016082.383511:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387264:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016082.383561:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.385015:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387264:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016082.385035:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e8bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5918720->5922815] (req 5918720->5922815) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7d6 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.385046:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016082.385082:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338440576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1693us (1969us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.385088:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9669 00000100:00100000:1.0:1734016082.396024:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338440960 00000100:00100000:1.0:1734016082.396039:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338440960 00002000:00100000:1.0:1734016082.396096:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5918720->7397375) req@ffff880071720000 x1818247338440960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 504/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.396109:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720000 with x1818247338440960 ext(5918720->7397375) 00002000:00010000:1.0:1734016082.396114:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720000 00000100:00100000:1.0:1734016082.396318:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7762 00000100:00100000:1.0:1734016082.396324:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338440960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.403014:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338440960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 6680us (8627us total) trans 0 rc 618496/618496 00000100:00100000:1.0:1734016082.403027:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7762 00002000:00100000:1.0:1734016082.403038:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5918720->7397375) req@ffff880071720000 x1818247338440960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 504/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 618496/618496 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.403046:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720000 with x1818247338440960 ext(5918720->7397375) 00002000:00010000:1.0:1734016082.403050:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720000 00000100:00100000:1.0:1734016082.405972:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338441216 00000100:00100000:1.0:1734016082.405981:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338441216 00002000:00100000:1.0:1734016082.406014:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5914624->5918719) req@ffff880074370000 x1818247338441216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.406023:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074370000 with x1818247338441216 ext(5914624->5918719) 00002000:00010000:1.0:1734016082.406027:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074370000 00000100:00100000:1.0:1734016082.406044:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7763 00000100:00100000:1.0:1734016082.406054:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338441216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.406257:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338441216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 206us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.406264:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7763 00002000:00100000:1.0:1734016082.406268:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5914624->5918719) req@ffff880074370000 x1818247338441216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.406274:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074370000 with x1818247338441216 ext(5914624->5918719) 00002000:00010000:1.0:1734016082.406276:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074370000 00000100:00100000:1.0:1734016082.412883:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338441728 00000100:00100000:1.0:1734016082.412891:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338441728 00002000:00100000:1.0:1734016082.412925:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5906432->5910527) req@ffff880071720700 x1818247338441728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.412937:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720700 with x1818247338441728 ext(5906432->5910527) 00002000:00010000:1.0:1734016082.412941:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720700 00000100:00100000:1.0:1734016082.413019:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7765 00000100:00100000:1.0:1734016082.413024:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338441728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.413869:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338441728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 839us (1057us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.413878:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7765 00002000:00100000:1.0:1734016082.413886:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5906432->5910527) req@ffff880071720700 x1818247338441728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.413892:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720700 with x1818247338441728 ext(5906432->5910527) 00002000:00010000:1.0:1734016082.413896:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720700 00000100:00100000:1.0:1734016082.418488:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338441984 00000100:00100000:1.0:1734016082.418498:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338441984 00002000:00100000:1.0:1734016082.418543:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5902336->5906431) req@ffff880071723100 x1818247338441984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.418553:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723100 with x1818247338441984 ext(5902336->5906431) 00002000:00010000:1.0:1734016082.418557:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723100 00000100:00100000:1.0:1734016082.418700:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7766 00000100:00100000:1.0:1734016082.418707:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338441984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.418862:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338441984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.418869:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7766 00002000:00100000:1.0:1734016082.418874:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5902336->5906431) req@ffff880071723100 x1818247338441984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.418881:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723100 with x1818247338441984 ext(5902336->5906431) 00002000:00010000:1.0:1734016082.418884:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723100 00000100:00100000:1.0:1734016082.426101:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338442496 00000100:00100000:1.0:1734016082.426110:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338442496 00002000:00100000:1.0:1734016082.426148:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5894144->5898239) req@ffff880071803b80 x1818247338442496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.426157:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071803b80 with x1818247338442496 ext(5894144->5898239) 00002000:00010000:1.0:1734016082.426162:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071803b80 00000100:00100000:1.0:1734016082.430954:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338442752 00000100:00100000:1.0:1734016082.430963:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338442752 00002000:00100000:1.0:1734016082.431004:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5890048->5894143) req@ffff880071803480 x1818247338442752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.431014:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071803480 with x1818247338442752 ext(5890048->5894143) 00002000:00010000:1.0:1734016082.431018:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071803480 00000100:00100000:1.0:1734016082.431112:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7769 00000100:00100000:1.0:1734016082.431121:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071803480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338442752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.431514:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071803480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338442752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 392us (663us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.431521:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7769 00002000:00100000:1.0:1734016082.431527:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5890048->5894143) req@ffff880071803480 x1818247338442752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.431534:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071803480 with x1818247338442752 ext(5890048->5894143) 00002000:00010000:1.0:1734016082.431537:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071803480 00000100:00100000:1.0:1734016082.434928:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338443008 00000100:00100000:1.0:1734016082.434939:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338443008 00002000:00100000:1.0:1734016082.434992:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5885952->5890047) req@ffff880071801880 x1818247338443008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.435002:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071801880 with x1818247338443008 ext(5885952->5890047) 00002000:00010000:1.0:1734016082.435010:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071801880 00000100:00100000:1.0:1734016082.435109:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7770 00000100:00100000:1.0:1734016082.435117:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338443008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.435456:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338443008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 338us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.435464:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7770 00002000:00100000:1.0:1734016082.435470:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5885952->5890047) req@ffff880071801880 x1818247338443008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.435503:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071801880 with x1818247338443008 ext(5885952->5890047) 00002000:00010000:1.0:1734016082.435506:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071801880 00000100:00100000:1.0:1734016082.442001:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338443264 00000100:00100000:1.0:1734016082.442013:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338443264 00002000:00100000:1.0:1734016082.442061:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5881856->5885951) req@ffff880071800380 x1818247338443264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.442073:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071800380 with x1818247338443264 ext(5881856->5885951) 00002000:00010000:1.0:1734016082.442079:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071800380 00000100:00100000:1.0:1734016082.447709:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338443520 00000100:00100000:1.0:1734016082.447723:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338443520 00002000:00100000:1.0:1734016082.447781:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5877760->5881855) req@ffff880071800000 x1818247338443520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.447800:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071800000 with x1818247338443520 ext(5877760->5881855) 00002000:00010000:1.0:1734016082.447807:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071800000 00000100:00100000:1.0:1734016082.453699:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338443776 00000100:00100000:1.0:1734016082.453711:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338443776 00002000:00100000:1.0:1734016082.453752:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5873664->5877759) req@ffff880071800e00 x1818247338443776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.453761:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071800e00 with x1818247338443776 ext(5873664->5877759) 00002000:00010000:1.0:1734016082.453766:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071800e00 00000100:00100000:1.0:1734016082.453832:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7773 00000100:00100000:1.0:1734016082.453839:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338443776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.453983:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338443776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.453989:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7773 00002000:00100000:1.0:1734016082.453994:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5873664->5877759) req@ffff880071800e00 x1818247338443776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.454001:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071800e00 with x1818247338443776 ext(5873664->5877759) 00002000:00010000:1.0:1734016082.454003:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071800e00 00000100:00100000:1.0:1734016082.470875:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338444288 00000100:00100000:1.0:1734016082.470883:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338444288 00002000:00100000:1.0:1734016082.470921:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5865472->5869567) req@ffff88007678df80 x1818247338444288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.470930:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678df80 with x1818247338444288 ext(5865472->5869567) 00002000:00010000:1.0:1734016082.470935:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678df80 00000100:00100000:1.0:1734016082.470969:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7775 00000100:00100000:1.0:1734016082.470975:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338444288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.471126:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338444288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016082.471134:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7775 00002000:00100000:1.0:1734016082.471139:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5865472->5869567) req@ffff88007678df80 x1818247338444288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.471145:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678df80 with x1818247338444288 ext(5865472->5869567) 00002000:00010000:1.0:1734016082.471148:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678df80 00000100:00100000:0.0:1734016082.490341:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338444544 00000100:00100000:0.0:1734016082.490350:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338444544 00000100:00100000:0.0:1734016082.490421:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1703 00000100:00100000:0.0:1734016082.490428:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338444544:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016082.490551:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338444544:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 122us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.490558:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1703 00000100:00080000:1.0:1734016082.490621:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016052 00000100:00100000:1.0:1734016082.492498:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338444672 00000100:00100000:1.0:1734016082.492514:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338444672 00000100:00100000:1.0:1734016082.492635:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9670 00000100:00100000:1.0:1734016082.492643:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338444672:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016082.494229:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968930 is committed 00000001:00080000:0.0:1734016082.494246:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968929 is committed 00000100:00100000:1.0:1734016082.494498:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338444672:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1851us (2382us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.494508:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9670 00000100:00100000:1.0:1734016082.497744:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338444800 00000100:00100000:1.0:1734016082.497752:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338444800 00000100:00100000:1.0:1734016082.497795:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9671 00000100:00100000:1.0:1734016082.497802:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338444800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.497819:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.497833:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7dd expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.497886:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387520:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.497946:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016082.500470:0:8706:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 2136 -> 2248 00000100:00100000:1.0:1734016082.500493:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387520:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.500521:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7dd expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.500533:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731e8c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7dd expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.501059:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016082.501137:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338444800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3333us (3471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.501146:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9671 00000100:00100000:1.0:1734016082.505305:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338444928 00000100:00100000:1.0:1734016082.505312:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338444928 00000100:00100000:1.0:1734016082.505354:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9672 00000100:00100000:1.0:1734016082.505361:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338444928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.505376:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.505401:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731e8cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7e4 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.505453:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387648:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.505515:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.508486:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387648:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.508520:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731e8cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7e4 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.508534:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731e8cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7e4 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.508556:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016082.508874:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338444928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3509us (3888us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.508882:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9672 00000100:00100000:1.0:1734016082.511481:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338445056 00000100:00100000:1.0:1734016082.511488:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338445056 00000100:00100000:1.0:1734016082.511555:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9673 00000100:00100000:1.0:1734016082.511560:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338445056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.511575:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.511589:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e8d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7eb expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.511636:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387776:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.511915:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.514329:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387776:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.514369:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e8d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7eb expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.514393:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731e8d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7eb expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.514407:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016082.514467:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338445056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2905us (3052us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.514476:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9673 00000100:00100000:1.0:1734016082.517474:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338445184 00000100:00100000:1.0:1734016082.517484:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338445184 00000100:00100000:1.0:1734016082.517757:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9674 00000100:00100000:1.0:1734016082.517765:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338445184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.517784:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.517803:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e8d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7f2 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.517858:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387904:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.517920:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.519694:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341387904:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.519716:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e8d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7f2 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.519725:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731e8d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7f2 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.519741:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016082.519931:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338445184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2166us (2674us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.519940:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9674 00000100:00100000:1.0:1734016082.555869:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338445696 00000100:00100000:1.0:1734016082.555884:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338445696 00002000:00100000:1.0:1734016082.555930:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6782975) req@ffff88007429c380 x1818247338445696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 504/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.555940:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429c380 with x1818247338445696 ext(4194304->6782975) 00002000:00010000:1.0:1734016082.555945:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429c380 00000100:00100000:1.0:1734016082.555972:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7778 00000100:00100000:1.0:1734016082.555979:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338445696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.614618:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338445696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 58629us (77010us total) trans 0 rc 2531328/2531328 00000100:00100000:0.0:1734016082.614630:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7778 00002000:00100000:0.0:1734016082.614641:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6782975) req@ffff88007429c380 x1818247338445696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 504/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 2531328/2531328 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.614651:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429c380 with x1818247338445696 ext(4194304->6782975) 00002000:00010000:0.0:1734016082.614657:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429c380 00000100:00100000:1.0:1734016082.615163:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338445824 00000100:00100000:1.0:1734016082.615171:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338445824 00000100:00100000:1.0:1734016082.615239:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9675 00000100:00100000:1.0:1734016082.615245:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338445824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.615266:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.615287:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e8e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f7f9 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.615343:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341388032:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.615400:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.620678:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341388032:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.620716:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e8e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7f9 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.620731:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731e8e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f7f9 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.620748:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016082.620793:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338445824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5547us (7714us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.620802:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9675 00000100:00100000:1.0:1734016082.624405:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338445952 00000100:00100000:1.0:1734016082.624414:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338445952 00000100:00100000:1.0:1734016082.624818:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9676 00000100:00100000:1.0:1734016082.624830:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338445952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.624855:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.624878:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e8e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f800 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.624950:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341388160:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.625428:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.628055:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341388160:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.628105:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e8e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f800 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.628118:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731e8e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f800 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.628139:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016082.628230:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338445952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3403us (4393us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.628244:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9676 00000100:00100000:0.0:1734016082.633293:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446080 00000100:00100000:0.0:1734016082.633302:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446080 00002000:00100000:0.0:1734016082.633338:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1146880->1155071) req@ffff88007429ea00 x1818247338446080/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 8680/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.633346:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429ea00 with x1818247338446080 ext(1146880->1155071) 00002000:00010000:0.0:1734016082.633350:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429ea00 00000100:00100000:0.0:1734016082.633374:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7779 00000100:00100000:0.0:1734016082.633380:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338446080:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016082.634889:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338446080:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1502us (2389us total) trans 4294968931 rc 0/0 00000100:00100000:0.0:1734016082.634898:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7779 00002000:00100000:0.0:1734016082.634905:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1146880->1155071) req@ffff88007429ea00 x1818247338446080/t4294968931(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:43/0 lens 8680/448 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.634913:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429ea00 with x1818247338446080 ext(1146880->1155071) 00002000:00010000:0.0:1734016082.634917:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429ea00 00000100:00100000:1.0:1734016082.637396:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446208 00000100:00100000:1.0:1734016082.637403:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446208 00000100:00100000:1.0:1734016082.637707:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9677 00000100:00100000:1.0:1734016082.637712:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338446208:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:1.0:1734016082.643369:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338446208:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 5647us (6081us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.643390:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9677 00000100:00100000:1.0:1734016082.651485:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446336 00000100:00100000:1.0:1734016082.651499:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446336 00000100:00100000:1.0:1734016082.652116:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9678 00000100:00100000:1.0:1734016082.652124:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338446336:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.652146:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.652166:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e8ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f807 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.652319:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341388288:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.652402:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016082.654724:0:8706:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 2248 -> 2264 00000100:00100000:1.0:1734016082.654751:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341388288:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.654786:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e8ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f807 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.654801:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e8ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f807 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.654855:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016082.654995:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338446336:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2869us (7066us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.655004:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9678 00000100:00100000:1.0:1734016082.658601:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446464 00000100:00100000:1.0:1734016082.658610:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446464 00000100:00100000:1.0:1734016082.658669:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9679 00000100:00100000:1.0:1734016082.658678:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338446464:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.658698:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.658720:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e8f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f80e expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.658788:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341388416:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.658913:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.660907:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341388416:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.660946:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e8f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f80e expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.660961:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e8f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f80e expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.660972:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016082.661038:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338446464:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2359us (2560us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.661050:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9679 00000100:00100000:0.0:1734016082.670578:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446848 00000100:00100000:0.0:1734016082.670585:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446848 00010000:00010000:0.0:1734016082.670613:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e885 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f79e expref: 15 pid: 12824 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.670654:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2407 00000100:00100000:0.0:1734016082.670660:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338446848:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.670674:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.670679:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e885 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f79e expref: 15 pid: 12824 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.670689:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e885 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f79e expref: 15 pid: 12824 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.670707:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e885 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f79e expref: 15 pid: 12824 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.670723:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016082.670728:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e8fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016082.670735:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e8fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016082.670741:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e8fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016082.670761:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.670799:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247338446848:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 138us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.670806:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2407 00000100:00100000:0.0:1734016082.677074:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.677550:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446976 00000100:00100000:1.0:1734016082.677564:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446976 00002000:00010000:1.0:1734016082.677606:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7899585->18446744073709551615) 00002000:00100000:1.0:1734016082.677611:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d500 with x1818247338446976 ext(7899585->18446744073709551615) 00002000:00010000:1.0:1734016082.677623:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d500. 00000100:00100000:1.0:1734016082.677777:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7780 00000100:00100000:1.0:1734016082.677785:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338446976:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016082.678405:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7394693 -> 7899585 00002000:00010000:1.0:1734016082.678408:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.678411:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.678412:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:1.0:1734016082.678414:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2264 -> 2264 00000100:00100000:1.0:1734016082.678462:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338446976:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 676us (1395us total) trans 4294968932 rc 0/0 00000100:00100000:1.0:1734016082.678469:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7780 00002000:00010000:1.0:1734016082.678473:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7899585->18446744073709551615) 00002000:00100000:1.0:1734016082.678475:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d500 with x1818247338446976 ext(7899585->18446744073709551615) 00002000:00010000:1.0:1734016082.678479:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d500. 00000100:00100000:1.0:1734016082.686106:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338447232 00000100:00100000:1.0:1734016082.686115:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338447232 00000100:00100000:1.0:1734016082.697961:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.715572:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.744799:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338447872 00000100:00100000:1.0:1734016082.744814:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338447872 00002000:00100000:1.0:1734016082.744886:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5689343) req@ffff88007429ce00 x1818247338447872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 504/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.744903:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429ce00 with x1818247338447872 ext(0->5689343) 00002000:00010000:1.0:1734016082.744910:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429ce00 00000100:00100000:1.0:1734016082.744930:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338448128 00000100:00100000:1.0:1734016082.744932:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338448128 00002000:00100000:1.0:1734016082.744942:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7901183) req@ffff88007429df80 x1818247338448128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 504/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.744948:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429df80 with x1818247338448128 ext(4190208->7901183) 00002000:00010000:1.0:1734016082.744951:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429df80 00000100:00100000:1.0:1734016082.744977:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7781 00000100:00100000:1.0:1734016082.744985:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338447872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.747329:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7782 00000100:00100000:0.0:1734016082.747342:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338448128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016082.824131:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338447872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 79136us (79524us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016082.824145:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7781 00002000:00100000:1.0:1734016082.824156:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5689343) req@ffff88007429ce00 x1818247338447872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 504/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016082.824166:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429ce00 with x1818247338447872 ext(0->5689343) 00002000:00010000:1.0:1734016082.824172:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429ce00 00000100:00100000:0.0:1734016082.840720:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338448128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 93372us (96033us total) trans 0 rc 3706880/3706880 00000100:00100000:0.0:1734016082.840732:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7782 00002000:00100000:0.0:1734016082.840743:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7901183) req@ffff88007429df80 x1818247338448128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 504/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 3706880/3706880 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.840751:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429df80 with x1818247338448128 ext(4190208->7901183) 00002000:00010000:0.0:1734016082.840756:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429df80 00000100:00100000:0.0:1734016082.848543:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338448256 00000100:00100000:0.0:1734016082.848552:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338448256 00000100:00100000:0.0:1734016082.848614:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1706 00000100:00100000:0.0:1734016082.848622:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338448256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.848647:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.848670:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e926 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f831 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.848772:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e92d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016082.848785:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e92d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016082.848795:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e92d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:0.0:1734016082.848819:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7899585 00000004:00200000:0.0:1734016082.848823:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016082.848836:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e92d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016082.848854:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731e926 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f831 expref: 14 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.848966:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731e92d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f831 expref: 13 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.848974:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016082.848976:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016082.848980:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016082.849033:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074370e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338448256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 412us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.849040:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1706 00000100:00100000:0.0:1734016082.852450:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338448384 00000100:00100000:0.0:1734016082.852459:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338448384 00000100:00100000:0.0:1734016082.852512:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9683 00000100:00100000:0.0:1734016082.852518:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338448384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.852538:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.852556:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e934 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f838 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.852576:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.852579:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.852588:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e934 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f838 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.852599:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e934 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f838 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.852608:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016082.852654:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338448384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 135us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.852660:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9683 00000100:00100000:0.0:1734016082.857853:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338448512 00000100:00100000:0.0:1734016082.857864:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338448512 00000100:00100000:0.0:1734016082.857931:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9684 00000100:00100000:0.0:1734016082.857939:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338448512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.857964:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.857987:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f83f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.858020:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e91f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5685248->5705727) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f82a expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.858034:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e934 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f838 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.858041:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.858043:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.858047:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [1949696->1990655] (req 1949696->1990655) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.858122:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e934 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f838 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.858136:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731e934 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f838 expref: 6 pid: 13915 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016082.858153:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389184:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016082.858413:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e91f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5685248->5705727) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f82a expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.858437:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e91f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5685248->5705727) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f82a expref: 8 pid: 13915 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.858455:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389312:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016082.858541:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.864597:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389184:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016082.864608:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389312:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016082.864633:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [1949696->1990655] (req 1949696->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.864648:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:1.0:1734016082.864684:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338448512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6746us (6941us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.864692:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9684 00000100:00100000:0.0:1734016082.871768:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338448768 00000100:00100000:0.0:1734016082.871778:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338448768 00010000:00010000:0.0:1734016082.871818:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e91f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5685248->5705727) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f82a expref: 8 pid: 13915 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.871863:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2410 00000100:00100000:0.0:1734016082.871869:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338448768:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.871885:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.871906:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e91f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5685248->5705727) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f82a expref: 8 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.871922:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e91f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5685248->5705727) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f82a expref: 8 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.871943:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731e91f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5685248->5705727) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f82a expref: 8 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.872439:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.872442:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.872450:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.872458:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.872494:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.872507:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341389440:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016082.872575:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.883672:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341389440:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016082.883705:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.883773:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338448768:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11901us (12094us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.883785:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2410 00000100:00100000:0.0:1734016082.888499:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449024 00000100:00100000:0.0:1734016082.888512:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449024 00002000:00100000:0.0:1734016082.888562:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1986560->1990655) req@ffff88007429d180 x1818247338449024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.888572:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429d180 with x1818247338449024 ext(1986560->1990655) 00002000:00010000:0.0:1734016082.888578:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429d180 00000100:00100000:0.0:1734016082.888614:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7783 00000100:00100000:0.0:1734016082.888621:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338449024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.888795:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338449024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (1140us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.888802:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7783 00002000:00100000:0.0:1734016082.888808:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1986560->1990655) req@ffff88007429d180 x1818247338449024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.888816:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429d180 with x1818247338449024 ext(1986560->1990655) 00002000:00010000:0.0:1734016082.888818:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429d180 00000100:00100000:0.0:1734016082.895271:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.895393:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449152 00000100:00100000:1.0:1734016082.895405:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449152 00000100:00100000:1.0:1734016082.895474:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9685 00000100:00100000:1.0:1734016082.895484:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338449152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.895510:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.895536:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e942 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f846 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.895611:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389568:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.895834:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016082.897783:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016082 -> 1734016083 00002000:00010000:1.0:1734016082.897791:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016082 -> 1734016083 00002000:00010000:1.0:1734016082.897792:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016082 -> 1734016083 00000100:00100000:1.0:1734016082.897817:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389568:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.897854:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e942 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f846 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.897869:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e942 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f846 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.899266:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016082.899352:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338449152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3865us (4092us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.899362:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9685 00000100:00100000:1.0:1734016082.904034:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449280 00000100:00100000:1.0:1734016082.904044:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449280 00000100:00100000:1.0:1734016082.904095:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9686 00000100:00100000:1.0:1734016082.904103:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338449280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.904124:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.904146:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e949 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f84d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.904235:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389696:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.905082:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.911505:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389696:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.911539:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e949 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f84d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.911552:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731e949 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f84d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.911580:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016082.911636:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338449280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7531us (7768us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.911644:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9686 00000100:00100000:1.0:1734016082.914607:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449408 00000100:00100000:1.0:1734016082.914615:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449408 00000100:00100000:1.0:1734016082.914671:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9687 00000100:00100000:1.0:1734016082.914678:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338449408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.914697:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.914715:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e950 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f854 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016082.914770:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389824:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016082.914823:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.917066:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389824:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016082.917096:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e950 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f854 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.917106:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731e950 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f854 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016082.917116:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016082.917158:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338449408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2480us (2700us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016082.917167:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9687 00000100:00100000:0.0:1734016082.919916:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.920268:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449536 00000100:00100000:1.0:1734016082.920275:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449536 00000100:00100000:1.0:1734016082.920318:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9688 00000100:00100000:1.0:1734016082.920324:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338449536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016082.920342:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016082.920357:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f85b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.920389:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.920396:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016082.920398:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016082.920401:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3653632->3665919] (req 3653632->3665919) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.920426:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.920437:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 6 pid: 13915 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.920448:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389952:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016082.920493:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016082.923740:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341389952:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016082.923773:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3653632->3665919] (req 3653632->3665919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016082.923789:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016082.923829:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338449536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3503us (3920us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.923836:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9688 00000100:00100000:1.0:1734016082.925362:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.929830:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338449664:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4209us (4465us total) trans 4294968935 rc 0/0 00000100:00100000:0.0:1734016082.929841:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 261 00002000:00100000:0.0:1734016082.929852:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1949696->1990655) req@ffff8800712b7b80 x1818247338449664/t4294968935(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:43/0 lens 488/448 e 0 to 0 dl 1734016093 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.929860:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247338449664 ext(1949696->1990655) 00010000:00010000:0.0:1734016082.929869:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 11 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.929886:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 11 pid: 13915 timeout: 446 lvb_type: 0 00002000:00010000:0.0:1734016082.929892:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712b7b80 00000100:00100000:0.0:1734016082.931691:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449792 00000100:00100000:0.0:1734016082.931698:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449792 00010000:00010000:0.0:1734016082.931720:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 11 pid: 13915 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016082.931752:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2411 00000100:00100000:0.0:1734016082.931758:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338449792:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.931770:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016082.931783:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2264 -> 2272 00010000:00010000:0.0:1734016082.931788:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 11 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.931800:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 11 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.931817:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731e93b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1949696->1990655) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f83f expref: 11 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016082.932773:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.932777:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.932786:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3665919) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.932800:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3665919) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.932838:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3665919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.932850:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341390080:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016082.932912:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.935540:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341390080:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016082.935562:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.935609:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338449792:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3850us (3971us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.935619:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2411 00000100:00100000:0.0:1734016082.936039:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.936482:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449920 00000100:00100000:1.0:1734016082.936487:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449920 00000100:00100000:1.0:1734016082.936517:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9689 00000100:00100000:1.0:1734016082.936522:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338449920:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016082.936673:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7899585 -> 7899585 00002000:00010000:1.0:1734016082.936676:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016082.936678:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016083 -> 1734016082 00002000:00010000:1.0:1734016082.936680:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016083 -> 1734016082 00002000:00010000:1.0:1734016082.936681:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2272 -> 2296 00000100:00100000:1.0:1734016082.936705:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338449920:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 182us (667us total) trans 4294968936 rc 0/0 00000100:00100000:1.0:1734016082.936710:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9689 00000100:00100000:0.0:1734016082.939696:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338450048 00000100:00100000:0.0:1734016082.939703:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338450048 00000100:00100000:0.0:1734016082.939740:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9690 00000100:00100000:0.0:1734016082.939746:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338450048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.939760:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.939774:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731e95e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f862 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.939812:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131093b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341390208:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016082.939854:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.944576:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.955072:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.958342:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016082.959075:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338450560 00000100:00100000:1.0:1734016082.959082:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338450560 00010000:00010000:1.0:1734016082.959108:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731e90a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f815 expref: 15 pid: 12824 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016082.959144:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2412 00000100:00100000:1.0:1734016082.959151:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131091500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338450560:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016082.959163:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016082.959168:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731e90a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f815 expref: 15 pid: 12824 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.960469:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731e90a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f815 expref: 15 pid: 12824 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.960841:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731e90a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f815 expref: 15 pid: 12824 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016082.960866:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016082.960870:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.960877:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.960882:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.960904:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016082.960950:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131091500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247338450560:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1799us (2615us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016082.960957:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2412 00010000:00010000:1.0:1734016082.967315:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.967326:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.967335:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.967341:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c9d40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016082.967345:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.967349:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.967362:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016082.967364:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016082.967367:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016082.967371:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731e96c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016082.968545:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.968669:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338450688 00000100:00100000:0.0:1734016082.968676:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338450688 00002000:00010000:0.0:1734016082.968706:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2169235->18446744073709551615) 00002000:00100000:0.0:1734016082.968710:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7480 with x1818247338450688 ext(2169235->18446744073709551615) 00002000:00010000:0.0:1734016082.968719:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7480. 00000100:00100000:0.0:1734016082.969133:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7784 00000100:00100000:0.0:1734016082.969141:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338450688:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016082.973142:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7899585 -> 2169235 00002000:00010000:0.0:1734016082.973149:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016082.973151:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016083 -> 1734016082 00002000:00010000:0.0:1734016082.973152:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016082.973154:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2296 -> 1520 00000100:00100000:0.0:1734016082.974886:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338450688:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 5737us (6338us total) trans 4294968937 rc 0/0 00000100:00100000:0.0:1734016082.974898:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7784 00002000:00010000:0.0:1734016082.974903:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2169235->18446744073709551615) 00002000:00100000:0.0:1734016082.974906:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7480 with x1818247338450688 ext(2169235->18446744073709551615) 00002000:00010000:0.0:1734016082.974915:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7480. 00000100:00100000:0.0:1734016082.978784:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.986899:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338451072 00000100:00100000:0.0:1734016082.986908:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338451072 00000100:00100000:1.0:1734016082.994983:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016082.995845:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338451200 00000100:00100000:0.0:1734016082.995852:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338451200 00002000:00010000:0.0:1734016082.995875:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7554654->18446744073709551615) 00002000:00100000:0.0:1734016082.995878:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247338451200 ext(7554654->18446744073709551615) 00002000:00010000:0.0:1734016082.995887:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380. 00000100:00100000:0.0:1734016082.995910:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7785 00000100:00100000:0.0:1734016082.995916:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338451200:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016082.996073:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2169235 -> 7554654 00002000:00010000:0.0:1734016082.996076:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016082.996079:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.996080:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016082.996082:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1520 -> 1520 00000100:00100000:0.0:1734016082.997158:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338451200:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1237us (2178us total) trans 4294968938 rc 0/0 00000100:00100000:0.0:1734016082.997166:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7785 00002000:00010000:0.0:1734016082.997170:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7554654->18446744073709551615) 00002000:00100000:0.0:1734016082.997173:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247338451200 ext(7554654->18446744073709551615) 00002000:00010000:0.0:1734016082.997192:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380. 00000100:00100000:1.0:1734016083.005016:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.005110:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338451328 00000100:00100000:0.0:1734016083.005118:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338451328 00000100:00100000:0.0:1734016083.005151:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1710 00000100:00100000:0.0:1734016083.005157:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338451328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.005176:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.005213:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e988 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f877 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.005282:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e98f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.005293:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e98f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.005301:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e98f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:0.0:1734016083.005317:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7554654 00000004:00200000:0.0:1734016083.005321:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016083.005332:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e98f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.005346:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e988 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f877 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.005359:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e98f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f877 expref: 17 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.005365:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016083.005367:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016083.005370:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016083.005412:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338451328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 255us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.005417:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1710 00000100:00100000:0.0:1734016083.022511:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.022597:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338451584 00000100:00100000:1.0:1734016083.022604:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338451584 00010000:00010000:1.0:1734016083.022649:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3653632->3665919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 10 pid: 13915 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016083.022685:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2413 00000100:00100000:1.0:1734016083.022693:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338451584:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016083.022706:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016083.022722:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3653632->3665919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 10 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016083.022734:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3653632->3665919) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 10 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016083.022752:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731e957 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3653632->3665919) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f85b expref: 10 pid: 13915 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016083.022771:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016083.022773:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016083.022779:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e996 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1028096->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f87e expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.022786:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1028096->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f87e expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016083.022813:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1028096->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f87e expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016083.022824:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341390720:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016083.022869:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367600 going to sleep for 11 seconds 00010000:00010000:1.0:1734016083.028174:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016083.028548:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341390720:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016083.028569:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016083.028605:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338451584:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5912us (6101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016083.028613:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2413 00000100:00100000:0.0:1734016083.032692:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.038303:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.046899:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.053762:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.060005:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.090365:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.104564:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.173445:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.195173:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.210551:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.226704:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.238815:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.244473:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.244623:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338453760 00000100:00100000:1.0:1734016083.244630:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338453760 00010000:00010000:1.0:1734016083.244655:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e98f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f877 expref: 17 pid: 7702 timeout: 446 lvb_type: 0 00000100:00100000:1.0:1734016083.244688:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2414 00000100:00100000:1.0:1734016083.244694:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247338453760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016083.244704:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016083.244709:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e98f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f877 expref: 17 pid: 7702 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016083.244718:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731e98f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f877 expref: 17 pid: 7702 timeout: 446 lvb_type: 0 00010000:00010000:1.0:1734016083.244734:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016083.244738:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731e9d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016083.244747:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731e9d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016083.244753:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731e9d5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016083.244767:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016083.244811:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247338453760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 116us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016083.244822:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2414 00000100:00100000:0.0:1734016083.250160:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.257562:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.285671:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.291659:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338454272:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5047us (5985us total) trans 4294968940 rc 0/0 00000100:00100000:0.0:1734016083.291671:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7791 00002000:00100000:0.0:1734016083.291681:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1028096->9453294) req@ffff880074c69f80 x1818247338454272/t4294968940(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:44/0 lens 504/448 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.291690:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c69f80 with x1818247338454272 ext(1028096->9453294) 00002000:00010000:0.0:1734016083.291695:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c69f80 00000100:00100000:1.0:1734016083.295732:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.299415:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338454528 00000100:00100000:0.0:1734016083.299422:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338454528 00000100:00100000:0.0:1734016083.299551:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9701 00000100:00100000:0.0:1734016083.299558:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074373100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247338454528:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:0.0:1734016083.301420:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074373100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338454528:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1860us (2086us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.301429:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9701 00000100:00100000:0.0:1734016083.304987:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.307783:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338454784 00000100:00100000:0.0:1734016083.307790:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338454784 00000100:00100000:0.0:1734016083.308035:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9702 00000100:00100000:0.0:1734016083.308041:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338454784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.308056:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.308075:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731e9ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f8c4 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.308127:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341392000:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016083.308595:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016083.310596:0:8706:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016082 -> 1734016083 00002000:00010000:0.0:1734016083.310603:0:8706:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1520 -> 1536 00000100:00100000:0.0:1734016083.310623:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341392000:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016083.310656:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731e9ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8c4 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.310669:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731e9ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8c4 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.310698:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016083.310755:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338454784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2710us (3038us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.310763:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9702 00000100:00100000:0.0:1734016083.314147:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.316908:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341392128:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016083.316938:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731e9f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8cb expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.316949:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731e9f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8cb expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.317198:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:0.0:1734016083.317247:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338454912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2556us (3107us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.317253:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9703 00000100:00100000:0.0:1734016083.319806:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338455040 00000100:00100000:0.0:1734016083.319814:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338455040 00000100:00100000:0.0:1734016083.319860:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9704 00000100:00100000:0.0:1734016083.319866:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338455040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.319882:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.319897:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731e9f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f8d2 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.319954:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341392256:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016083.320024:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.328071:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338455168 00000100:00100000:0.0:1734016083.328079:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338455168 00000100:00100000:0.0:1734016083.328494:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9705 00000100:00100000:0.0:1734016083.328502:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338455168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.328517:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.328534:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e9ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f8d9 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.328583:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341392384:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016083.328630:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.332129:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341392384:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016083.332166:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e9ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8d9 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.332259:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731e9ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8d9 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.332783:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016083.337317:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338455168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4346us (4852us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.337329:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9705 00000100:00100000:0.0:1734016083.339553:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.350309:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338455424 00000100:00100000:0.0:1734016083.350317:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338455424 00002000:00100000:0.0:1734016083.350355:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2904064->2961407) req@ffff880071e34a80 x1818247338455424/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.350365:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34a80 with x1818247338455424 ext(2904064->2961407) 00002000:00010000:0.0:1734016083.350379:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34a80 00000100:00100000:0.0:1734016083.350410:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7792 00000100:00100000:0.0:1734016083.350416:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338455424:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016083.356590:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338455424:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6162us (6343us total) trans 4294968941 rc 0/0 00000100:00100000:0.0:1734016083.356606:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7792 00002000:00100000:0.0:1734016083.356617:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2904064->2961407) req@ffff880071e34a80 x1818247338455424/t4294968941(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:44/0 lens 488/448 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.356626:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34a80 with x1818247338455424 ext(2904064->2961407) 00002000:00010000:0.0:1734016083.356630:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34a80 00000100:00100000:0.0:1734016083.362893:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338455552 00000100:00100000:0.0:1734016083.362901:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338455552 00000100:00100000:0.0:1734016083.362945:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9706 00000100:00100000:0.0:1734016083.362951:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338455552:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016083.364280:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968941 is committed 00000100:00100000:0.0:1734016083.373251:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.381485:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338455808 00000100:00100000:0.0:1734016083.381496:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338455808 00000100:00100000:0.0:1734016083.381532:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9708 00000100:00100000:0.0:1734016083.381539:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338455808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.381556:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.381575:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731ea1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f8ee expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.381599:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e996 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1028096->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f87e expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.381605:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016083.381606:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016083.381609:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731ea1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8212480->8216575] (req 8212480->8216575) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8ee expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.381633:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e996 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1028096->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f87e expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.381644:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731e996 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1028096->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f87e expref: 6 pid: 8706 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016083.381662:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341392640:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016083.382167:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.421444:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.430991:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456192 00000100:00100000:0.0:1734016083.430999:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456192 00002000:00100000:0.0:1734016083.431031:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7397376->9453567) req@ffff88007139c000 x1818247338456192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.431040:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139c000 with x1818247338456192 ext(7397376->9453567) 00002000:00010000:0.0:1734016083.431045:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139c000 00000100:00100000:0.0:1734016083.431071:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7793 00000100:00100000:0.0:1734016083.431077:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007139c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338456192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.465743:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007139c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338456192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 34656us (35969us total) trans 0 rc 2056192/2056192 00000100:00100000:0.0:1734016083.465756:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7793 00002000:00100000:0.0:1734016083.465766:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7397376->9453567) req@ffff88007139c000 x1818247338456192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/440 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 2056192/2056192 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.465776:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139c000 with x1818247338456192 ext(7397376->9453567) 00002000:00010000:0.0:1734016083.465781:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139c000 00000100:00100000:1.0:1734016083.477112:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.477296:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456320 00000100:00100000:0.0:1734016083.477306:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456320 00002000:00100000:0.0:1734016083.477343:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8167424->8216575) req@ffff88011d83dc00 x1818247338456320/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.477352:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83dc00 with x1818247338456320 ext(8167424->8216575) 00002000:00010000:0.0:1734016083.477357:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83dc00 00000100:00100000:0.0:1734016083.477402:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7794 00000100:00100000:0.0:1734016083.477410:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338456320:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016083.480445:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338456320:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3028us (3335us total) trans 4294968942 rc 0/0 00000100:00100000:0.0:1734016083.480456:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7794 00002000:00100000:0.0:1734016083.480468:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8167424->8216575) req@ffff88011d83dc00 x1818247338456320/t4294968942(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/448 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.480477:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83dc00 with x1818247338456320 ext(8167424->8216575) 00002000:00010000:0.0:1734016083.480483:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83dc00 00000100:00100000:0.0:1734016083.489838:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456448 00000100:00100000:0.0:1734016083.489850:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456448 00000100:00100000:0.0:1734016083.489948:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1715 00000100:00100000:0.0:1734016083.489956:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007139ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338456448:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016083.492480:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007139ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338456448:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 2507us (6028us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.492497:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1715 00000100:00100000:1.0:1734016083.495103:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016083.496821:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968942 is committed 00000100:00100000:0.0:1734016083.503245:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00002000:00010000:0.0:1734016083.506023:0:8706:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1648 -> 1744 00000100:00100000:0.0:1734016083.506052:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341392896:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016083.506083:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ea22 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8f5 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.506097:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ea22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8f5 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.506267:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:0.0:1734016083.506326:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338456704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2923us (3088us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016083.506335:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9710 00000100:00100000:1.0:1734016083.509050:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.509129:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456832 00000100:00100000:0.0:1734016083.509142:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456832 00000100:00100000:0.0:1734016083.509238:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9711 00000100:00100000:0.0:1734016083.509246:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338456832:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.509264:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.509282:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731ea29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f8fc expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.509335:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341393024:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016083.509409:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.518643:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338457088 00000100:00100000:0.0:1734016083.518652:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338457088 00000100:00100000:0.0:1734016083.518772:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1716 00000100:00100000:0.0:1734016083.518778:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338457088:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016083.518825:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.518849:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ea0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8e0 expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.518880:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016083.518884:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016083.519037:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.519049:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e9e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8bd expref: 16 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.519055:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.519083:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e9e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8bd expref: 16 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.519093:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e9e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8bd expref: 16 pid: 7702 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016083.519106:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341393152:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016083.519176:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.521875:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341393152:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016083.521901:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016083.523944:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338457216 00000100:00100000:0.0:1734016083.523955:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338457216 00010000:00010000:0.0:1734016083.524001:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e9e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8bd expref: 17 pid: 7702 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016083.524039:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2416 00000100:00100000:0.0:1734016083.524046:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1983:x1818247338457216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.524061:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.524068:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e9e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8bd expref: 17 pid: 7702 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016083.524084:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e9e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8bd expref: 17 pid: 7702 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016083.524111:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731e9e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8bd expref: 17 pid: 7702 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016083.524132:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016083.524139:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.524149:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.524155:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.524175:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.524253:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1983:x1818247338457216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 205us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.524260:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2416 00010000:00010000:0.0:1734016083.524293:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016083.524299:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:0.0:1734016083.524417:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968372 00000004:00010000:0.0:1734016083.524468:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074270e00 reply state ffff880071915000 transno 4294968373 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ea30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016083.524475:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016083.524538:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338457088:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5760us (5956us total) trans 4294968373 rc 0/0 00000100:00100000:0.0:1734016083.524546:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1716 00000020:00080000:0.0:1734016083.524550:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016083.530354:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.539123:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.539240:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338457472 00000100:00100000:0.0:1734016083.539247:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338457472 00010000:00010000:0.0:1734016083.539272:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731ea1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8216575) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8ee expref: 6 pid: 8706 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016083.539659:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2417 00000100:00100000:0.0:1734016083.539665:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338457472:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.539677:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.539692:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731ea1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8212480->8216575) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8ee expref: 6 pid: 8706 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016083.539702:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731ea1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8212480->8216575) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8ee expref: 6 pid: 8706 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016083.539719:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731ea1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8212480->8216575) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f8ee expref: 6 pid: 8706 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016083.540318:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.540321:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.540327:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731ea37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f903 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.540337:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731ea37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f903 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.540387:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731ea37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f903 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.540399:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074c6b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341393408:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016083.540488:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.544130:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074c6b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341393408:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016083.544171:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.544260:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338457472:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4591us (5140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.544273:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2417 00000100:00100000:1.0:1734016083.544814:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.545411:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338457600 00000100:00100000:0.0:1734016083.545419:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338457600 00002000:00010000:0.0:1734016083.545449:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6305457->18446744073709551615) 00002000:00100000:0.0:1734016083.545453:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83c700 with x1818247338457600 ext(6305457->18446744073709551615) 00002000:00010000:0.0:1734016083.545464:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83c700. 00000100:00100000:0.0:1734016083.545492:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7795 00000100:00100000:0.0:1734016083.545499:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338457600:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016083.549132:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9453295 -> 6305457 00002000:00010000:0.0:1734016083.549139:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.549141:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.549143:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.549145:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1744 -> 1632 00000100:00100000:0.0:1734016083.553069:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338457600:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 7555us (8242us total) trans 4294968943 rc 0/0 00000100:00100000:0.0:1734016083.553087:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7795 00002000:00010000:0.0:1734016083.553094:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6305457->18446744073709551615) 00002000:00100000:0.0:1734016083.553098:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83c700 with x1818247338457600 ext(6305457->18446744073709551615) 00002000:00010000:0.0:1734016083.553109:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83c700. 00000100:00100000:0.0:1734016083.565457:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.572888:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.576476:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.587849:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.600651:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.613570:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.622290:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.627865:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.643014:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.650604:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.650731:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338459264 00000100:00100000:0.0:1734016083.650738:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338459264 00002000:00100000:0.0:1734016083.650770:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1630208->1634303) req@ffff88007429e680 x1818247338459264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.650779:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429e680 with x1818247338459264 ext(1630208->1634303) 00002000:00010000:0.0:1734016083.650783:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429e680 00000100:00100000:0.0:1734016083.650808:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7798 00000100:00100000:0.0:1734016083.650813:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338459264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.650937:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338459264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 123us (340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.650942:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7798 00002000:00100000:0.0:1734016083.650947:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1630208->1634303) req@ffff88007429e680 x1818247338459264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.650958:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429e680 with x1818247338459264 ext(1630208->1634303) 00002000:00010000:0.0:1734016083.650960:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429e680 00000100:00100000:0.0:1734016083.658383:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.662778:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.662836:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338459776 00000100:00100000:0.0:1734016083.662843:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338459776 00002000:00100000:0.0:1734016083.662877:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1622016->1626111) req@ffff88007429f480 x1818247338459776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.662886:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429f480 with x1818247338459776 ext(1622016->1626111) 00002000:00010000:0.0:1734016083.662890:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429f480 00000100:00100000:0.0:1734016083.662917:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7800 00000100:00100000:0.0:1734016083.662924:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338459776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.663409:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338459776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 484us (637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.663893:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7800 00002000:00100000:0.0:1734016083.663900:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1622016->1626111) req@ffff88007429f480 x1818247338459776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.663907:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429f480 with x1818247338459776 ext(1622016->1626111) 00002000:00010000:0.0:1734016083.663910:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429f480 00000100:00100000:1.0:1734016083.669304:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.669453:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338460032 00000100:00100000:0.0:1734016083.669461:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338460032 00002000:00100000:0.0:1734016083.669494:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1617920->1622015) req@ffff88007429ca80 x1818247338460032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.669503:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429ca80 with x1818247338460032 ext(1617920->1622015) 00002000:00010000:0.0:1734016083.669507:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429ca80 00000100:00100000:0.0:1734016083.669616:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7801 00000100:00100000:0.0:1734016083.669622:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338460032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.669746:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338460032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124us (449us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.669752:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7801 00002000:00100000:0.0:1734016083.669757:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1617920->1622015) req@ffff88007429ca80 x1818247338460032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.669764:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429ca80 with x1818247338460032 ext(1617920->1622015) 00002000:00010000:0.0:1734016083.669767:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429ca80 00000100:00100000:0.0:1734016083.675088:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.683629:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.689019:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.689223:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338460800 00000100:00100000:0.0:1734016083.689231:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338460800 00002000:00100000:0.0:1734016083.689268:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1605632->1609727) req@ffff880131093100 x1818247338460800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.689279:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131093100 with x1818247338460800 ext(1605632->1609727) 00002000:00010000:0.0:1734016083.689283:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131093100 00000100:00100000:0.0:1734016083.689315:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7804 00000100:00100000:0.0:1734016083.689322:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338460800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.689465:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338460800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.689475:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7804 00002000:00100000:0.0:1734016083.689480:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1605632->1609727) req@ffff880131093100 x1818247338460800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.689489:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131093100 with x1818247338460800 ext(1605632->1609727) 00002000:00010000:0.0:1734016083.689493:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131093100 00000100:00100000:0.0:1734016083.698537:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.704103:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.715709:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338461312 00000100:00100000:0.0:1734016083.715720:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338461312 00000100:00100000:0.0:1734016083.715787:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9717 00000100:00100000:0.0:1734016083.715794:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338461312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.715815:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.715832:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f934 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.715863:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ea6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1638400->1642495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f92d expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.715870:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.715871:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.715875:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f934 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.715901:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ea6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1638400->1642495) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f92d expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.715911:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ea6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1638400->1642495) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f92d expref: 5 pid: 8706 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.715921:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341394304:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016083.715988:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.723792:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.723877:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338461440 00000100:00100000:0.0:1734016083.723884:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338461440 00010000:00010000:0.0:1734016083.723909:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ea6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1638400->1642495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f92d expref: 6 pid: 8706 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.723940:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2420 00000100:00100000:0.0:1734016083.723945:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338461440:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.723958:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.723973:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ea6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1638400->1642495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f92d expref: 6 pid: 8706 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.723983:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ea6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1638400->1642495) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f92d expref: 6 pid: 8706 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.724004:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ea6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1638400->1642495) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f92d expref: 6 pid: 8706 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.724031:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.724033:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.724038:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f934 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.724046:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f934 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.724075:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f934 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.724091:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341394432:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016083.724137:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.730586:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341394432:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016083.730611:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.730665:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338461440:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6717us (6879us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.730674:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2420 00000100:00100000:1.0:1734016083.746854:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.756468:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.766534:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.774715:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338462208 00000100:00100000:0.0:1734016083.774724:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338462208 00010000:00010000:0.0:1734016083.774755:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f934 expref: 9 pid: 8706 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.774791:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2421 00000100:00100000:0.0:1734016083.774798:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338462208:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.774811:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.774827:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f934 expref: 9 pid: 8706 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.774838:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f934 expref: 9 pid: 8706 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.774858:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ea7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f934 expref: 9 pid: 8706 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.774932:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.774935:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.774941:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731eaa7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2248703) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f950 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.774949:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731eaa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2248703) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f950 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.774983:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731eaa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f950 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.774995:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341394816:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016083.775557:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.782908:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.786236:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341394816:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016083.786273:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.786313:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338462208:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11514us (11676us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.786322:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2421 00000100:00100000:1.0:1734016083.789456:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.804803:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.812516:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.818935:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.819175:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338462976 00000100:00100000:0.0:1734016083.819202:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338462976 00010000:00010000:0.0:1734016083.819233:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731eaa7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2248703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f950 expref: 7 pid: 8706 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.819267:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2422 00000100:00100000:0.0:1734016083.819274:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338462976:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.819288:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.819304:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731eaa7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2248703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f950 expref: 7 pid: 8706 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.819313:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731eaa7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2248703) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f950 expref: 7 pid: 8706 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016083.819331:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.819333:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.819338:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731eac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5722111) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f96c expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.819345:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731eac3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5722111) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f96c expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.819383:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731eac3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5722111) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f96c expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.819394:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341395456:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016083.819435:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.825035:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341395456:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016083.825074:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.825131:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338462976:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5855us (6204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.825141:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2422 00000100:00100000:0.0:1734016083.826652:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.832933:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338463488 00000100:00100000:0.0:1734016083.832941:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338463488 00002000:00100000:0.0:1734016083.832978:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5713920->5718015) req@ffff88007139d180 x1818247338463488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.832987:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139d180 with x1818247338463488 ext(5713920->5718015) 00002000:00010000:0.0:1734016083.832992:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139d180 00000100:00100000:0.0:1734016083.833048:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7807 00000100:00100000:0.0:1734016083.833055:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007139d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338463488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.833912:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007139d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338463488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 854us (1192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.833919:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7807 00002000:00100000:0.0:1734016083.833925:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5713920->5718015) req@ffff88007139d180 x1818247338463488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.833931:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007139d180 with x1818247338463488 ext(5713920->5718015) 00002000:00010000:0.0:1734016083.833934:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007139d180 00000100:00100000:1.0:1734016083.838971:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.839037:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338463744 00000100:00100000:0.0:1734016083.839044:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338463744 00002000:00100000:0.0:1734016083.839078:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5709824->5713919) req@ffff8801316a5f80 x1818247338463744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.839086:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a5f80 with x1818247338463744 ext(5709824->5713919) 00002000:00010000:0.0:1734016083.839090:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a5f80 00000100:00100000:0.0:1734016083.839154:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7808 00000100:00100000:0.0:1734016083.839161:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338463744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.839597:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338463744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 435us (632us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.839604:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7808 00002000:00100000:0.0:1734016083.839609:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5709824->5713919) req@ffff8801316a5f80 x1818247338463744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.839615:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a5f80 with x1818247338463744 ext(5709824->5713919) 00002000:00010000:0.0:1734016083.839618:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a5f80 00000100:00100000:1.0:1734016083.851767:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.857924:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338464000 00000100:00100000:0.0:1734016083.857932:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338464000 00000100:00100000:0.0:1734016083.857974:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9726 00000100:00100000:0.0:1734016083.857980:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338464000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.857993:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.858007:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731ead1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f97a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.858030:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731eac3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5722111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f96c expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.858036:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731eaca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f973 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.858041:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.858042:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.858044:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731ead1 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [307200->344063] (req 307200->344063) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f97a expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.858067:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731eaca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f973 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.858080:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731eaca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f973 expref: 8 pid: 8706 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016083.858089:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341395584:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016083.858145:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731eac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5722111) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f96c expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.858154:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731eac3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5722111) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f96c expref: 8 pid: 8706 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.858160:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341395712:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016083.858172:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88008f410b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016083.862626:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.862672:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016083.863546:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731eaca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f973 expref: 8 pid: 8706 timeout: 447 lvb_type: 1 00000100:00100000:0.0:1734016083.863560:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341395584:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016083.863569:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731eac3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5718016->5722111) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f96c expref: 9 pid: 8706 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.863576:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341395712:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016083.863620:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731ead1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->344063) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f97a expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.863633:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016083.863654:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338464000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5675us (6153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.863660:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9726 00000100:00100000:1.0:1734016083.872015:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.872212:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338464384 00000100:00100000:0.0:1734016083.872222:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338464384 00000100:00100000:0.0:1734016083.872300:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9727 00000100:00100000:0.0:1734016083.872306:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338464384:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016083.872543:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9088688 -> 9088688 00002000:00010000:0.0:1734016083.872547:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.872548:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:0.0:1734016083.872550:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016084 -> 1734016083 00002000:00010000:0.0:1734016083.872551:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1688 -> 1688 00000100:00100000:0.0:1734016083.872979:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338464384:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 671us (976us total) trans 4294968946 rc 0/0 00000100:00100000:0.0:1734016083.872986:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9727 00000100:00100000:0.0:1734016083.877175:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.883058:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.896973:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.897212:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338464896 00000100:00100000:0.0:1734016083.897219:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338464896 00002000:00100000:0.0:1734016083.897254:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8495104->8499199) req@ffff8801316a6680 x1818247338464896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.897264:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a6680 with x1818247338464896 ext(8495104->8499199) 00002000:00010000:0.0:1734016083.897268:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a6680 00000100:00100000:0.0:1734016083.897555:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7809 00000100:00100000:0.0:1734016083.897562:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338464896:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.897926:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338464896:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 362us (959us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.897933:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7809 00002000:00100000:0.0:1734016083.897938:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8495104->8499199) req@ffff8801316a6680 x1818247338464896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.897945:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a6680 with x1818247338464896 ext(8495104->8499199) 00002000:00010000:0.0:1734016083.897948:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a6680 00000100:00100000:0.0:1734016083.902915:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.911571:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.920414:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.920486:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338465408 00000100:00100000:0.0:1734016083.920493:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338465408 00000100:00100000:0.0:1734016083.921059:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1722 00000100:00100000:0.0:1734016083.921066:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338465408:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016083.921108:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.921129:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731ea99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f942 expref: 17 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.921213:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016083.921218:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016083.921335:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec731eaf4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016083.921346:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ea8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f93b expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.921353:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec731eaf4 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016083.921391:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ea8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f93b expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.921401:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ea8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f93b expref: 20 pid: 7702 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016083.921412:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341396480:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016083.921580:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7836f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.929614:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.933242:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.933378:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338465664 00000100:00100000:1.0:1734016083.933385:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338465664 00002000:00010000:1.0:1734016083.933412:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5676772->18446744073709551615) 00002000:00100000:1.0:1734016083.933415:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5880 with x1818247338465664 ext(5676772->18446744073709551615) 00002000:00010000:1.0:1734016083.933423:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5880. 00000100:00100000:1.0:1734016083.933734:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7810 00000100:00100000:1.0:1734016083.933741:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338465664:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016083.934328:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9088688 -> 5676772 00002000:00010000:1.0:1734016083.934331:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016083.934333:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016083 -> 1734016083 00002000:00010000:1.0:1734016083.934335:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:1.0:1734016083.934336:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1688 -> 1688 00000100:00100000:1.0:1734016083.934388:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338465664:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 647us (1150us total) trans 4294968947 rc 0/0 00000100:00100000:1.0:1734016083.934394:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7810 00002000:00010000:1.0:1734016083.934396:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5676772->18446744073709551615) 00002000:00100000:1.0:1734016083.934399:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5880 with x1818247338465664 ext(5676772->18446744073709551615) 00002000:00010000:1.0:1734016083.934402:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5880. 00000100:00100000:0.0:1734016083.939071:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.952358:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.960151:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016083.975584:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016083.985012:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.000107:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.001877:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338466816 00000100:00100000:1.0:1734016084.001888:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338466816 00002000:00100000:1.0:1734016084.001926:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1110016->1114111) req@ffff8801312c6d80 x1818247338466816/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.001935:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6d80 with x1818247338466816 ext(1110016->1114111) 00002000:00010000:1.0:1734016084.001939:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6d80 00000100:00100000:1.0:1734016084.001979:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7813 00000100:00100000:1.0:1734016084.001986:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338466816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.002143:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338466816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 157us (2042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.002149:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7813 00002000:00100000:1.0:1734016084.002154:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1110016->1114111) req@ffff8801312c6d80 x1818247338466816/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.002160:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6d80 with x1818247338466816 ext(1110016->1114111) 00002000:00010000:1.0:1734016084.002163:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6d80 00000100:00100000:0.0:1734016084.006791:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.018321:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.018415:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338467328 00000100:00100000:1.0:1734016084.018423:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338467328 00002000:00100000:1.0:1734016084.018459:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1101824->1105919) req@ffff88007429d500 x1818247338467328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.018466:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429d500 with x1818247338467328 ext(1101824->1105919) 00002000:00010000:1.0:1734016084.018470:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429d500 00000100:00100000:1.0:1734016084.019517:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7815 00000100:00100000:1.0:1734016084.019524:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338467328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.019663:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338467328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (1349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.019671:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7815 00002000:00100000:1.0:1734016084.019676:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1101824->1105919) req@ffff88007429d500 x1818247338467328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.019682:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429d500 with x1818247338467328 ext(1101824->1105919) 00002000:00010000:1.0:1734016084.019685:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429d500 00000100:00100000:0.0:1734016084.028000:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.028390:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338467584 00000100:00100000:1.0:1734016084.028399:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338467584 00002000:00100000:1.0:1734016084.028432:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1097728->1101823) req@ffff88007429d880 x1818247338467584/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.028441:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429d880 with x1818247338467584 ext(1097728->1101823) 00002000:00010000:1.0:1734016084.028445:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429d880 00000100:00100000:1.0:1734016084.029030:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7816 00000100:00100000:1.0:1734016084.029038:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338467584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.029168:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338467584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (1174us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.030118:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7816 00002000:00100000:1.0:1734016084.030130:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1097728->1101823) req@ffff88007429d880 x1818247338467584/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.030138:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007429d880 with x1818247338467584 ext(1097728->1101823) 00002000:00010000:1.0:1734016084.030142:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007429d880 00000100:00100000:0.0:1734016084.036560:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.036719:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338467840 00000100:00100000:1.0:1734016084.036729:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338467840 00002000:00100000:1.0:1734016084.036766:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1093632->1097727) req@ffff880131090700 x1818247338467840/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.036780:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131090700 with x1818247338467840 ext(1093632->1097727) 00002000:00010000:1.0:1734016084.036785:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131090700 00000100:00100000:1.0:1734016084.036819:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7817 00000100:00100000:1.0:1734016084.036826:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338467840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.036968:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338467840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.036974:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7817 00002000:00100000:1.0:1734016084.036979:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1093632->1097727) req@ffff880131090700 x1818247338467840/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.036984:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880131090700 with x1818247338467840 ext(1093632->1097727) 00002000:00010000:1.0:1734016084.036987:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131090700 00000100:00100000:0.0:1734016084.047000:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.050815:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.050893:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338468352 00000100:00100000:1.0:1734016084.050899:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338468352 00002000:00100000:1.0:1734016084.050930:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1085440->1089535) req@ffff8800717fd500 x1818247338468352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.050939:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd500 with x1818247338468352 ext(1085440->1089535) 00002000:00010000:1.0:1734016084.050943:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd500 00000100:00100000:1.0:1734016084.050968:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7819 00000100:00100000:1.0:1734016084.050973:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338468352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.051087:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338468352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 114us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.051093:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7819 00002000:00100000:1.0:1734016084.051379:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1085440->1089535) req@ffff8800717fd500 x1818247338468352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.051387:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd500 with x1818247338468352 ext(1085440->1089535) 00002000:00010000:1.0:1734016084.051389:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd500 00000100:00100000:0.0:1734016084.055390:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.055514:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338468608 00000100:00100000:1.0:1734016084.055525:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338468608 00002000:00100000:1.0:1734016084.055574:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1081344->1085439) req@ffff8800717fdc00 x1818247338468608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.055583:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdc00 with x1818247338468608 ext(1081344->1085439) 00002000:00010000:1.0:1734016084.055588:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdc00 00000100:00100000:1.0:1734016084.056247:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7820 00000100:00100000:1.0:1734016084.056254:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338468608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.056389:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338468608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (1013us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.056396:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7820 00002000:00100000:1.0:1734016084.056401:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1081344->1085439) req@ffff8800717fdc00 x1818247338468608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.056407:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdc00 with x1818247338468608 ext(1081344->1085439) 00002000:00010000:1.0:1734016084.056411:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdc00 00000100:00100000:0.0:1734016084.059426:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.059733:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338468864 00000100:00100000:1.0:1734016084.059739:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338468864 00002000:00100000:1.0:1734016084.059778:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1077248->1081343) req@ffff8800717fc700 x1818247338468864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.059788:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc700 with x1818247338468864 ext(1077248->1081343) 00002000:00010000:1.0:1734016084.059793:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc700 00000100:00100000:1.0:1734016084.060324:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7821 00000100:00100000:1.0:1734016084.060331:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338468864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.060461:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338468864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (1042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.060466:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7821 00002000:00100000:1.0:1734016084.060471:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1077248->1081343) req@ffff8800717fc700 x1818247338468864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.060478:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc700 with x1818247338468864 ext(1077248->1081343) 00002000:00010000:1.0:1734016084.060481:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc700 00000100:00100000:0.0:1734016084.063780:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.067060:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.070442:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338469376 00000100:00100000:1.0:1734016084.070456:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338469376 00002000:00100000:1.0:1734016084.070501:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1069056->1073151) req@ffff880071720a80 x1818247338469376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.070509:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247338469376 ext(1069056->1073151) 00002000:00010000:1.0:1734016084.070515:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:1.0:1734016084.070560:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7823 00000100:00100000:1.0:1734016084.070566:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338469376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.070746:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338469376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 179us (3692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.070757:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7823 00002000:00100000:1.0:1734016084.070762:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1069056->1073151) req@ffff880071720a80 x1818247338469376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.070768:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247338469376 ext(1069056->1073151) 00002000:00010000:1.0:1734016084.070771:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:0.0:1734016084.081456:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.084609:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7824 00000100:00100000:1.0:1734016084.084617:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338469632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.084756:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338469632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (3309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.084762:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7824 00002000:00100000:1.0:1734016084.084767:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1064960->1069055) req@ffff880071722d80 x1818247338469632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.084774:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722d80 with x1818247338469632 ext(1064960->1069055) 00002000:00010000:1.0:1734016084.084777:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722d80 00000100:00100000:0.0:1734016084.087805:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.088652:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7825 00000100:00100000:1.0:1734016084.088660:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338469888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.088799:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338469888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.088806:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7825 00002000:00100000:1.0:1734016084.088811:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1060864->1064959) req@ffff880074371880 x1818247338469888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.088817:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074371880 with x1818247338469888 ext(1060864->1064959) 00002000:00010000:1.0:1734016084.088820:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074371880 00000100:00100000:0.0:1734016084.094282:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.098662:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:0.0:1734016084.100454:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016054 00000100:00100000:1.0:1734016084.109802:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007139f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341396736:0@lo:400:kworker.0 00000100:00100000:1.0:1734016084.109832:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016084.109842:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341397248:0@lo:400:kworker.0 00000100:00100000:1.0:1734016084.109859:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016084.109868:0:3502:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734016084.109873:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3502:1818247341396864:0@lo:400:kworker.0 00000100:00100000:1.0:1734016084.109885:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016084.109892:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3502:1818247341397376:0@lo:400:kworker.0 00000100:00100000:1.0:1734016084.109903:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016084.109919:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341397376 00000100:00100000:1.0:1734016084.109921:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341397376 00000100:00080000:1.0:1734016084.109929:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016054 00000100:00100000:1.0:1734016084.109943:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1734016084.109947:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3502:x1818247341397376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016084.109972:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3502:x1818247341397376:12345-0@lo:400:kworker.0 Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.109976:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1734016084.109994:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3502:1818247341397376:0@lo:400:kworker.0 00000100:00100000:1.0:1734016084.111028:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3502:1818247341396864:0@lo:400:kworker.0 00000100:00100000:1.0:1734016084.111039:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007139f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341396736:0@lo:400:kworker.0 00000100:00100000:1.0:1734016084.111048:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341397248:0@lo:400:kworker.0 00000100:00080000:1.0:1734016084.111074:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016054 00000100:00080000:1.0:1734016084.111077:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016054 00000100:00100000:0.0:1734016084.111628:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.111693:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338470272 00000100:00100000:1.0:1734016084.111698:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338470272 00000100:00100000:1.0:1734016084.111736:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9733 00000100:00100000:1.0:1734016084.111744:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338470272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.111760:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.111776:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731eb33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f9b9 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.111822:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341397504:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016084.111876:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.125334:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.131238:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00002000:00010000:0.0:1734016084.135443:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 2721422 -> 4211661 00000100:00100000:0.0:1734016084.135467:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341397888:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016084.135500:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731eb41 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9c7 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.135512:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731eb41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9c7 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.135534:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:0.0:1734016084.135662:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338470656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4302us (4423us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.135670:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9735 00000100:00100000:0.0:1734016084.139512:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.142899:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341398144 00000100:00100000:0.0:1734016084.142906:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341398144 00000100:00100000:0.0:1734016084.142950:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1734016084.142957:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341398144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016084.142984:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980013632 pending 0 free 3922870272 avail 3691347968 00000100:00100000:0.0:1734016084.143023:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341398144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.143030:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1734016084.153741:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.157437:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.157564:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338471552 00000100:00100000:1.0:1734016084.157570:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338471552 00002000:00100000:1.0:1734016084.157602:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1236992->1241087) req@ffff880074c6a300 x1818247338471552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.157611:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c6a300 with x1818247338471552 ext(1236992->1241087) 00002000:00010000:1.0:1734016084.157615:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c6a300 00000100:00100000:1.0:1734016084.157648:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7828 00000100:00100000:1.0:1734016084.157653:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338471552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.157791:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338471552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.157798:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7828 00002000:00100000:1.0:1734016084.157803:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1236992->1241087) req@ffff880074c6a300 x1818247338471552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.157809:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c6a300 with x1818247338471552 ext(1236992->1241087) 00002000:00010000:1.0:1734016084.157813:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c6a300 00000100:00100000:0.0:1734016084.164767:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.167802:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.167998:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338472320 00000100:00100000:1.0:1734016084.168006:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338472320 00002000:00100000:1.0:1734016084.168035:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1224704->1228799) req@ffff880074c6a680 x1818247338472320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.168044:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c6a680 with x1818247338472320 ext(1224704->1228799) 00002000:00010000:1.0:1734016084.168048:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c6a680 00000100:00100000:1.0:1734016084.168078:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7831 00000100:00100000:1.0:1734016084.168084:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338472320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.168236:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074c6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338472320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 149us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.168242:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7831 00002000:00100000:1.0:1734016084.168247:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1224704->1228799) req@ffff880074c6a680 x1818247338472320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.168254:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074c6a680 with x1818247338472320 ext(1224704->1228799) 00002000:00010000:1.0:1734016084.168257:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074c6a680 00000100:00100000:0.0:1734016084.176281:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.185608:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.185814:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338473088 00000100:00100000:1.0:1734016084.185821:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338473088 00002000:00100000:1.0:1734016084.185857:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1212416->1216511) req@ffff880071d3df80 x1818247338473088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.185866:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247338473088 ext(1212416->1216511) 00002000:00010000:1.0:1734016084.185871:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:1.0:1734016084.185904:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7834 00000100:00100000:1.0:1734016084.185909:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338473088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.186044:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338473088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.186050:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7834 00002000:00100000:1.0:1734016084.186055:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1212416->1216511) req@ffff880071d3df80 x1818247338473088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.186061:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247338473088 ext(1212416->1216511) 00002000:00010000:1.0:1734016084.186064:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:0.0:1734016084.197635:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.197714:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338473600 00000100:00100000:1.0:1734016084.197724:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338473600 00002000:00100000:1.0:1734016084.197758:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1204224->1208319) req@ffff880071d3e680 x1818247338473600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.197766:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e680 with x1818247338473600 ext(1204224->1208319) 00002000:00010000:1.0:1734016084.197771:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e680 00000100:00100000:1.0:1734016084.197829:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7836 00000100:00100000:1.0:1734016084.197835:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338473600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.198665:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338473600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 826us (1034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.198672:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7836 00002000:00100000:1.0:1734016084.198678:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1204224->1208319) req@ffff880071d3e680 x1818247338473600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.198685:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e680 with x1818247338473600 ext(1204224->1208319) 00002000:00010000:1.0:1734016084.198688:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e680 00000100:00100000:0.0:1734016084.202112:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.202465:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338473856 00000100:00100000:1.0:1734016084.202472:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338473856 00002000:00100000:1.0:1734016084.202507:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1200128->1204223) req@ffff88011d83ce00 x1818247338473856/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.202515:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ce00 with x1818247338473856 ext(1200128->1204223) 00002000:00010000:1.0:1734016084.202519:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ce00 00000100:00100000:1.0:1734016084.202544:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7837 00000100:00100000:1.0:1734016084.202549:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338473856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.202665:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338473856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 115us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.202670:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7837 00002000:00100000:1.0:1734016084.202675:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1200128->1204223) req@ffff88011d83ce00 x1818247338473856/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.202682:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ce00 with x1818247338473856 ext(1200128->1204223) 00002000:00010000:1.0:1734016084.202685:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ce00 00000100:00100000:0.0:1734016084.211161:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.211490:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338474368 00000100:00100000:1.0:1734016084.211499:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338474368 00002000:00100000:1.0:1734016084.211533:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1191936->1196031) req@ffff88011d83d180 x1818247338474368/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.211544:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d180 with x1818247338474368 ext(1191936->1196031) 00002000:00010000:1.0:1734016084.211549:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d180 00000100:00100000:1.0:1734016084.211588:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7839 00000100:00100000:1.0:1734016084.211596:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338474368:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.211763:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338474368:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.211771:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7839 00002000:00100000:1.0:1734016084.211777:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1191936->1196031) req@ffff88011d83d180 x1818247338474368/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.211786:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d180 with x1818247338474368 ext(1191936->1196031) 00002000:00010000:1.0:1734016084.211789:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d180 00000100:00100000:0.0:1734016084.217341:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.227714:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338474880 00000100:00100000:1.0:1734016084.227724:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338474880 00002000:00100000:1.0:1734016084.227765:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1183744->1187839) req@ffff880074273b80 x1818247338474880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.227773:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247338474880 ext(1183744->1187839) 00002000:00010000:1.0:1734016084.227778:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:1.0:1734016084.229763:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7841 00000100:00100000:1.0:1734016084.229773:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338474880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.229943:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338474880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 170us (3408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.229949:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7841 00002000:00100000:1.0:1734016084.229956:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1183744->1187839) req@ffff880074273b80 x1818247338474880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.229964:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247338474880 ext(1183744->1187839) 00002000:00010000:1.0:1734016084.229968:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:0.0:1734016084.233623:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.247780:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.261883:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.274903:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338475520 00000100:00100000:1.0:1734016084.274911:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338475520 00002000:00100000:1.0:1734016084.274948:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4202496->4211660) req@ffff88012d193480 x1818247338475520/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 9656/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.274958:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193480 with x1818247338475520 ext(4202496->4211660) 00010000:00010000:1.0:1734016084.274967:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731eb3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4202496->4214783) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9c0 expref: 9 pid: 13915 timeout: 447 lvb_type: 0 00010000:00010000:1.0:1734016084.274978:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731eb3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4202496->4214783) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9c0 expref: 9 pid: 13915 timeout: 447 lvb_type: 0 00002000:00010000:1.0:1734016084.274989:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d193480 00000100:00100000:1.0:1734016084.275127:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 262 00000100:00100000:1.0:1734016084.275134:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338475520:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016084.276877:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338475520:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1732us (2242us total) trans 4294968949 rc 0/0 00000100:00100000:1.0:1734016084.276888:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 262 00002000:00100000:1.0:1734016084.276898:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4202496->4211660) req@ffff88012d193480 x1818247338475520/t4294968949(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 9656/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.276907:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193480 with x1818247338475520 ext(4202496->4211660) 00010000:00010000:1.0:1734016084.276916:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731eb3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4202496->4214783) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9c0 expref: 11 pid: 13915 timeout: 447 lvb_type: 0 00010000:00010000:1.0:1734016084.276930:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731eb3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4202496->4214783) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9c0 expref: 11 pid: 13915 timeout: 447 lvb_type: 0 00002000:00010000:1.0:1734016084.276935:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d193480 00000100:00100000:0.0:1734016084.280587:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.293898:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338475776 00000100:00100000:0.0:1734016084.293907:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338475776 00000100:00100000:0.0:1734016084.293962:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9741 00000100:00100000:0.0:1734016084.293970:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338475776:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016084.294240:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4211661 -> 8859399 00002000:00010000:0.0:1734016084.294244:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.294247:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.294249:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.294252:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1600 -> 1688 00000100:00100000:0.0:1734016084.294304:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338475776:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 334us (479us total) trans 4294968950 rc 0/0 00000100:00100000:0.0:1734016084.294311:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9741 00000100:00100000:1.0:1734016084.302835:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338476032 00000100:00100000:1.0:1734016084.302844:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338476032 00002000:00100000:1.0:1734016084.302883:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4939776->4943871) req@ffff88012d191180 x1818247338476032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.302892:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247338476032 ext(4939776->4943871) 00002000:00010000:1.0:1734016084.302897:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:1.0:1734016084.302927:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7842 00000100:00100000:1.0:1734016084.302934:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338476032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.303091:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338476032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.303097:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7842 00002000:00100000:1.0:1734016084.303103:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4939776->4943871) req@ffff88012d191180 x1818247338476032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.303109:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247338476032 ext(4939776->4943871) 00002000:00010000:1.0:1734016084.303113:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:0.0:1734016084.310138:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.315871:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338476544 00000100:00100000:1.0:1734016084.315884:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338476544 00002000:00100000:1.0:1734016084.315952:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4931584->4935679) req@ffff88012d191880 x1818247338476544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.315962:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191880 with x1818247338476544 ext(4931584->4935679) 00002000:00010000:1.0:1734016084.315966:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191880 00000100:00100000:1.0:1734016084.316840:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7844 00000100:00100000:1.0:1734016084.316847:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338476544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.317171:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338476544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 323us (3656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.317190:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7844 00002000:00100000:1.0:1734016084.317196:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4931584->4935679) req@ffff88012d191880 x1818247338476544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.317203:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191880 with x1818247338476544 ext(4931584->4935679) 00002000:00010000:1.0:1734016084.317207:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191880 00000100:00100000:1.0:1734016084.321361:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338476800 00000100:00100000:1.0:1734016084.321370:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338476800 00002000:00100000:1.0:1734016084.321405:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4927488->4931583) req@ffff88012d192a00 x1818247338476800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.321414:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192a00 with x1818247338476800 ext(4927488->4931583) 00002000:00010000:1.0:1734016084.321419:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192a00 00000100:00100000:1.0:1734016084.321641:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7845 00000100:00100000:1.0:1734016084.321649:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338476800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.321838:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338476800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 188us (1180us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.321844:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7845 00002000:00100000:1.0:1734016084.321849:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4927488->4931583) req@ffff88012d192a00 x1818247338476800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.321855:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192a00 with x1818247338476800 ext(4927488->4931583) 00002000:00010000:1.0:1734016084.321858:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192a00 00000100:00100000:0.0:1734016084.325306:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.329456:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338477312 00000100:00100000:1.0:1734016084.329465:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338477312 00002000:00100000:1.0:1734016084.329503:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4919296->4923391) req@ffff88012d192680 x1818247338477312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.329513:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192680 with x1818247338477312 ext(4919296->4923391) 00002000:00010000:1.0:1734016084.329517:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192680 00000100:00100000:1.0:1734016084.329550:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7847 00000100:00100000:1.0:1734016084.329557:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338477312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.329725:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338477312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (711us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.329732:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7847 00002000:00100000:1.0:1734016084.329740:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4919296->4923391) req@ffff88012d192680 x1818247338477312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.329747:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192680 with x1818247338477312 ext(4919296->4923391) 00002000:00010000:1.0:1734016084.329750:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192680 00000100:00100000:0.0:1734016084.335997:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.336364:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338477824 00000100:00100000:1.0:1734016084.336374:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338477824 00002000:00100000:1.0:1734016084.336415:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4911104->4915199) req@ffff88007402e300 x1818247338477824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.336424:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247338477824 ext(4911104->4915199) 00002000:00010000:1.0:1734016084.336429:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e300 00000100:00100000:1.0:1734016084.336728:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7849 00000100:00100000:1.0:1734016084.336737:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338477824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.336898:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338477824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 162us (908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.336905:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7849 00002000:00100000:1.0:1734016084.336910:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4911104->4915199) req@ffff88007402e300 x1818247338477824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.336916:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247338477824 ext(4911104->4915199) 00002000:00010000:1.0:1734016084.336918:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e300 00000100:00100000:1.0:1734016084.343243:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338478336 00000100:00100000:1.0:1734016084.343254:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338478336 00002000:00100000:1.0:1734016084.343297:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4902912->4907007) req@ffff88012d190e00 x1818247338478336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.343307:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190e00 with x1818247338478336 ext(4902912->4907007) 00002000:00010000:1.0:1734016084.343312:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190e00 00000100:00100000:1.0:1734016084.343350:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7851 00000100:00100000:1.0:1734016084.343366:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338478336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.343557:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338478336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 190us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.343566:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7851 00002000:00100000:1.0:1734016084.343571:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4902912->4907007) req@ffff88012d190e00 x1818247338478336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.343578:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190e00 with x1818247338478336 ext(4902912->4907007) 00002000:00010000:1.0:1734016084.343581:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190e00 00000100:00100000:0.0:1734016084.347735:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.355655:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338478848 00000100:00100000:1.0:1734016084.355664:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338478848 00002000:00100000:1.0:1734016084.355702:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4894720->4898815) req@ffff88012d191500 x1818247338478848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.355712:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191500 with x1818247338478848 ext(4894720->4898815) 00002000:00010000:1.0:1734016084.355717:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191500 00000100:00100000:1.0:1734016084.356134:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7853 00000100:00100000:1.0:1734016084.356141:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338478848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.356333:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338478848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.356340:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7853 00002000:00100000:1.0:1734016084.356346:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4894720->4898815) req@ffff88012d191500 x1818247338478848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.356352:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191500 with x1818247338478848 ext(4894720->4898815) 00002000:00010000:1.0:1734016084.356368:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191500 00000100:00100000:0.0:1734016084.374511:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.375263:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338479360 00000100:00100000:1.0:1734016084.375277:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338479360 00002000:00100000:1.0:1734016084.375327:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4886528->4890623) req@ffff88007402fb80 x1818247338479360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.375339:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247338479360 ext(4886528->4890623) 00002000:00010000:1.0:1734016084.375345:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:1.0:1734016084.375387:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7855 00000100:00100000:1.0:1734016084.375393:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338479360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.382795:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338479360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 7383us (8273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016084.382835:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7855 00002000:00100000:1.0:1734016084.382852:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4886528->4890623) req@ffff88007402fb80 x1818247338479360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016084.382864:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247338479360 ext(4886528->4890623) 00002000:00010000:1.0:1734016084.382870:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:0.0:1734016084.401724:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338479616 00000100:00100000:0.0:1734016084.401738:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338479616 00002000:00100000:0.0:1734016084.401789:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4882432->4886527) req@ffff88012d192300 x1818247338479616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.401802:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192300 with x1818247338479616 ext(4882432->4886527) 00002000:00010000:0.0:1734016084.401808:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192300 00000100:00100000:0.0:1734016084.402401:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7856 00000100:00100000:0.0:1734016084.402410:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338479616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.404857:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338479616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2437us (3701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.404870:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7856 00002000:00100000:0.0:1734016084.404881:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4882432->4886527) req@ffff88012d192300 x1818247338479616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.404891:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192300 with x1818247338479616 ext(4882432->4886527) 00002000:00010000:0.0:1734016084.404897:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192300 00000100:00100000:0.0:1734016084.416927:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338479872 00000100:00100000:0.0:1734016084.416942:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338479872 00002000:00100000:0.0:1734016084.416998:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4878336->4882431) req@ffff88012d8a8380 x1818247338479872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.417010:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8380 with x1818247338479872 ext(4878336->4882431) 00002000:00010000:0.0:1734016084.417016:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8380 00000100:00100000:0.0:1734016084.417054:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7857 00000100:00100000:0.0:1734016084.417062:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338479872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.417303:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338479872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 239us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.417310:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7857 00002000:00100000:0.0:1734016084.417316:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4878336->4882431) req@ffff88012d8a8380 x1818247338479872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.417322:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8380 with x1818247338479872 ext(4878336->4882431) 00002000:00010000:0.0:1734016084.417325:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8380 00000100:00100000:0.0:1734016084.421932:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.433104:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338480000:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 10519us (11164us total) trans 4294968951 rc 0/0 00000100:00100000:0.0:1734016084.433120:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7858 00002000:00100000:0.0:1734016084.433136:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4878336->4943871) req@ffff880074593b80 x1818247338480000/t4294968951(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:45/0 lens 488/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.433146:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593b80 with x1818247338480000 ext(4878336->4943871) 00002000:00010000:0.0:1734016084.433154:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593b80 00000100:00100000:0.0:1734016084.441856:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:1.0:1734016084.442695:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016054 00000100:00100000:0.0:1734016084.451412:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.451499:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480256 00000100:00100000:1.0:1734016084.451507:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480256 00000100:00100000:1.0:1734016084.451580:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9742 00000100:00100000:1.0:1734016084.451587:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338480256:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016084.453028:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968951 is committed 00000001:00080000:0.0:1734016084.453053:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968949 is committed 00000100:00100000:1.0:1734016084.453333:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338480256:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1742us (1924us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.453343:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9742 00000100:00100000:1.0:1734016084.457496:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480384 00000100:00100000:1.0:1734016084.457505:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480384 00000100:00100000:1.0:1734016084.458053:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9743 00000100:00100000:1.0:1734016084.458059:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338480384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.458075:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.458089:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731eb6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f9f1 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.458137:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341398912:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016084.458207:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016084.465398:0:8706:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1688 -> 1816 00000100:00100000:1.0:1734016084.465428:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341398912:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016084.465470:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731eb6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9f1 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.465486:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731eb6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9f1 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.465516:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016084.468485:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338480384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10413us (11099us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.468496:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9743 00000100:00100000:0.0:1734016084.473874:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.473954:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480512 00000100:00100000:1.0:1734016084.473961:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480512 00000100:00100000:1.0:1734016084.473995:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9744 00000100:00100000:1.0:1734016084.474001:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338480512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.474017:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.474032:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eb72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f9f8 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.474081:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399040:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016084.474145:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.477225:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399040:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016084.477261:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eb72 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9f8 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.477274:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eb72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9f8 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.477299:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016084.477346:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338480512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3343us (3478us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.477363:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9744 00000100:00100000:1.0:1734016084.500026:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480640 00000100:00100000:1.0:1734016084.500035:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480640 00000100:00100000:1.0:1734016084.500083:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9745 00000100:00100000:1.0:1734016084.500089:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338480640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.500106:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.500123:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519f9ff expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.500207:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399168:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016084.500266:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.504365:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399168:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016084.504409:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb79 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ff expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.504424:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ff expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.504455:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016084.504509:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338480640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4419us (4671us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.504518:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9745 00000100:00100000:1.0:1734016084.510552:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480896 00000100:00100000:1.0:1734016084.510561:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480896 00000100:00100000:1.0:1734016084.510606:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 127 00000100:00100000:1.0:1734016084.510613:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338480896:12345-192.168.201.1@tcp:400:kworker.0 00000100:00080000:0.0:1734016084.510641:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016054 00000100:00100000:1.0:1734016084.510684:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338480896:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 70us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.510690:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 127 00000100:00100000:0.0:1734016084.510714:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.510730:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481024 00000100:00100000:1.0:1734016084.510733:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481024 00000100:00100000:1.0:1734016084.510751:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9746 00000100:00100000:1.0:1734016084.510755:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338481024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.510765:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.510784:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fa06 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.510835:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399296:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016084.510870:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00080000:0.0:1734016084.511089:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016054 00000100:00100000:1.0:1734016084.521034:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399296:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016084.521075:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb80 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa06 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.521090:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa06 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.521118:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016084.521173:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338481024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10416us (10459us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.522526:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9746 00000100:00100000:1.0:1734016084.529321:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481152 00000100:00100000:1.0:1734016084.529330:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481152 00000100:00100000:1.0:1734016084.529385:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9747 00000100:00100000:1.0:1734016084.529391:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338481152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.529406:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.529419:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731eb87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fa0d expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.529464:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399424:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016084.529516:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.543400:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399424:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016084.543441:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731eb87 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa0d expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.543459:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731eb87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa0d expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.543484:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016084.543543:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338481152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14150us (15549us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.543550:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9747 00000100:00100000:1.0:1734016084.552271:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481280 00000100:00100000:1.0:1734016084.552279:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481280 00000100:00100000:1.0:1734016084.552327:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9748 00000100:00100000:1.0:1734016084.552333:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338481280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.552349:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.552373:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731eb8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fa14 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.552418:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399552:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016084.552466:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.557297:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399552:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016084.557333:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731eb8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa14 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.557346:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731eb8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa14 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016084.557386:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016084.557442:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338481280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5108us (6365us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016084.557450:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9748 00000100:00100000:1.0:1734016084.570172:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481408 00000100:00100000:1.0:1734016084.570216:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481408 00000100:00100000:1.0:1734016084.570253:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9749 00000100:00100000:1.0:1734016084.570259:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338481408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.570274:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.570290:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fa1b expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.570314:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731eb64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8859647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ea expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.570320:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.570322:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.570325:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8261632->8278015] (req 8261632->8278015) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.570348:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731eb64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8859647) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ea expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.570368:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731eb64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8814592->8859647) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ea expref: 5 pid: 13915 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1734016084.570384:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399680:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016084.570437:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00010000:00010000:1.0:1734016084.582151:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731eb64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8814592->8859647) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ea expref: 6 pid: 13915 timeout: 447 lvb_type: 0 00000100:00100000:1.0:1734016084.582193:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341399680:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016084.582215:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8261632->8278015) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.582222:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016084.582249:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338481408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11990us (12159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.582256:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9749 00000100:00100000:1.0:1734016084.624557:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341399936 00000100:00100000:1.0:1734016084.624574:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341399936 00000100:00100000:1.0:1734016084.624625:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1734016084.624631:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341399936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016084.624664:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016084.624731:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341399936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (3192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.624737:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1734016084.660076:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481792 00000100:00100000:0.0:1734016084.660085:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481792 00002000:00100000:0.0:1734016084.660120:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->8265727) req@ffff88007678f480 x1818247338481792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 504/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.660130:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f480 with x1818247338481792 ext(0->8265727) 00002000:00010000:0.0:1734016084.660135:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f480 00000100:00100000:0.0:1734016084.660151:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482048 00000100:00100000:0.0:1734016084.660153:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482048 00002000:00100000:0.0:1734016084.660163:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88007678c000 x1818247338482048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 504/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.660169:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c000 with x1818247338482048 ext(4190208->8388607) 00002000:00010000:0.0:1734016084.660171:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c000 00000100:00100000:0.0:1734016084.660204:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482304 00000100:00100000:0.0:1734016084.660207:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482304 00002000:00100000:0.0:1734016084.660217:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8859647) req@ffff88007678c700 x1818247338482304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.660224:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247338482304 ext(8388608->8859647) 00002000:00010000:0.0:1734016084.660226:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:0.0:1734016084.660236:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7859 00000100:00100000:0.0:1734016084.660242:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338481792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016084.663457:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7860 00000100:00100000:1.0:1734016084.663471:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338482048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.708734:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338482304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 42834us (48718us total) trans 0 rc 471040/471040 00000100:00100000:0.0:1734016084.708748:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7861 00002000:00100000:0.0:1734016084.708763:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8859647) req@ffff88007678c700 x1818247338482304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/440 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 471040/471040 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.708773:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247338482304 ext(8388608->8859647) 00002000:00010000:0.0:1734016084.708780:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:0.0:1734016084.791581:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338481792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131327us (131658us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016084.791596:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7859 00002000:00100000:0.0:1734016084.791612:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->8265727) req@ffff88007678f480 x1818247338481792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 504/440 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.791623:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f480 with x1818247338481792 ext(0->8265727) 00002000:00010000:0.0:1734016084.791630:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f480 00000100:00100000:1.0:1734016084.845007:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482432 00000100:00100000:1.0:1734016084.845017:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482432 00000100:00100000:1.0:1734016084.845076:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9750 00000100:00100000:1.0:1734016084.845085:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338482432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.845108:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.845134:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fa22 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.845172:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8261632->8278015) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.845198:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.845200:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.845205:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1712128->1728511] (req 1712128->1728511) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.845239:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8261632->8278015) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.845250:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8261632->8278015) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.845265:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341400064:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016084.845334:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.862997:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341400064:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016084.863050:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1712128->1728511] (req 1712128->1728511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.863072:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016084.863148:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338482432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 18062us (18266us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.863158:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9750 00000100:00100000:0.0:1734016084.892390:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482560 00000100:00100000:0.0:1734016084.892402:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482560 00010000:00010000:0.0:1734016084.892450:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8261632->8278015) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.892498:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2429 00000100:00100000:0.0:1734016084.892507:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338482560:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.892525:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.892550:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8261632->8278015) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.892564:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8261632->8278015) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.892592:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eb95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8261632->8278015) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa1b expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.892635:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.892639:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.892647:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.892657:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.892698:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.892715:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074593100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341400192:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016084.892809:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7836f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.898774:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.898959:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074593100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341400192:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016084.898999:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016084.899045:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338482560:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6539us (6786us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.899056:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2429 00000100:00100000:0.0:1734016084.904292:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.904395:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482944 00000100:00100000:1.0:1734016084.904405:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482944 00000100:00100000:1.0:1734016084.904461:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9751 00000100:00100000:1.0:1734016084.904468:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338482944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016084.904487:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016084.904507:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fa29 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.904535:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.904543:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.904544:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016084.904548:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4808704->4841471] (req 4808704->4841471) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.904581:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.904594:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 6 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.904606:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341400320:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016084.904670:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.912696:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016084.914771:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338483072:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1604us (2070us total) trans 4294968952 rc 0/0 00000100:00100000:0.0:1734016084.914781:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 263 00002000:00100000:0.0:1734016084.914790:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1712128->1728511) req@ffff880074591180 x1818247338483072/t4294968952(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 16872/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.914797:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591180 with x1818247338483072 ext(1712128->1728511) 00010000:00010000:0.0:1734016084.914804:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 9 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.914815:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 9 pid: 8706 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1734016084.914824:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074591180 00000100:00100000:0.0:1734016084.919099:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016084.919424:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483200 00000100:00100000:1.0:1734016084.919434:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483200 00010000:00010000:1.0:1734016084.919468:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 9 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016084.920077:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2430 00000100:00100000:1.0:1734016084.920085:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074592680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338483200:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016084.920097:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016084.920112:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016084 -> 1734016085 00002000:00010000:1.0:1734016084.920114:0:6462:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016084 -> 1734016085 00002000:00010000:1.0:1734016084.920116:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1816 -> 1848 00010000:00010000:1.0:1734016084.920122:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 9 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.920134:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 9 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.920154:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eb9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1712128->1728511) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa22 expref: 9 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016084.920198:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.920200:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016084.920206:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.920214:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.920244:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016084.920254:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341400448:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016084.920450:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.926238:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801316a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341400448:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016084.926259:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.926300:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074592680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338483200:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6215us (7213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.926310:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2430 00000100:00100000:0.0:1734016084.928332:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483328 00000100:00100000:0.0:1734016084.928340:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483328 00000100:00100000:0.0:1734016084.928382:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9752 00000100:00100000:0.0:1734016084.928388:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338483328:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016084.929236:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8859399 -> 8859399 00002000:00010000:0.0:1734016084.929241:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016085 -> 1734016085 00002000:00010000:0.0:1734016084.929243:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016084 -> 1734016084 00002000:00010000:0.0:1734016084.929245:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016085 -> 1734016085 00002000:00010000:0.0:1734016084.929246:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1848 -> 1848 00000100:00100000:0.0:1734016084.929295:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338483328:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 906us (1028us total) trans 4294968953 rc 0/0 00000100:00100000:0.0:1734016084.929301:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9752 00000100:00100000:0.0:1734016084.940614:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483456 00000100:00100000:0.0:1734016084.940623:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483456 00000100:00100000:0.0:1734016084.940662:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9753 00000100:00100000:0.0:1734016084.940672:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338483456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.940695:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.940715:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731ebaa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fa30 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.940754:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.940762:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016084.940764:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016084.940768:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731ebaa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5476352->5541887] (req 5476352->5541887) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa30 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.940799:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.940811:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 6 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.940991:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074593480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341400576:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016084.942135:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7836f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016084.945717:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074593480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341400576:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016084.945766:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731ebaa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5476352->5541887] (req 5476352->5541887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa30 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016084.945784:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:1.0:1734016084.945836:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338483456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5165us (5323us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016084.945843:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9753 00000100:00100000:0.0:1734016084.950109:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483584 00000100:00100000:0.0:1734016084.950116:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483584 00010000:00010000:0.0:1734016084.950146:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 7 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016084.950204:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2431 00000100:00100000:0.0:1734016084.950211:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338483584:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.950223:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.950239:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 7 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.950249:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 7 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.950265:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731eba3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4808704->4841471) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa29 expref: 7 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016084.950288:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.950290:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.950295:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731ebaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5476352->5541887) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa30 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.950303:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731ebaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5476352->5541887) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa30 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.950328:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731ebaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5476352->5541887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa30 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.950339:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074593480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341400704:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016084.950396:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7836f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.956817:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074593480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341400704:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016084.956857:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.956967:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338483584:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6754us (7005us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.956977:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2431 00000100:00100000:0.0:1734016084.958422:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483840 00000100:00100000:0.0:1734016084.958429:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483840 00002000:00100000:0.0:1734016084.958462:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5537792->5541887) req@ffff880071f98380 x1818247338483840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.958471:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98380 with x1818247338483840 ext(5537792->5541887) 00002000:00010000:0.0:1734016084.958476:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98380 00000100:00100000:0.0:1734016084.958494:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7863 00000100:00100000:0.0:1734016084.958499:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338483840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.958624:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338483840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 123us (909us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.958631:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7863 00002000:00100000:0.0:1734016084.958636:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5537792->5541887) req@ffff880071f98380 x1818247338483840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.958706:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98380 with x1818247338483840 ext(5537792->5541887) 00002000:00010000:0.0:1734016084.958710:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98380 00000100:00100000:1.0:1734016084.966059:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.021605:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.021671:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338484352 00000100:00100000:0.0:1734016085.021678:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338484352 00002000:00100000:0.0:1734016085.021712:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8801316a5c00 x1818247338484352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.021721:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a5c00 with x1818247338484352 ext(0->4194303) 00002000:00010000:0.0:1734016085.021725:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a5c00 00000100:00100000:0.0:1734016085.021753:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7864 00000100:00100000:0.0:1734016085.021759:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338484352:12345-192.168.201.1@tcp:3:fsx.0 00010000:00010000:1.0:1734016085.032167:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016085.041938:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.042738:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.094403:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338484352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 72642us (72804us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016085.094414:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7864 00002000:00100000:0.0:1734016085.094419:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8801316a5c00 x1818247338484352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 488/440 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.094424:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a5c00 with x1818247338484352 ext(0->4194303) 00002000:00010000:0.0:1734016085.094427:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a5c00 00000100:00100000:0.0:1734016085.154236:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338484608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 111260us (112297us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016085.154250:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7865 00002000:00100000:0.0:1734016085.154261:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8454143) req@ffff8801316a6a00 x1818247338484608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 504/440 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.154269:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a6a00 with x1818247338484608 ext(4194304->8454143) 00002000:00010000:0.0:1734016085.154274:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a6a00 00000100:00100000:1.0:1734016085.171924:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.171999:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338484992 00000100:00100000:0.0:1734016085.172007:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338484992 00002000:00100000:0.0:1734016085.172041:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3661824->7532543) req@ffff8801316a4380 x1818247338484992/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 520/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.172051:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a4380 with x1818247338484992 ext(3661824->7532543) 00002000:00010000:0.0:1734016085.172055:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a4380 00000100:00100000:0.0:1734016085.172086:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7867 00000100:00100000:0.0:1734016085.172092:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801316a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338484992:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016085.180706:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801316a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338484992:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8603us (8781us total) trans 4294968954 rc 0/0 00000100:00100000:0.0:1734016085.180718:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7867 00002000:00100000:0.0:1734016085.180730:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3661824->7532543) req@ffff8801316a4380 x1818247338484992/t4294968954(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 520/456 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.180739:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801316a4380 with x1818247338484992 ext(3661824->7532543) 00002000:00010000:0.0:1734016085.180744:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801316a4380 00000100:00100000:1.0:1734016085.187497:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.193294:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016085.194842:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968954 is committed 00000001:00080000:0.0:1734016085.194852:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968953 is committed 00000100:00100000:0.0:1734016085.205617:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338485504 00000100:00100000:0.0:1734016085.205627:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338485504 00000100:00100000:0.0:1734016085.205675:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1729 00000100:00100000:0.0:1734016085.205682:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338485504:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016085.205733:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016085.205754:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731eb17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9a4 expref: 21 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.205774:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016085.205779:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016085.205913:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.205925:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731eb25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ab expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.205931:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.205958:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731eb25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ab expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.205972:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731eb25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ab expref: 20 pid: 12824 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016085.205985:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074593480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341401088:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016085.206041:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.208564:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074593480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341401088:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016085.208585:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016085.208980:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338485632 00000100:00100000:0.0:1734016085.208986:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338485632 00010000:00010000:0.0:1734016085.209008:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731eb25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ab expref: 21 pid: 12824 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016085.209040:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2432 00000100:00100000:0.0:1734016085.209046:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:1982:x1818247338485632:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016085.209056:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016085.209061:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731eb25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ab expref: 21 pid: 12824 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.209070:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731eb25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ab expref: 21 pid: 12824 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.209087:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731eb25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519f9ab expref: 21 pid: 12824 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.209101:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016085.209105:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.209116:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.209121:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.209545:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016085.209601:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016085.209609:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:1.0:1734016085.209679:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968380 00000004:00010000:1.0:1734016085.209714:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071f9b480 reply state ffff880071914000 transno 4294968381 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731ebbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016085.209721:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016085.209973:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:1982:x1818247338485632:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 925us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.209980:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2432 00000100:00100000:1.0:1734016085.210043:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247338485504:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4361us (4523us total) trans 4294968381 rc 0/0 00000100:00100000:1.0:1734016085.210049:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1729 00000020:00080000:1.0:1734016085.210053:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016085.216783:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016055 00000100:00100000:1.0:1734016085.245451:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.247038:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338485888 00000100:00100000:0.0:1734016085.247047:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338485888 00000100:00100000:1.0:1734016085.253070:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.253304:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338486016 00000100:00100000:0.0:1734016085.253310:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338486016 00002000:00010000:1.0:1734016085.254567:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6909057->18446744073709551615) 00002000:00100000:1.0:1734016085.254573:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466300 with x1818247338486016 ext(6909057->18446744073709551615) 00002000:00010000:1.0:1734016085.254583:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466300. 00000100:00100000:1.0:1734016085.254785:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7868 00000100:00100000:1.0:1734016085.254793:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338486016:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016085.256397:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8859399 -> 6909057 00002000:00010000:1.0:1734016085.256403:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016085 -> 1734016085 00002000:00010000:1.0:1734016085.256406:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016085 -> 1734016085 00002000:00010000:1.0:1734016085.256408:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016085 -> 1734016085 00002000:00010000:1.0:1734016085.256410:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2176 -> 1976 00000100:00100000:1.0:1734016085.256469:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338486016:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1674us (3399us total) trans 4294968955 rc 0/0 00000100:00100000:1.0:1734016085.256479:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7868 00002000:00010000:1.0:1734016085.256483:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6909057->18446744073709551615) 00002000:00100000:1.0:1734016085.256486:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466300 with x1818247338486016 ext(6909057->18446744073709551615) 00002000:00010000:1.0:1734016085.256492:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466300. 00000100:00100000:1.0:1734016085.259966:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.265589:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.272119:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.287985:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.292711:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.292880:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487040 00000100:00100000:0.0:1734016085.292887:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487040 00002000:00100000:0.0:1734016085.292920:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5890048->5894143) req@ffff880074242a00 x1818247338487040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.292929:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247338487040 ext(5890048->5894143) 00002000:00010000:0.0:1734016085.292933:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00100000:0.0:1734016085.292959:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7870 00000100:00100000:0.0:1734016085.292964:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338487040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.293086:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338487040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.293092:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7870 00002000:00100000:0.0:1734016085.294260:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5890048->5894143) req@ffff880074242a00 x1818247338487040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.294272:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247338487040 ext(5890048->5894143) 00002000:00010000:0.0:1734016085.294277:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00100000:1.0:1734016085.297309:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487296 00000100:00100000:1.0:1734016085.297317:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487296 00002000:00100000:1.0:1734016085.297363:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5885952->5890047) req@ffff880071f9a680 x1818247338487296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.297373:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a680 with x1818247338487296 ext(5885952->5890047) 00002000:00010000:1.0:1734016085.297378:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a680 00000100:00100000:1.0:1734016085.297406:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7871 00000100:00100000:1.0:1734016085.297412:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338487296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.297540:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338487296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.297547:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7871 00002000:00100000:1.0:1734016085.297552:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5885952->5890047) req@ffff880071f9a680 x1818247338487296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.297560:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a680 with x1818247338487296 ext(5885952->5890047) 00002000:00010000:1.0:1734016085.297563:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a680 00000100:00100000:1.0:1734016085.309239:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.312536:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.312660:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487808 00000100:00100000:1.0:1734016085.312669:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487808 00002000:00100000:1.0:1734016085.312710:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5877760->5881855) req@ffff88012bd94700 x1818247338487808/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.312720:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd94700 with x1818247338487808 ext(5877760->5881855) 00002000:00010000:1.0:1734016085.316424:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd94700 00000100:00100000:1.0:1734016085.316478:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7873 00000100:00100000:1.0:1734016085.316487:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338487808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.316635:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338487808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (4106us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.316643:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7873 00002000:00100000:1.0:1734016085.316650:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5877760->5881855) req@ffff88012bd94700 x1818247338487808/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.316659:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd94700 with x1818247338487808 ext(5877760->5881855) 00002000:00010000:1.0:1734016085.316662:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd94700 00000100:00100000:0.0:1734016085.325072:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338488064 00000100:00100000:0.0:1734016085.325079:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338488064 00002000:00100000:0.0:1734016085.325112:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5873664->5877759) req@ffff88007e457480 x1818247338488064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.325121:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457480 with x1818247338488064 ext(5873664->5877759) 00002000:00010000:0.0:1734016085.325125:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457480 00000100:00100000:0.0:1734016085.325528:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7874 00000100:00100000:0.0:1734016085.325535:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338488064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.325667:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338488064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131us (677us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.325673:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7874 00002000:00100000:0.0:1734016085.325679:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5873664->5877759) req@ffff88007e457480 x1818247338488064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.325685:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457480 with x1818247338488064 ext(5873664->5877759) 00002000:00010000:0.0:1734016085.325688:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457480 00000100:00100000:0.0:1734016085.328579:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.329214:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338488320 00000100:00100000:1.0:1734016085.329224:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338488320 00002000:00100000:1.0:1734016085.329262:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5869568->5873663) req@ffff88012bd94a80 x1818247338488320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.329272:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd94a80 with x1818247338488320 ext(5869568->5873663) 00002000:00010000:1.0:1734016085.329277:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd94a80 00000100:00100000:1.0:1734016085.329294:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7875 00000100:00100000:1.0:1734016085.329300:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338488320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.329456:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338488320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.329463:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7875 00002000:00100000:1.0:1734016085.329469:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5869568->5873663) req@ffff88012bd94a80 x1818247338488320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.329475:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd94a80 with x1818247338488320 ext(5869568->5873663) 00002000:00010000:1.0:1734016085.329478:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd94a80 00000100:00100000:0.0:1734016085.335489:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338488576 00000100:00100000:0.0:1734016085.335496:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338488576 00002000:00100000:0.0:1734016085.335528:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5865472->5869567) req@ffff88007e455880 x1818247338488576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.335542:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247338488576 ext(5865472->5869567) 00002000:00010000:0.0:1734016085.335547:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:0.0:1734016085.335572:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7876 00000100:00100000:0.0:1734016085.335577:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338488576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.335714:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338488576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.335721:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7876 00002000:00100000:0.0:1734016085.335726:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5865472->5869567) req@ffff88007e455880 x1818247338488576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.335732:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247338488576 ext(5865472->5869567) 00002000:00010000:0.0:1734016085.335735:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:1.0:1734016085.343471:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338488832 00000100:00100000:1.0:1734016085.343479:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338488832 00002000:00100000:1.0:1734016085.343511:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5861376->5865471) req@ffff88007e455180 x1818247338488832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.343520:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247338488832 ext(5861376->5865471) 00002000:00010000:1.0:1734016085.343525:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180 00000100:00100000:1.0:1734016085.343595:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7877 00000100:00100000:1.0:1734016085.343601:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338488832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.343892:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338488832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 290us (1504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.343899:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7877 00002000:00100000:1.0:1734016085.344053:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5861376->5865471) req@ffff88007e455180 x1818247338488832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.344059:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247338488832 ext(5861376->5865471) 00002000:00010000:1.0:1734016085.344063:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180 00000100:00100000:1.0:1734016085.347787:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489088 00000100:00100000:1.0:1734016085.347796:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489088 00002000:00100000:1.0:1734016085.347830:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5857280->5861375) req@ffff88007e454a80 x1818247338489088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.347839:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454a80 with x1818247338489088 ext(5857280->5861375) 00002000:00010000:1.0:1734016085.347844:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454a80 00000100:00100000:1.0:1734016085.347895:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7878 00000100:00100000:1.0:1734016085.347901:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338489088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.348041:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338489088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.348047:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7878 00002000:00100000:1.0:1734016085.348053:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5857280->5861375) req@ffff88007e454a80 x1818247338489088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.348059:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454a80 with x1818247338489088 ext(5857280->5861375) 00002000:00010000:1.0:1734016085.348062:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454a80 00000100:00100000:0.0:1734016085.351726:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489344 00000100:00100000:0.0:1734016085.351736:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489344 00002000:00100000:0.0:1734016085.351774:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5853184->5857279) req@ffff88007e457800 x1818247338489344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.351783:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457800 with x1818247338489344 ext(5853184->5857279) 00002000:00010000:0.0:1734016085.351788:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457800 00000100:00100000:0.0:1734016085.351972:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7879 00000100:00100000:0.0:1734016085.351978:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338489344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.352121:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338489344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016085.352127:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7879 00002000:00100000:0.0:1734016085.352132:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5853184->5857279) req@ffff88007e457800 x1818247338489344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.352139:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457800 with x1818247338489344 ext(5853184->5857279) 00002000:00010000:0.0:1734016085.352141:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457800 00000100:00100000:0.0:1734016085.359570:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.359657:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489600 00000100:00100000:1.0:1734016085.359664:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489600 00002000:00100000:1.0:1734016085.359697:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5849088->5853183) req@ffff88012bd94e00 x1818247338489600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.359706:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd94e00 with x1818247338489600 ext(5849088->5853183) 00002000:00010000:1.0:1734016085.359710:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd94e00 00000100:00100000:1.0:1734016085.359726:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7880 00000100:00100000:1.0:1734016085.359731:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338489600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.359881:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338489600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.359888:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7880 00002000:00100000:1.0:1734016085.359893:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5849088->5853183) req@ffff88012bd94e00 x1818247338489600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.359899:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd94e00 with x1818247338489600 ext(5849088->5853183) 00002000:00010000:1.0:1734016085.359902:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd94e00 00000100:00100000:0.0:1734016085.367457:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489856 00000100:00100000:0.0:1734016085.367465:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489856 00002000:00100000:1.0:1734016085.367548:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5844992->5849087) req@ffff88012eb66300 x1818247338489856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.367557:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66300 with x1818247338489856 ext(5844992->5849087) 00002000:00010000:1.0:1734016085.367563:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66300 00000100:00100000:1.0:1734016085.367597:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7881 00000100:00100000:1.0:1734016085.367604:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338489856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.367774:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338489856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 170us (1048us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.367781:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7881 00002000:00100000:1.0:1734016085.367786:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5844992->5849087) req@ffff88012eb66300 x1818247338489856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.367793:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66300 with x1818247338489856 ext(5844992->5849087) 00002000:00010000:1.0:1734016085.367795:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66300 00000100:00100000:0.0:1734016085.374137:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490112 00000100:00100000:0.0:1734016085.374149:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490112 00002000:00100000:0.0:1734016085.374306:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5840896->5844991) req@ffff8800745e6d80 x1818247338490112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.374315:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e6d80 with x1818247338490112 ext(5840896->5844991) 00002000:00010000:0.0:1734016085.374320:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e6d80 00000100:00100000:1.0:1734016085.374844:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7882 00000100:00100000:1.0:1734016085.374851:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338490112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.375004:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338490112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (1213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.375011:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7882 00002000:00100000:1.0:1734016085.375017:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5840896->5844991) req@ffff8800745e6d80 x1818247338490112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.375028:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800745e6d80 with x1818247338490112 ext(5840896->5844991) 00002000:00010000:1.0:1734016085.375031:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800745e6d80 00000100:00100000:0.0:1734016085.381029:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.386716:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490496 00000100:00100000:0.0:1734016085.386723:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490496 00010000:00010000:0.0:1734016085.386748:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731ebf0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa61 expref: 23 pid: 12824 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016085.386824:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2434 00000100:00100000:0.0:1734016085.386831:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:1983:x1818247338490496:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016085.386844:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016085.386849:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731ebf0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa61 expref: 23 pid: 12824 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.386860:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731ebf0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa61 expref: 23 pid: 12824 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.386877:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016085.386882:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.386890:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.386895:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.386909:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016085.386939:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:1983:x1818247338490496:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 108us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.386945:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2434 00010000:00010000:0.0:1734016085.393933:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.393943:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.393949:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.393953:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac166400 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016085.393957:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.393963:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.393977:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016085.393980:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016085.393984:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.393992:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731ebf7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016085.399471:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490752 00000100:00100000:1.0:1734016085.399477:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490752 00010000:00010000:1.0:1734016085.399497:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ebc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa45 expref: 7 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016085.399529:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2435 00000100:00100000:1.0:1734016085.399534:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338490752:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016085.399545:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016085.399561:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ebc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa45 expref: 7 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.399571:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ebc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa45 expref: 7 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.399589:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ebc6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa45 expref: 7 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.399612:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016085.399614:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016085.399619:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731ebfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa68 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.399626:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731ebfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa68 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.399651:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731ebfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa68 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016085.399662:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074243100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341401984:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016085.399689:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7836f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.404515:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.404715:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074243100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341401984:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016085.404733:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016085.404781:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338490752:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5245us (5781us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.404791:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2435 00000100:00100000:0.0:1734016085.410495:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.423913:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.425622:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338491264 00000100:00100000:1.0:1734016085.425635:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338491264 00002000:00100000:1.0:1734016085.425677:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->3379199) req@ffff88012bd96300 x1818247338491264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.425687:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd96300 with x1818247338491264 ext(0->3379199) 00002000:00010000:1.0:1734016085.425692:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd96300 00000100:00100000:0.0:1734016085.466470:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.474100:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338491520 00000100:00100000:0.0:1734016085.474108:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338491520 00000100:00100000:0.0:1734016085.474756:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9761 00000100:00100000:0.0:1734016085.474763:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338491520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.474781:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.474797:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731ec21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fa7d expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.474846:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd97480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341402112:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016085.474902:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.480237:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.486957:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.498916:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338491904 00000100:00100000:1.0:1734016085.498924:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338491904 00010000:00010000:1.0:1734016085.498950:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731ebfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa68 expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016085.499212:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2436 00000100:00100000:1.0:1734016085.499219:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338491904:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016085.499230:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016085.499244:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731ebfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa68 expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.499253:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731ebfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa68 expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.499270:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731ebfe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa68 expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.499494:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016085.499497:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016085.499503:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.499511:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.499538:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016085.499549:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074243100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341402496:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016085.500691:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.505597:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.506120:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074243100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341402496:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016085.506138:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016085.506207:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338491904:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6986us (7407us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.506216:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2436 00000100:00100000:0.0:1734016085.514737:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.528885:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.534311:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341402880:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016085.534347:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ec44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016085.534821:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.534894:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338492800 00000100:00100000:1.0:1734016085.534902:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338492800 00010000:00010000:1.0:1734016085.534933:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731ec0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa6f expref: 23 pid: 12824 timeout: 448 lvb_type: 0 00000100:00100000:1.0:1734016085.534970:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2437 00000100:00100000:1.0:1734016085.534976:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+23:1983:x1818247338492800:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016085.534990:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016085.534996:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731ec0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa6f expref: 23 pid: 12824 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.535006:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731ec0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa6f expref: 23 pid: 12824 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.535026:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731ec0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa6f expref: 23 pid: 12824 timeout: 448 lvb_type: 0 00010000:00010000:1.0:1734016085.535068:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016085.535073:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ec44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016085.535081:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ec44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016085.535090:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ec44 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016085.535109:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016085.535150:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+22:1983:x1818247338492800:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 173us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.535158:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2437 00010000:00010000:1.0:1734016085.535252:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ec44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016085.535259:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ec44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:1.0:1734016085.535350:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968384 00000004:00010000:1.0:1734016085.535390:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012bd94380 reply state ffff88012eb5b000 transno 4294968385 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ec44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016085.535398:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016085.535475:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338492672:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 6426us (6597us total) trans 4294968385 rc 0/0 00000100:00100000:1.0:1734016085.535482:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1735 00000020:00080000:1.0:1734016085.535486:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016085.540804:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.541130:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338492928 00000100:00100000:0.0:1734016085.541141:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338492928 00002000:00010000:0.0:1734016085.541174:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3463086->18446744073709551615) 00002000:00100000:0.0:1734016085.541198:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243100 with x1818247338492928 ext(3463086->18446744073709551615) 00002000:00010000:0.0:1734016085.541214:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243100. 00000100:00100000:0.0:1734016085.541247:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7886 00000100:00100000:0.0:1734016085.541255:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338492928:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016085.541479:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3375559 -> 3463086 00002000:00010000:0.0:1734016085.541482:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016085 -> 1734016085 00002000:00010000:0.0:1734016085.541484:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016085 -> 1734016085 00002000:00010000:0.0:1734016085.541486:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016085 -> 1734016085 00002000:00010000:0.0:1734016085.541488:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1608 -> 1608 00000100:00100000:0.0:1734016085.541537:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338492928:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 280us (745us total) trans 4294968957 rc 0/0 00000100:00100000:0.0:1734016085.541545:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7886 00002000:00010000:0.0:1734016085.541548:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3463086->18446744073709551615) 00002000:00100000:0.0:1734016085.541551:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243100 with x1818247338492928 ext(3463086->18446744073709551615) 00002000:00010000:0.0:1734016085.541555:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243100. 00000100:00100000:1.0:1734016085.544682:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493056 00000100:00100000:1.0:1734016085.544690:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493056 00000100:00100000:1.0:1734016085.544737:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1736 00000100:00100000:1.0:1734016085.544743:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338493056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016085.544759:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016085.544774:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731ec4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519faa0 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.544851:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731ec52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016085.544863:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731ec52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016085.544871:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731ec52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016085.544890:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3463086 00000004:00200000:1.0:1734016085.544894:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016085.544908:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731ec52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016085.544948:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731ec4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faa0 expref: 24 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.544979:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731ec52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faa0 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016085.544986:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016085.544988:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016085.544990:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016085.545035:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800745e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338493056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 291us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016085.545040:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1736 00000100:00100000:0.0:1734016085.547700:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.550168:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800745e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341403008:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016085.550225:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ec59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faa7 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.550238:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ec59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faa7 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.550264:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:0.0:1734016085.550312:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338493184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2482us (2618us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.550320:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9766 00000100:00100000:0.0:1734016085.553594:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493312 00000100:00100000:0.0:1734016085.553602:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493312 00000100:00100000:0.0:1734016085.553675:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9767 00000100:00100000:0.0:1734016085.553684:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338493312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.553706:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.553729:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ec60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519faae expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.553791:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341403136:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016085.553876:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.556899:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341403136:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016085.556934:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ec60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faae expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.556948:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ec60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faae expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.556978:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016085.557043:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338493312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3356us (3603us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.557057:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9767 00000100:00100000:0.0:1734016085.559871:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.570458:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493568 00000100:00100000:0.0:1734016085.570465:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493568 00000100:00100000:0.0:1734016085.570504:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9768 00000100:00100000:0.0:1734016085.570510:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338493568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.570527:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.570541:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731ec75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fabc expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.570586:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341403264:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016085.570644:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.572241:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341403264:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016085.572275:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731ec75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fabc expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.572290:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731ec75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fabc expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016085.572320:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016085.572376:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338493568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1864us (1996us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016085.572385:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9768 00000100:00100000:0.0:1734016085.574939:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.583714:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493824 00000100:00100000:0.0:1734016085.583721:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493824 00002000:00100000:0.0:1734016085.583753:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3166208->3227647) req@ffff880071f9a300 x1818247338493824/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.583762:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a300 with x1818247338493824 ext(3166208->3227647) 00010000:00010000:0.0:1734016085.583769:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.583781:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 8 pid: 8706 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1734016085.583787:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071f9a300 00000100:00100000:0.0:1734016085.583809:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 264 00000100:00100000:0.0:1734016085.583816:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338493824:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016085.591200:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338493824:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7359us (7749us total) trans 4294968958 rc 0/0 00000100:00100000:0.0:1734016085.591212:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 264 00002000:00100000:0.0:1734016085.591222:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3166208->3227647) req@ffff880071f9a300 x1818247338493824/t4294968958(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/448 e 0 to 0 dl 1734016096 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.591231:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a300 with x1818247338493824 ext(3166208->3227647) 00010000:00010000:0.0:1734016085.591239:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 10 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.591253:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 10 pid: 8706 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1734016085.591259:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071f9a300 00000100:00100000:0.0:1734016085.593945:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493952 00000100:00100000:0.0:1734016085.593953:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493952 00010000:00010000:0.0:1734016085.593986:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 10 pid: 8706 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016085.594025:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2438 00000100:00100000:0.0:1734016085.594032:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800745e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338493952:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016085.594045:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016085.594061:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1608 -> 1728 00010000:00010000:0.0:1734016085.594067:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 10 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.594077:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 10 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.594095:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ec2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3166208->3227647) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fa8b expref: 10 pid: 8706 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016085.594122:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.594124:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016085.594131:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ec7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fac3 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.594139:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ec7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fac3 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.594169:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ec7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fac3 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.594206:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341403520:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016085.595024:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.603691:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338494208 00000100:00100000:0.0:1734016085.603698:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338494208 00002000:00100000:0.0:1734016085.603730:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (307200->3465215) req@ffff880071f98e00 x1818247338494208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 504/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016085.603739:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98e00 with x1818247338494208 ext(307200->3465215) 00002000:00010000:0.0:1734016085.603744:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98e00 00000100:00100000:0.0:1734016085.605079:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7887 00000100:00100000:0.0:1734016085.605095:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338494208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016085.620422:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.623322:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.623398:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338494720 00000100:00100000:1.0:1734016085.623404:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338494720 00002000:00100000:1.0:1734016085.623431:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (299008->303103) req@ffff8800712ab100 x1818247338494720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.623445:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab100 with x1818247338494720 ext(299008->303103) 00002000:00010000:1.0:1734016085.623449:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab100 00000100:00100000:1.0:1734016085.623474:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7889 00000100:00100000:1.0:1734016085.623478:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338494720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.623582:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338494720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 103us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.623588:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7889 00002000:00100000:1.0:1734016085.623592:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (299008->303103) req@ffff8800712ab100 x1818247338494720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.623598:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab100 with x1818247338494720 ext(299008->303103) 00002000:00010000:1.0:1734016085.623600:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab100 00000100:00100000:0.0:1734016085.628968:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.636022:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.643453:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.649718:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.656550:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.657149:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.663762:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.669579:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.673542:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.683578:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.690144:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.695936:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.701240:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.705481:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.705559:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338496640 00000100:00100000:0.0:1734016085.705570:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338496640 00000100:00100000:0.0:1734016085.705638:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1740 00000100:00100000:0.0:1734016085.705645:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338496640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.705670:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.705693:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731ecbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519faf4 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.705789:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731ecc2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.705801:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731ecc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.705810:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731ecc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016085.705833:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1442281 00000004:00200000:0.0:1734016085.705838:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016085.705851:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731ecc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.705871:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731ecbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faf4 expref: 26 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.705888:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731ecc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faf4 expref: 25 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.705895:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016085.705897:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016085.705900:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016085.705944:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338496640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 299us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016085.705950:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1740 00000100:00100000:1.0:1734016085.709046:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.709478:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338496768 00000100:00100000:0.0:1734016085.709490:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338496768 00000100:00100000:0.0:1734016085.709548:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9776 00000100:00100000:0.0:1734016085.709555:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338496768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016085.709572:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016085.709591:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ecc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fafb expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016085.709648:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341404672:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016085.709698:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016085.749387:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.778689:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338497152 00000100:00100000:0.0:1734016085.778700:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338497152 00000100:00100000:0.0:1734016085.778755:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1741 00000100:00100000:0.0:1734016085.778764:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338497152:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016085.778815:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016085.778837:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ec9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fad8 expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.778875:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016085.778879:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016085.779008:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ecd7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.779020:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731ecc2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519faf4 expref: 24 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.779027:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ecd7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.779052:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731ecc2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519faf4 expref: 24 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.779065:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731ecc2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519faf4 expref: 24 pid: 12824 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1734016085.779078:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341404928:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016085.779125:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016085.792781:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.792891:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341404928:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016085.792912:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ecd7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.793326:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ecd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016085.793341:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ecd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:0.0:1734016085.793413:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968388 00000004:00010000:0.0:1734016085.793443:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071349880 reply state ffff880074089000 transno 4294968389 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731ecd7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016085.793448:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016085.797940:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071349880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+27:9663:x1818247338497152:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 19174us (19321us total) trans 4294968389 rc 0/0 00000100:00100000:0.0:1734016085.797949:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1741 00000020:00080000:0.0:1734016085.797957:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016085.808702:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.817707:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338497664 00000100:00100000:1.0:1734016085.817719:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338497664 00002000:00100000:1.0:1734016085.817771:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7950336->7954431) req@ffff880071f98000 x1818247338497664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.817781:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98000 with x1818247338497664 ext(7950336->7954431) 00002000:00010000:1.0:1734016085.817787:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98000 00000100:00100000:1.0:1734016085.817939:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7892 00000100:00100000:1.0:1734016085.817947:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338497664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.818525:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338497664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 575us (2068us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.818532:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7892 00002000:00100000:1.0:1734016085.818538:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7950336->7954431) req@ffff880071f98000 x1818247338497664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.818546:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98000 with x1818247338497664 ext(7950336->7954431) 00002000:00010000:1.0:1734016085.818549:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98000 00000100:00100000:0.0:1734016085.822845:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.823305:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338497920 00000100:00100000:1.0:1734016085.823314:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338497920 00002000:00100000:1.0:1734016085.823360:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7946240->7950335) req@ffff8800712a9180 x1818247338497920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.823370:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9180 with x1818247338497920 ext(7946240->7950335) 00002000:00010000:1.0:1734016085.823374:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9180 00000100:00100000:1.0:1734016085.823692:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7893 00000100:00100000:1.0:1734016085.823700:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338497920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016085.823878:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338497920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (1042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016085.823885:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7893 00002000:00100000:1.0:1734016085.823891:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7946240->7950335) req@ffff8800712a9180 x1818247338497920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 488/4536 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.823897:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9180 with x1818247338497920 ext(7946240->7950335) 00002000:00010000:1.0:1734016085.823900:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9180 00000100:00100000:0.0:1734016085.833066:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.839736:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338498304 00000100:00100000:1.0:1734016085.839749:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338498304 00002000:00100000:1.0:1734016085.839807:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7942144->7950789) req@ffff88007134aa00 x1818247338498304/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 9136/0 e 0 to 0 dl 1734016096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.839818:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007134aa00 with x1818247338498304 ext(7942144->7950789) 00002000:00010000:1.0:1734016085.839824:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007134aa00 00000100:00100000:1.0:1734016085.839866:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7895 00000100:00100000:1.0:1734016085.839875:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007134aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338498304:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016085.842218:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007134aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247338498304:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2302us (2739us total) trans 4294968962 rc 0/0 00000100:00100000:1.0:1734016085.842230:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7895 00002000:00100000:1.0:1734016085.842242:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7942144->7950789) req@ffff88007134aa00 x1818247338498304/t4294968962(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:46/0 lens 9136/448 e 0 to 0 dl 1734016096 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016085.842251:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007134aa00 with x1818247338498304 ext(7942144->7950789) 00002000:00010000:1.0:1734016085.842257:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007134aa00 00000100:00100000:0.0:1734016085.845281:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.852401:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016085.859826:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968962 is committed 00000001:00080000:0.0:1734016085.859872:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968959 is committed 00000100:00100000:1.0:1734016085.863705:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.872175:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338498944 00000100:00100000:0.0:1734016085.872211:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338498944 00000100:00100000:0.0:1734016085.872255:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1744 00000100:00100000:0.0:1734016085.872263:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+27:9663:x1818247338498944:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016085.872310:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016085.872343:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731ece5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb09 expref: 27 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016085.872368:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016085.872372:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016085.872526:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731ecec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.872537:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731ecec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016085.872545:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731ecec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016085.872575:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968390 00000004:00010000:0.0:1734016085.872587:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071f9bb80 reply state ffff88007408a000 transno 4294968391 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731ecec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016085.872593:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016085.872650:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+29:9663:x1818247338498944:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 388us (552us total) trans 4294968391 rc 0/0 00000100:00100000:0.0:1734016085.872656:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1744 00000020:00080000:0.0:1734016085.872660:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016085.875889:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.880137:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338499072 00000100:00100000:1.0:1734016085.880150:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338499072 00002000:00010000:1.0:1734016085.880199:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7521603->18446744073709551615) 00002000:00100000:1.0:1734016085.880203:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9500 with x1818247338499072 ext(7521603->18446744073709551615) 00002000:00010000:1.0:1734016085.880213:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9500. 00000100:00100000:1.0:1734016085.880250:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7896 00000100:00100000:1.0:1734016085.880257:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338499072:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016085.880517:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7950790 -> 7521603 00002000:00010000:1.0:1734016085.880520:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016085.880522:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016085 -> 1734016085 00002000:00010000:1.0:1734016085.880523:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016086 -> 1734016086 00002000:00010000:1.0:1734016085.880525:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1080 -> 1080 00000100:00100000:1.0:1734016085.880584:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338499072:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 326us (4707us total) trans 4294968963 rc 0/0 00000100:00100000:1.0:1734016085.880590:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7896 00002000:00010000:1.0:1734016085.880592:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7521603->18446744073709551615) 00002000:00100000:1.0:1734016085.880594:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9500 with x1818247338499072 ext(7521603->18446744073709551615) 00002000:00010000:1.0:1734016085.880598:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9500. 00000100:00100000:0.0:1734016085.885547:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.892162:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.901303:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016085.909939:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016085.941021:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.012809:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:0.0:1734016086.013990:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016056 00000100:00100000:1.0:1734016086.014891:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7898 00000100:00100000:1.0:1734016086.014901:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338500096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.015103:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338500096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (2311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.015111:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7898 00002000:00100000:1.0:1734016086.015119:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1769472->1773567) req@ffff880090a24380 x1818247338500096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.015127:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247338500096 ext(1769472->1773567) 00002000:00010000:1.0:1734016086.015132:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24380 00000100:00100000:0.0:1734016086.019848:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338500352 00000100:00100000:0.0:1734016086.019857:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338500352 00002000:00100000:0.0:1734016086.019893:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1765376->1769471) req@ffff880071349f80 x1818247338500352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.019902:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071349f80 with x1818247338500352 ext(1765376->1769471) 00002000:00010000:0.0:1734016086.019907:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071349f80 00000100:00100000:0.0:1734016086.020026:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7899 00000100:00100000:0.0:1734016086.020033:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338500352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.020512:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338500352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 477us (757us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.020520:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7899 00002000:00100000:0.0:1734016086.020526:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1765376->1769471) req@ffff880071349f80 x1818247338500352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.020533:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071349f80 with x1818247338500352 ext(1765376->1769471) 00002000:00010000:0.0:1734016086.020536:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071349f80 00000100:00100000:1.0:1734016086.023891:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.024118:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338500608 00000100:00100000:0.0:1734016086.024131:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338500608 00002000:00100000:0.0:1734016086.024175:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1761280->1765375) req@ffff880074242300 x1818247338500608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.024221:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242300 with x1818247338500608 ext(1761280->1765375) 00002000:00010000:0.0:1734016086.024226:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242300 00000100:00100000:0.0:1734016086.024249:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7900 00000100:00100000:0.0:1734016086.024256:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338500608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.024450:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338500608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 192us (574us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.024457:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7900 00002000:00100000:0.0:1734016086.024464:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1761280->1765375) req@ffff880074242300 x1818247338500608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.024470:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242300 with x1818247338500608 ext(1761280->1765375) 00002000:00010000:0.0:1734016086.024473:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242300 00010000:00010000:1.0:1734016086.033454:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016086.033608:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.033750:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338500864 00000100:00100000:1.0:1734016086.033758:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338500864 00002000:00100000:1.0:1734016086.033796:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1757184->1761279) req@ffff880130c2ed80 x1818247338500864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.033805:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ed80 with x1818247338500864 ext(1757184->1761279) 00002000:00010000:1.0:1734016086.033809:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ed80 00000100:00100000:1.0:1734016086.033834:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7901 00000100:00100000:1.0:1734016086.033840:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338500864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.034577:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338500864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 734us (974us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.034584:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7901 00002000:00100000:1.0:1734016086.034589:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1757184->1761279) req@ffff880130c2ed80 x1818247338500864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.034596:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ed80 with x1818247338500864 ext(1757184->1761279) 00002000:00010000:1.0:1734016086.034599:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ed80 00000100:00100000:0.0:1734016086.038667:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.039760:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338501120 00000100:00100000:1.0:1734016086.039770:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338501120 00002000:00100000:1.0:1734016086.039818:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff880130c2fb80 x1818247338501120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.039827:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2fb80 with x1818247338501120 ext(1753088->1757183) 00002000:00010000:1.0:1734016086.039832:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2fb80 00000100:00100000:1.0:1734016086.039855:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7902 00000100:00100000:1.0:1734016086.039861:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338501120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.041559:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338501120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1687us (2893us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.041571:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7902 00002000:00100000:1.0:1734016086.041581:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff880130c2fb80 x1818247338501120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.041590:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2fb80 with x1818247338501120 ext(1753088->1757183) 00002000:00010000:1.0:1734016086.041596:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2fb80 00000100:00100000:1.0:1734016086.053784:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338501376 00000100:00100000:1.0:1734016086.053802:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338501376 00002000:00100000:1.0:1734016086.053860:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1748992->1753087) req@ffff880074069500 x1818247338501376/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.053870:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069500 with x1818247338501376 ext(1748992->1753087) 00002000:00010000:1.0:1734016086.053876:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069500 00000100:00100000:1.0:1734016086.053914:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7903 00000100:00100000:1.0:1734016086.053921:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338501376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.054123:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338501376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (5317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.054130:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7903 00002000:00100000:1.0:1734016086.054136:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1748992->1753087) req@ffff880074069500 x1818247338501376/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.054143:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069500 with x1818247338501376 ext(1748992->1753087) 00002000:00010000:1.0:1734016086.054145:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069500 00000100:00100000:0.0:1734016086.059806:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.064026:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.064282:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338501888 00000100:00100000:1.0:1734016086.064290:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338501888 00002000:00100000:1.0:1734016086.064339:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff88012ba69180 x1818247338501888/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.064353:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba69180 with x1818247338501888 ext(1740800->1744895) 00002000:00010000:1.0:1734016086.064358:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba69180 00000100:00100000:1.0:1734016086.073515:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338502144 00000100:00100000:1.0:1734016086.073523:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338502144 00002000:00100000:1.0:1734016086.073562:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1740799) req@ffff880071f9aa00 x1818247338502144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.073571:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9aa00 with x1818247338502144 ext(1736704->1740799) 00002000:00010000:1.0:1734016086.073576:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9aa00 00000100:00100000:1.0:1734016086.073606:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7906 00000100:00100000:1.0:1734016086.073612:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338502144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.073766:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338502144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 153us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.073773:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7906 00002000:00100000:1.0:1734016086.073778:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1740799) req@ffff880071f9aa00 x1818247338502144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.073785:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9aa00 with x1818247338502144 ext(1736704->1740799) 00002000:00010000:1.0:1734016086.073788:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9aa00 00000100:00100000:0.0:1734016086.077275:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.081672:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.082157:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338502656 00000100:00100000:1.0:1734016086.082166:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338502656 00002000:00100000:1.0:1734016086.082236:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1728512->1732607) req@ffff88012ba6b480 x1818247338502656/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.082246:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba6b480 with x1818247338502656 ext(1728512->1732607) 00002000:00010000:1.0:1734016086.082250:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba6b480 00000100:00100000:1.0:1734016086.082894:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7908 00000100:00100000:1.0:1734016086.082902:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338502656:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.083078:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338502656:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (1413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.083083:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7908 00002000:00100000:1.0:1734016086.083089:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1728512->1732607) req@ffff88012ba6b480 x1818247338502656/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.083095:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba6b480 with x1818247338502656 ext(1728512->1732607) 00002000:00010000:1.0:1734016086.083099:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba6b480 00000100:00100000:1.0:1734016086.086526:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338502912 00000100:00100000:1.0:1734016086.086534:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338502912 00002000:00100000:1.0:1734016086.086576:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1724416->1728511) req@ffff880071f99180 x1818247338502912/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.086585:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99180 with x1818247338502912 ext(1724416->1728511) 00002000:00010000:1.0:1734016086.086590:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99180 00000100:00100000:1.0:1734016086.087134:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7909 00000100:00100000:1.0:1734016086.087141:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338502912:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.087562:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338502912:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 419us (1209us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.087569:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7909 00002000:00100000:1.0:1734016086.087575:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1724416->1728511) req@ffff880071f99180 x1818247338502912/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.087582:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99180 with x1818247338502912 ext(1724416->1728511) 00002000:00010000:1.0:1734016086.087585:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99180 00000100:00100000:0.0:1734016086.091100:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:0.0:1734016086.092132:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016056 00000100:00100000:0.0:1734016086.094704:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.108304:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.115663:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.115792:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338503552 00000100:00100000:1.0:1734016086.115805:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338503552 00002000:00100000:1.0:1734016086.115855:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (409600->413695) req@ffff88012ba68e00 x1818247338503552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.115865:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba68e00 with x1818247338503552 ext(409600->413695) 00002000:00010000:1.0:1734016086.115871:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba68e00 00000100:00100000:1.0:1734016086.115908:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7910 00000100:00100000:1.0:1734016086.115914:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338503552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.116096:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338503552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.116102:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7910 00002000:00100000:1.0:1734016086.116107:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (409600->413695) req@ffff88012ba68e00 x1818247338503552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.116114:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba68e00 with x1818247338503552 ext(409600->413695) 00002000:00010000:1.0:1734016086.116117:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba68e00 00000100:00100000:0.0:1734016086.120685:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.125512:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.132023:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.137083:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.143432:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338504064:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5602us (6342us total) trans 4294968965 rc 0/0 00000100:00100000:0.0:1734016086.143445:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 265 00002000:00100000:0.0:1734016086.143457:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (360448->413695) req@ffff88012ba69500 x1818247338504064/t4294968965(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.143466:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba69500 with x1818247338504064 ext(360448->413695) 00010000:00010000:0.0:1734016086.143478:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731ed1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->413695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb2c expref: 10 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1734016086.143500:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731ed1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 360448->413695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb2c expref: 10 pid: 8706 timeout: 449 lvb_type: 0 00002000:00010000:0.0:1734016086.143506:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ba69500 00000100:00100000:1.0:1734016086.146413:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.152022:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338504448 00000100:00100000:0.0:1734016086.152029:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338504448 00002000:00100000:0.0:1734016086.152060:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5148672->5152767) req@ffff880071f99500 x1818247338504448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.152068:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99500 with x1818247338504448 ext(5148672->5152767) 00002000:00010000:0.0:1734016086.152072:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99500 00000100:00100000:0.0:1734016086.152596:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7911 00000100:00100000:0.0:1734016086.152603:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338504448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.152745:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338504448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (914us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.152751:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7911 00002000:00100000:0.0:1734016086.152758:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5148672->5152767) req@ffff880071f99500 x1818247338504448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.152764:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99500 with x1818247338504448 ext(5148672->5152767) 00002000:00010000:0.0:1734016086.152766:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99500 00000100:00100000:0.0:1734016086.156013:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.156247:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338504704 00000100:00100000:1.0:1734016086.156255:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338504704 00002000:00100000:1.0:1734016086.156290:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5144576->5148671) req@ffff880071325c00 x1818247338504704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.156300:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325c00 with x1818247338504704 ext(5144576->5148671) 00002000:00010000:1.0:1734016086.156304:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325c00 00000100:00100000:1.0:1734016086.156333:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7912 00000100:00100000:1.0:1734016086.156340:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338504704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.156494:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338504704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.156501:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7912 00002000:00100000:1.0:1734016086.156507:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5144576->5148671) req@ffff880071325c00 x1818247338504704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.156513:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325c00 with x1818247338504704 ext(5144576->5148671) 00002000:00010000:1.0:1734016086.156516:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325c00 00000100:00100000:0.0:1734016086.159306:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.162816:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338505216 00000100:00100000:1.0:1734016086.162822:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338505216 00002000:00100000:1.0:1734016086.162853:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5136384->5140479) req@ffff880071f9b800 x1818247338505216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.162861:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b800 with x1818247338505216 ext(5136384->5140479) 00002000:00010000:1.0:1734016086.162864:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b800 00000100:00100000:1.0:1734016086.162890:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7914 00000100:00100000:1.0:1734016086.162895:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338505216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.163011:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338505216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 115us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.163016:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7914 00002000:00100000:1.0:1734016086.163020:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5136384->5140479) req@ffff880071f9b800 x1818247338505216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.163025:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b800 with x1818247338505216 ext(5136384->5140479) 00002000:00010000:1.0:1734016086.163027:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b800 00000100:00100000:0.0:1734016086.165973:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.169356:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.171630:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338505856 00000100:00100000:0.0:1734016086.171635:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338505856 00000100:00100000:0.0:1734016086.171664:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9785 00000100:00100000:0.0:1734016086.171669:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338505856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016086.171678:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016086.171690:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731ed32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fb41 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.171705:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.171707:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.171712:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731ed32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb41 expref: 10 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.171722:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731ed32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb41 expref: 10 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016086.171729:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016086.171759:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338505856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 89us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.171766:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9785 00000100:00100000:0.0:1734016086.174095:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.187006:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338506112 00000100:00100000:0.0:1734016086.187017:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338506112 00010000:00010000:0.0:1734016086.187053:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731ed32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb41 expref: 11 pid: 8706 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016086.187764:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338506240 00000100:00100000:0.0:1734016086.187768:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338506240 00010000:00010000:0.0:1734016086.187778:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5148672->5152767) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb3a expref: 7 pid: 8706 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1734016086.187814:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2447 00000100:00100000:1.0:1734016086.187820:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338506112:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016086.187832:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016086.187855:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731ed32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb41 expref: 11 pid: 8706 timeout: 449 lvb_type: 1 00010000:00010000:1.0:1734016086.187864:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731ed32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb41 expref: 11 pid: 8706 timeout: 449 lvb_type: 1 00010000:00010000:1.0:1734016086.187885:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731ed32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb41 expref: 11 pid: 8706 timeout: 449 lvb_type: 1 00010000:00010000:1.0:1734016086.187915:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016086.187960:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338506112:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 139us (2814us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.187966:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2447 00000100:00100000:1.0:1734016086.187987:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2448 00000100:00100000:1.0:1734016086.187991:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074372a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338506240:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016086.187998:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016086.188004:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5148672->5152767) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb3a expref: 7 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1734016086.188012:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5148672->5152767) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb3a expref: 7 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1734016086.188023:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5148672->5152767) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb3a expref: 7 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1734016086.188030:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.188032:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.188038:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ed39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9420800->9465855) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb48 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.188045:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ed39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9420800->9465855) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb48 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.188077:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ed39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9420800->9465855) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb48 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.188088:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341406336:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016086.188119:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.194999:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.195697:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341406336:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016086.195713:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016086.195733:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074372a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338506240:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7740us (10478us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.195740:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2448 00000100:00100000:0.0:1734016086.198777:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.205089:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.218095:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.228836:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.233865:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.235148:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338507136 00000100:00100000:1.0:1734016086.235154:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338507136 00010000:00010000:1.0:1734016086.235176:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ed39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9420800->9465855) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb48 expref: 11 pid: 13915 timeout: 449 lvb_type: 0 00000100:00100000:1.0:1734016086.235210:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2449 00000100:00100000:1.0:1734016086.235215:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338507136:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016086.235226:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016086.235241:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ed39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9420800->9465855) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb48 expref: 11 pid: 13915 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1734016086.235255:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ed39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9420800->9465855) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb48 expref: 11 pid: 13915 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1734016086.235273:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ed39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9420800->9465855) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb48 expref: 11 pid: 13915 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1734016086.235301:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.235303:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016086.235309:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ed5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9076736->9142271) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb6b expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.235317:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ed5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9076736->9142271) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb6b expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016086.235351:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ed5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9076736->9142271) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb6b expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016086.235363:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341407104:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016086.235399:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016086.242115:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341407104:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016086.242134:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016086.242167:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338507136:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6951us (8308us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016086.242192:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2449 00000100:00100000:0.0:1734016086.242550:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.248616:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.258134:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.264018:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338507648:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5163us (5879us total) trans 4294968967 rc 0/0 00000100:00100000:0.0:1734016086.264033:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 266 00002000:00100000:0.0:1734016086.264048:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9076736->9142271) req@ffff880130bc7480 x1818247338507648/t4294968967(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.264058:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7480 with x1818247338507648 ext(9076736->9142271) 00010000:00010000:0.0:1734016086.264069:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ed5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9076736->9142271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb6b expref: 9 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1734016086.264088:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ed5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9076736->9142271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb6b expref: 9 pid: 8706 timeout: 449 lvb_type: 0 00002000:00010000:0.0:1734016086.264096:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130bc7480 00000100:00100000:1.0:1734016086.269341:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.305227:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.418750:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.423095:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.435280:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.448288:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.489047:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.506556:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.523747:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.537875:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.537952:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338509568 00000100:00100000:3.0:1734016086.537959:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338509568 00000100:00100000:3.0:1734016086.537989:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9798 00000100:00100000:3.0:1734016086.537994:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338509568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.538009:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.538023:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731ed86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fb95 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.538066:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341408128:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.538115:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.548140:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341408128:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.548170:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731ed86 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb95 expref: 9 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.548209:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731ed86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb95 expref: 9 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.548379:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016086.548422:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338509568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10426us (10552us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.548430:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9798 00000100:00100000:3.0:1734016086.558997:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338509696 00000100:00100000:3.0:1734016086.559004:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338509696 00000100:00100000:3.0:1734016086.559039:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9799 00000100:00100000:3.0:1734016086.559045:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338509696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.559061:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.559076:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fb9c expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.559100:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.559106:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016086.559107:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016086.559111:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1265664->1269759] (req 1265664->1269759) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.559134:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.559144:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 10 pid: 8706 timeout: 449 lvb_type: 0 00000100:00100000:3.0:1734016086.559154:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341408256:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016086.559995:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.567041:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.567522:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341408256:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016086.567552:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1265664->1269759] (req 1265664->1269759) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.567570:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:1.0:1734016086.567968:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338509824 00000100:00100000:1.0:1734016086.567973:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338509824 00002000:00100000:1.0:1734016086.568000:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2117632->2183167) req@ffff880071965f80 x1818247338509824/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.568009:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071965f80 with x1818247338509824 ext(2117632->2183167) 00010000:00010000:1.0:1734016086.568015:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 11 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:1.0:1734016086.568026:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 11 pid: 8706 timeout: 449 lvb_type: 0 00002000:00010000:1.0:1734016086.568032:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071965f80 00000100:00100000:1.0:1734016086.568047:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 267 00000100:00100000:1.0:1734016086.568052:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338509824:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016086.568141:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338509696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9094us (9224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016086.568148:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9799 00000100:00100000:0.0:1734016086.574877:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338509824:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6813us (7835us total) trans 4294968968 rc 0/0 00000100:00100000:0.0:1734016086.574894:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 267 00002000:00100000:0.0:1734016086.574905:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2117632->2183167) req@ffff880071965f80 x1818247338509824/t4294968968(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.574914:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071965f80 with x1818247338509824 ext(2117632->2183167) 00010000:00010000:0.0:1734016086.574925:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 13 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1734016086.574942:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 13 pid: 8706 timeout: 449 lvb_type: 0 00002000:00010000:0.0:1734016086.574955:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071965f80 00000100:00100000:0.0:1734016086.581117:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338509952 00000100:00100000:0.0:1734016086.581125:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338509952 00010000:00010000:0.0:1734016086.581153:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 13 pid: 8706 timeout: 449 lvb_type: 0 00000100:00100000:0.0:1734016086.582087:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2453 00000100:00100000:0.0:1734016086.582095:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338509952:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016086.582108:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016086.582122:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1424 -> 1552 00010000:00010000:0.0:1734016086.582127:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 13 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1734016086.582139:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 13 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1734016086.582157:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731ed71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2117632->2183167) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb80 expref: 13 pid: 8706 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1734016086.582345:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.582348:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.582354:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.582362:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.582397:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.582408:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071964000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341408384:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016086.582666:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.589261:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.589286:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338510208 00000100:00100000:0.0:1734016086.589292:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338510208 00002000:00100000:1.0:1734016086.589355:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1265664->1269759) req@ffff880071966680 x1818247338510208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.589367:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071966680 with x1818247338510208 ext(1265664->1269759) 00002000:00010000:1.0:1734016086.589371:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071966680 00000100:00100000:1.0:1734016086.589392:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7922 00000100:00100000:1.0:1734016086.589398:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338510208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.589509:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338510208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 111us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.589516:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7922 00002000:00100000:1.0:1734016086.589521:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1265664->1269759) req@ffff880071966680 x1818247338510208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.589529:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071966680 with x1818247338510208 ext(1265664->1269759) 00002000:00010000:1.0:1734016086.589531:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071966680 00000100:00100000:0.0:1734016086.598828:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.603377:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.612130:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.619809:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.620053:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338511232 00000100:00100000:1.0:1734016086.620061:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338511232 00002000:00100000:1.0:1734016086.620095:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1249280->1253375) req@ffff880071967100 x1818247338511232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.620104:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071967100 with x1818247338511232 ext(1249280->1253375) 00002000:00010000:1.0:1734016086.620108:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071967100 00000100:00100000:1.0:1734016086.620217:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7926 00000100:00100000:1.0:1734016086.620223:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338511232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.620716:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338511232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 491us (913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.620723:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7926 00002000:00100000:1.0:1734016086.620728:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1249280->1253375) req@ffff880071967100 x1818247338511232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.620734:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071967100 with x1818247338511232 ext(1249280->1253375) 00002000:00010000:1.0:1734016086.620737:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071967100 00000100:00100000:0.0:1734016086.626684:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.627172:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338511488 00000100:00100000:1.0:1734016086.627205:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338511488 00002000:00100000:1.0:1734016086.627238:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1245184->1249279) req@ffff880071964380 x1818247338511488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.627247:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071964380 with x1818247338511488 ext(1245184->1249279) 00002000:00010000:1.0:1734016086.627251:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071964380 00000100:00100000:3.0:1734016086.635750:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.640175:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.640293:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338512000 00000100:00100000:1.0:1734016086.640302:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338512000 00002000:00100000:1.0:1734016086.640357:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1236992->1241087) req@ffff880071966a00 x1818247338512000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.640366:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071966a00 with x1818247338512000 ext(1236992->1241087) 00002000:00010000:1.0:1734016086.640370:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071966a00 00000100:00100000:1.0:1734016086.640400:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7929 00000100:00100000:1.0:1734016086.640406:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338512000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.640561:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338512000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.640568:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7929 00002000:00100000:1.0:1734016086.640574:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1236992->1241087) req@ffff880071966a00 x1818247338512000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.640581:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071966a00 with x1818247338512000 ext(1236992->1241087) 00002000:00010000:1.0:1734016086.640583:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071966a00 00000100:00100000:0.0:1734016086.645343:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.645444:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338512256 00000100:00100000:3.0:1734016086.645452:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338512256 00002000:00100000:3.0:1734016086.645487:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1232896->1236991) req@ffff880071964a80 x1818247338512256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016086.645496:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071964a80 with x1818247338512256 ext(1232896->1236991) 00002000:00010000:3.0:1734016086.645500:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071964a80 00000100:00100000:3.0:1734016086.645532:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7930 00000100:00100000:3.0:1734016086.645537:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338512256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016086.645667:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338512256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016086.645673:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7930 00002000:00100000:3.0:1734016086.645678:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1232896->1236991) req@ffff880071964a80 x1818247338512256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016086.645684:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071964a80 with x1818247338512256 ext(1232896->1236991) 00002000:00010000:3.0:1734016086.645687:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071964a80 00000100:00100000:1.0:1734016086.651031:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338512512 00000100:00100000:1.0:1734016086.651040:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338512512 00002000:00100000:1.0:1734016086.651073:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1228800->1232895) req@ffff880071f22a00 x1818247338512512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.651082:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f22a00 with x1818247338512512 ext(1228800->1232895) 00002000:00010000:1.0:1734016086.651087:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f22a00 00000100:00100000:1.0:1734016086.651112:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7931 00000100:00100000:1.0:1734016086.651118:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338512512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.651253:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338512512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (1951us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.651260:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7931 00002000:00100000:1.0:1734016086.651265:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1228800->1232895) req@ffff880071f22a00 x1818247338512512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.651271:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f22a00 with x1818247338512512 ext(1228800->1232895) 00002000:00010000:1.0:1734016086.651274:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f22a00 00000100:00100000:0.0:1734016086.655970:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.656087:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338512640 00000100:00100000:3.0:1734016086.656095:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338512640 00000100:00100000:3.0:1734016086.656222:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9800 00000100:00100000:3.0:1734016086.656229:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338512640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.656248:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.656266:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fba3 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.656295:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.656306:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016086.656308:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016086.656311:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8192000->8204287] (req 8192000->8204287) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.656349:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.656360:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 10 pid: 8706 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1734016086.656372:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341408512:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016086.657779:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.662756:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341408512:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016086.662783:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8192000->8204287] (req 8192000->8204287) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.662798:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:0.0:1734016086.662848:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338512640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6618us (6885us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.662856:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9800 00000100:00100000:1.0:1734016086.662999:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.664277:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338512768 00000100:00100000:3.0:1734016086.664286:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338512768 00010000:00010000:3.0:1734016086.664314:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 10 pid: 8706 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1734016086.664363:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2454 00000100:00100000:3.0:1734016086.664370:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338512768:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016086.664380:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016086.664399:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 10 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.664409:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 10 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.664428:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731ed8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1265664->1269759) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb9c expref: 10 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.664449:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016086.664451:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016086.664456:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.664463:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.664489:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.664500:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341408640:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016086.664544:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.670904:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.671390:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341408640:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016086.671407:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016086.671439:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338512768:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7068us (8439us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016086.671446:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2454 00000100:00100000:0.0:1734016086.682383:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.686342:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.686489:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341408768:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016086.686515:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4341760->4403199] (req 4341760->4403199) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.686534:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:3.0:1734016086.686572:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247338513152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3449us (4196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016086.686580:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9801 00000100:00100000:1.0:1734016086.686647:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513280 00000100:00100000:1.0:1734016086.686652:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513280 00002000:00100000:1.0:1734016086.686676:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8192000->8204287) req@ffff880071964700 x1818247338513280/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 12776/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.686684:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071964700 with x1818247338513280 ext(8192000->8204287) 00010000:00010000:1.0:1734016086.686690:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 9 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016086.686699:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 9 pid: 8706 timeout: 450 lvb_type: 0 00002000:00010000:1.0:1734016086.686704:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071964700 00000100:00100000:1.0:1734016086.686726:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 268 00000100:00100000:1.0:1734016086.686730:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338513280:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016086.692727:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338513280:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5988us (6385us total) trans 4294968969 rc 0/0 00000100:00100000:1.0:1734016086.692738:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 268 00002000:00100000:1.0:1734016086.692748:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8192000->8204287) req@ffff880071964700 x1818247338513280/t4294968969(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 12776/448 e 0 to 0 dl 1734016097 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.692757:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071964700 with x1818247338513280 ext(8192000->8204287) 00010000:00010000:1.0:1734016086.692764:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016086.692777:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00002000:00010000:1.0:1734016086.692782:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071964700 00000100:00100000:3.0:1734016086.695708:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513408 00000100:00100000:3.0:1734016086.695717:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513408 00010000:00010000:3.0:1734016086.695748:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1734016086.696686:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2455 00000100:00100000:3.0:1734016086.696693:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338513408:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016086.696706:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016086.696719:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1552 -> 1576 00010000:00010000:3.0:1734016086.696725:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.696736:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.696752:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731ed94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192000->8204287) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fba3 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.696841:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016086.696843:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016086.696849:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.696856:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.696881:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.696890:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341408896:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016086.697796:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.700741:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341408896:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016086.700761:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016086.706248:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338513408:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9544us (10630us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016086.706259:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2455 00000100:00100000:1.0:1734016086.706968:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513664 00000100:00100000:1.0:1734016086.706975:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513664 00002000:00100000:1.0:1734016086.707006:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4399104->4403199) req@ffff880071f23800 x1818247338513664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.707014:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f23800 with x1818247338513664 ext(4399104->4403199) 00002000:00010000:1.0:1734016086.707019:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f23800 00000100:00100000:1.0:1734016086.707043:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7933 00000100:00100000:1.0:1734016086.707048:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338513664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016086.707225:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338513664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 175us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016086.707232:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7933 00002000:00100000:1.0:1734016086.707238:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4399104->4403199) req@ffff880071f23800 x1818247338513664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.707244:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f23800 with x1818247338513664 ext(4399104->4403199) 00002000:00010000:1.0:1734016086.707247:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f23800 00000100:00100000:0.0:1734016086.714913:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.715013:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513792 00000100:00100000:3.0:1734016086.715021:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513792 00000100:00100000:3.0:1734016086.715058:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9802 00000100:00100000:3.0:1734016086.715064:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338513792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.715079:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.715092:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731eda2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbb1 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.715140:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409024:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.715222:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.717808:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409024:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.717840:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731eda2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbb1 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.717852:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731eda2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbb1 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.717878:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016086.717917:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338513792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2852us (3014us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.717925:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9802 00000100:00100000:3.0:1734016086.732209:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513920 00000100:00100000:3.0:1734016086.732217:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513920 00000100:00100000:3.0:1734016086.732255:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9803 00000100:00100000:3.0:1734016086.732262:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338513920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.732277:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.732291:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731eda9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbb8 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.732357:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409152:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.732407:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.734808:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409152:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.734839:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731eda9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbb8 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.734851:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731eda9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbb8 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.734884:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016086.734932:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338513920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2669us (2835us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.734940:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9803 00000100:00100000:1.0:1734016086.760010:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.768056:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514304 00000100:00100000:3.0:1734016086.768064:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514304 00000100:00100000:3.0:1734016086.768101:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9804 00000100:00100000:3.0:1734016086.768109:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338514304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.768125:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.768142:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731edb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbbf expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.768215:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409280:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.768365:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016086.778594:0:8706:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016086 -> 1734016087 00002000:00010000:3.0:1734016086.778601:0:8706:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016086 -> 1734016087 00000100:00100000:3.0:1734016086.778619:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409280:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.778646:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731edb0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbbf expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.778659:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731edb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbbf expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.778730:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016086.778814:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338514304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10704us (10855us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.778821:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9804 00000100:00100000:1.0:1734016086.783939:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.784008:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514432 00000100:00100000:3.0:1734016086.784014:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514432 00000100:00100000:3.0:1734016086.784044:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9805 00000100:00100000:3.0:1734016086.784049:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338514432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.784065:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.784078:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731edb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbc6 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.784118:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409408:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.784170:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.787484:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409408:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.787511:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731edb7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbc6 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.787523:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731edb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbc6 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.787546:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016086.787580:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338514432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3530us (3648us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.787587:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9805 00000100:00100000:0.0:1734016086.791435:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.791537:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514560 00000100:00100000:3.0:1734016086.791544:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514560 00000100:00100000:3.0:1734016086.791581:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9806 00000100:00100000:3.0:1734016086.791588:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338514560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.791603:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.791619:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731edbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbcd expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.791670:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409536:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.791735:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.796630:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409536:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.796658:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731edbe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbcd expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.796669:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731edbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbcd expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.796692:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016086.796728:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338514560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5140us (5299us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.796735:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9806 00000100:00100000:3.0:1734016086.798787:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514688 00000100:00100000:3.0:1734016086.798793:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514688 00000100:00100000:3.0:1734016086.799881:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9807 00000100:00100000:3.0:1734016086.799889:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338514688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.799905:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.799922:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731edc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbd4 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.799984:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409664:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.801452:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.808522:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409664:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.808554:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731edc5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbd4 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.808567:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731edc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbd4 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.808592:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016086.810340:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338514688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10444us (11643us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.810351:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9807 00000100:00100000:1.0:1734016086.816919:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.817053:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514816 00000100:00100000:3.0:1734016086.817061:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514816 00000100:00100000:3.0:1734016086.817501:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9808 00000100:00100000:3.0:1734016086.817510:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338514816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.817528:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.817547:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731edcc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbdb expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.817598:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409792:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.817669:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.821015:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409792:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.821042:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731edcc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbdb expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.821054:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731edcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbdb expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.821091:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016086.821284:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338514816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3774us (4376us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.821292:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9808 00000100:00100000:1.0:1734016086.824371:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.824459:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514944 00000100:00100000:3.0:1734016086.824467:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514944 00000100:00100000:3.0:1734016086.824624:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9809 00000100:00100000:3.0:1734016086.824632:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338514944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.824649:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.824666:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731edd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbe2 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.824711:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409920:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.824973:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.828851:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341409920:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.828884:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731edd3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbe2 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.828897:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731edd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbe2 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.828941:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016086.828996:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338514944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4364us (4633us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.829003:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9809 00000100:00100000:1.0:1734016086.835659:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338515200 00000100:00100000:1.0:1734016086.835669:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338515200 00002000:00100000:1.0:1734016086.835711:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1642496->9859071) req@ffff8800715d4a80 x1818247338515200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 504/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016086.835722:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4a80 with x1818247338515200 ext(1642496->9859071) 00002000:00010000:1.0:1734016086.835726:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4a80 00000100:00100000:1.0:1734016086.835764:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7935 00000100:00100000:1.0:1734016086.835771:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338515200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.843914:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.846837:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.850887:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.854612:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.854667:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516224 00000100:00100000:0.0:1734016086.854674:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516224 00002000:00100000:0.0:1734016086.854704:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1626112->1630207) req@ffff880074593800 x1818247338516224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.854713:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593800 with x1818247338516224 ext(1626112->1630207) 00002000:00010000:0.0:1734016086.854718:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593800 00000100:00100000:0.0:1734016086.854741:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7939 00000100:00100000:0.0:1734016086.854746:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338516224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.854862:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338516224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 115us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.854870:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7939 00002000:00100000:0.0:1734016086.854875:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1626112->1630207) req@ffff880074593800 x1818247338516224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.854883:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593800 with x1818247338516224 ext(1626112->1630207) 00002000:00010000:0.0:1734016086.854886:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593800 00000100:00100000:1.0:1734016086.858408:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.861248:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.861388:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516736 00000100:00100000:0.0:1734016086.861395:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516736 00002000:00100000:0.0:1734016086.861425:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1617920->1622015) req@ffff880074591f80 x1818247338516736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.861434:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591f80 with x1818247338516736 ext(1617920->1622015) 00002000:00010000:0.0:1734016086.861440:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591f80 00000100:00100000:0.0:1734016086.861467:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7941 00000100:00100000:0.0:1734016086.861473:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338516736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.861594:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338516736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 119us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.861601:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7941 00002000:00100000:0.0:1734016086.861605:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1617920->1622015) req@ffff880074591f80 x1818247338516736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.861613:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591f80 with x1818247338516736 ext(1617920->1622015) 00002000:00010000:0.0:1734016086.861616:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591f80 00000100:00100000:1.0:1734016086.865739:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.865822:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516864 00000100:00100000:3.0:1734016086.865828:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516864 00000100:00100000:3.0:1734016086.866004:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9810 00000100:00100000:3.0:1734016086.866009:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338516864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.866024:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.866038:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731edda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbe9 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.866075:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341410048:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016086.866123:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016086.868517:0:8706:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 9464264 -> 9882501 00002000:00010000:3.0:1734016086.868524:0:8706:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016086 -> 1734016087 00000100:00100000:3.0:1734016086.868545:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341410048:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016086.868574:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731edda lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbe9 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.868585:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731edda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbe9 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016086.868612:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016086.868649:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338516864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2638us (2915us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016086.868657:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9810 00000100:00100000:3.0:1734016086.874022:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516992 00000100:00100000:3.0:1734016086.874030:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516992 00000100:00100000:3.0:1734016086.874072:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9811 00000100:00100000:3.0:1734016086.874078:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338516992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016086.874094:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016086.874114:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fbf0 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.874140:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.874146:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016086.874148:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016086.874150:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1642496->1646591] (req 1642496->1646591) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf0 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.874173:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.874202:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 12 pid: 8706 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1734016086.874214:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341410176:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016086.874272:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.879887:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341410176:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016086.879916:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1642496->1646591] (req 1642496->1646591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf0 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.879935:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:0.0:1734016086.880110:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338516992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6029us (6452us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.880121:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9811 00000100:00100000:1.0:1734016086.882361:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.894043:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016086.894153:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338517248 00000100:00100000:3.0:1734016086.894161:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338517248 00010000:00010000:3.0:1734016086.894217:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 15 pid: 8706 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1734016086.894245:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2456 00000100:00100000:3.0:1734016086.894252:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247338517248:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016086.894266:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016086.894279:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1576 -> 1752 00010000:00010000:3.0:1734016086.894284:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 15 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.894296:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 15 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.894323:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ed9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4341760->4403199) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbaa expref: 15 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:3.0:1734016086.894347:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016086.894349:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016086.894354:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1646591) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf0 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.894362:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1646591) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf0 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016086.894389:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1646591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf0 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016086.894405:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341410304:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016086.894446:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1630c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016086.898813:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341410304:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016086.898837:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016086.898892:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247338517248:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4639us (5082us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016086.898902:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2456 00000100:00100000:0.0:1734016086.899873:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.912647:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.916789:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.921879:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.926985:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.931037:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.931126:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338518784 00000100:00100000:0.0:1734016086.931134:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338518784 00002000:00100000:0.0:1734016086.931170:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1622016->1626111) req@ffff880074593100 x1818247338518784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/0 e 0 to 0 dl 1734016097 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.931212:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593100 with x1818247338518784 ext(1622016->1626111) 00002000:00010000:0.0:1734016086.931217:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593100 00000100:00100000:0.0:1734016086.931244:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7947 00000100:00100000:0.0:1734016086.931250:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338518784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016086.931394:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338518784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016086.931401:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7947 00002000:00100000:0.0:1734016086.931408:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1622016->1626111) req@ffff880074593100 x1818247338518784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:47/0 lens 488/4536 e 0 to 0 dl 1734016097 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016086.931416:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593100 with x1818247338518784 ext(1622016->1626111) 00002000:00010000:0.0:1734016086.931419:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593100 00000100:00100000:0.0:1734016086.936076:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.945956:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.952916:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.956761:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.974286:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016086.977571:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.985732:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.985769:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016086.985786:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338520320 00000100:00100000:0.0:1734016086.985792:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338520320 00010000:00010000:0.0:1734016086.985816:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1642496->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf0 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1734016086.985835:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338520192 00000100:00100000:0.0:1734016086.985837:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338520192 00010000:00010000:0.0:1734016086.985843:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731ede8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf7 expref: 17 pid: 8706 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016086.985856:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2457 00000100:00100000:0.0:1734016086.985862:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338520320:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016086.985872:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016086.985888:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1642496->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf0 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1734016086.985898:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ede1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1642496->1646591) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf0 expref: 11 pid: 8706 timeout: 450 lvb_type: 0 00010000:00010000:0.0:1734016086.985918:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016086.985945:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338520320:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 83us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.985951:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2457 00000100:00100000:0.0:1734016086.985962:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2458 00000100:00100000:0.0:1734016086.985966:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1980:x1818247338520192:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016086.985972:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016086.985977:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731ede8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf7 expref: 17 pid: 8706 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.985986:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731ede8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbf7 expref: 17 pid: 8706 timeout: 450 lvb_type: 1 00010000:00010000:0.0:1734016086.985994:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.985997:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016086.986002:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731edef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbfe expref: 17 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.986010:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731edef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbfe expref: 17 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016086.986031:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731edef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1765376->1769471) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fbfe expref: 17 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016086.986042:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341410688:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016086.986062:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016086.992289:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.000600:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.006004:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.011069:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.011145:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338521344 00000100:00100000:0.0:1734016087.011153:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338521344 00002000:00100000:0.0:1734016087.011220:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff880071465f80 x1818247338521344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.011229:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247338521344 ext(1753088->1757183) 00002000:00010000:0.0:1734016087.011233:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:0.0:1734016087.011261:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7955 00000100:00100000:0.0:1734016087.011267:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247338521344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.011413:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247338521344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016087.011419:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7955 00002000:00100000:0.0:1734016087.011425:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff880071465f80 x1818247338521344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.011432:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247338521344 ext(1753088->1757183) 00002000:00010000:0.0:1734016087.011434:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:0.0:1734016087.014959:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.018653:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.024289:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.024364:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338522112 00000100:00100000:0.0:1734016087.024371:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338522112 00002000:00100000:0.0:1734016087.024405:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff880076506300 x1818247338522112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.024413:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076506300 with x1818247338522112 ext(1740800->1744895) 00002000:00010000:0.0:1734016087.024419:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076506300 00000100:00100000:0.0:1734016087.024462:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7958 00000100:00100000:0.0:1734016087.024470:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338522112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.024637:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338522112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016087.024647:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7958 00002000:00100000:0.0:1734016087.024654:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff880076506300 x1818247338522112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.024660:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076506300 with x1818247338522112 ext(1740800->1744895) 00002000:00010000:0.0:1734016087.024664:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076506300 00000100:00100000:0.0:1734016087.028748:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016087.035948:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016087.037378:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.055726:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.059157:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.066325:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.071169:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1980:x1818247338523264:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4389us (4857us total) trans 4294968971 rc 0/0 00000100:00100000:0.0:1734016087.071193:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7963 00002000:00100000:0.0:1734016087.071201:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1724416->1769471) req@ffff880076658e00 x1818247338523264/t4294968971(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/448 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.071210:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658e00 with x1818247338523264 ext(1724416->1769471) 00002000:00010000:0.0:1734016087.071215:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658e00 00000100:00100000:0.0:1734016087.074614:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.078496:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338523392 00000100:00100000:1.0:1734016087.078507:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338523392 00000100:00100000:1.0:1734016087.078564:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1747 00000100:00100000:1.0:1734016087.078570:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338523392:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016087.078684:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338523392:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 113us (4076us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.078690:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1747 00000100:00100000:0.0:1734016087.081518:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.081603:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338523520 00000100:00100000:3.0:1734016087.081610:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338523520 00000100:00100000:3.0:1734016087.081653:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9814 00000100:00100000:3.0:1734016087.081660:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338523520:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:1.0:1734016087.087297:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968971 is committed 00000001:00080000:1.0:1734016087.087319:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968969 is committed 00000100:00100000:3.0:1734016087.087929:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338523520:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 6264us (6413us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016087.087940:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9814 00000100:00100000:0.0:1734016087.091293:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.091619:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338523648 00000100:00100000:3.0:1734016087.091628:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338523648 00000100:00100000:3.0:1734016087.091739:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9815 00000100:00100000:3.0:1734016087.091747:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338523648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016087.091765:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016087.091783:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731edf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fc05 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016087.091834:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341410816:192.168.201.1@tcp:106: 00000100:00080000:0.0:1734016087.091946:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016057 00000100:00100000:3.0:1734016087.092173:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016087.094455:0:7680:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1752 -> 1840 00000100:00100000:3.0:1734016087.094475:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341410816:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016087.094502:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731edf6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc05 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.094513:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731edf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc05 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.094796:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016087.094845:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338523648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3097us (3559us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016087.094853:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9815 00000100:00100000:0.0:1734016087.097891:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.097931:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338523776 00000100:00100000:0.0:1734016087.097938:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338523776 00000100:00100000:0.0:1734016087.097976:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9816 00000100:00100000:0.0:1734016087.097983:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338523776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.098000:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.098015:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731edfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fc0c expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.098063:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007665ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341410944:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016087.098110:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016087.106117:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.112284:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.121663:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.133723:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.143246:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.147970:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.156141:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.161146:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.167261:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.167345:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338525440 00000100:00100000:0.0:1734016087.167353:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338525440 00002000:00100000:0.0:1734016087.167388:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8634368->8638463) req@ffff880076505f80 x1818247338525440/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.167398:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505f80 with x1818247338525440 ext(8634368->8638463) 00002000:00010000:0.0:1734016087.167403:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505f80 00000100:00100000:0.0:1734016087.167434:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7967 00000100:00100000:0.0:1734016087.167440:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338525440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.167588:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338525440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016087.167595:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7967 00002000:00100000:0.0:1734016087.167600:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8634368->8638463) req@ffff880076505f80 x1818247338525440/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.167607:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505f80 with x1818247338525440 ext(8634368->8638463) 00002000:00010000:0.0:1734016087.167611:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505f80 00000100:00100000:0.0:1734016087.172688:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.177781:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.183526:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:0.0:1734016087.184483:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016057 00000100:00100000:0.0:1734016087.187092:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:1.0:1734016087.188603:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968972 is committed 00000100:00100000:1.0:1734016087.191681:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.197448:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.202704:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.207937:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.213987:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.218081:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.218424:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338526848 00000100:00100000:0.0:1734016087.218432:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338526848 00000100:00100000:0.0:1734016087.218474:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9827 00000100:00100000:0.0:1734016087.218480:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338526848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016087.218497:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016087.218511:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731ee3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fc4b expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.218552:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071c01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341412224:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016087.218606:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.224615:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.246869:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.246898:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.250452:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.260822:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338527360 00000100:00100000:1.0:1734016087.260832:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338527360 00002000:00100000:1.0:1734016087.260877:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071c03b80 x1818247338527360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.260889:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071c03b80 with x1818247338527360 ext(4194304->8388607) 00002000:00010000:1.0:1734016087.260894:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071c03b80 00000100:00100000:1.0:1734016087.260914:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338527232 00000100:00100000:3.0:1734016087.260915:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338527488 00000100:00100000:1.0:1734016087.260917:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338527232 00000100:00100000:3.0:1734016087.260918:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338527488 00002000:00100000:1.0:1734016087.260928:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071c03800 x1818247338527232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.260934:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071c03800 with x1818247338527232 ext(0->4194303) 00002000:00010000:1.0:1734016087.260936:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071c03800 00002000:00100000:3.0:1734016087.260942:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9883647) req@ffff880071c00e00 x1818247338527488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 504/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:1.0:1734016087.260947:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7970 00002000:00100000:3.0:1734016087.260948:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071c00e00 with x1818247338527488 ext(8388608->9883647) 00002000:00010000:3.0:1734016087.260950:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071c00e00 00000100:00100000:1.0:1734016087.260952:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338527360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.260956:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7971 00000100:00100000:3.0:1734016087.260959:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338527232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.261271:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7972 00000100:00100000:0.0:1734016087.261276:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338527488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.311144:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338527360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 50183us (64274us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016087.311157:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7970 00002000:00100000:1.0:1734016087.311166:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071c03b80 x1818247338527360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/440 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.311175:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071c03b80 with x1818247338527360 ext(4194304->8388607) 00002000:00010000:1.0:1734016087.311197:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071c03b80 00000100:00100000:3.0:1734016087.360023:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338527232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 99052us (113113us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016087.360036:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7971 00002000:00100000:3.0:1734016087.360045:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071c03800 x1818247338527232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/440 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.360054:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071c03800 with x1818247338527232 ext(0->4194303) 00002000:00010000:3.0:1734016087.360059:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071c03800 00000100:00100000:1.0:1734016087.368214:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.375259:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.396449:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.399338:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338528000 00000100:00100000:3.0:1734016087.399349:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338528000 00002000:00100000:3.0:1734016087.399389:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9531392->9588735) req@ffff8800ac134380 x1818247338528000/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.399398:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134380 with x1818247338528000 ext(9531392->9588735) 00002000:00010000:3.0:1734016087.399403:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134380 00000100:00100000:3.0:1734016087.399437:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7973 00000100:00100000:3.0:1734016087.399445:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338528000:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016087.412960:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338528000:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 13506us (16509us total) trans 4294968974 rc 0/0 00000100:00100000:3.0:1734016087.412972:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7973 00002000:00100000:3.0:1734016087.412981:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9531392->9588735) req@ffff8800ac134380 x1818247338528000/t4294968974(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/448 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.412990:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134380 with x1818247338528000 ext(9531392->9588735) 00002000:00010000:3.0:1734016087.412994:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134380 00000100:00100000:0.0:1734016087.417703:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:1.0:1734016087.419682:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968974 is committed 00000100:00100000:1.0:1734016087.424515:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.431609:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.438714:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.445484:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338528512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6662us (6774us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.445492:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9834 00000100:00100000:1.0:1734016087.463520:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.466488:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.466573:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338528768 00000100:00100000:1.0:1734016087.466580:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338528768 00000100:00100000:1.0:1734016087.466612:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9835 00000100:00100000:1.0:1734016087.466619:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338528768:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016087.466833:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9882501 -> 9882501 00002000:00010000:1.0:1734016087.466836:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.466838:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.466840:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.466842:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1992 -> 1992 00000100:00100000:1.0:1734016087.466893:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338528768:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 274us (412us total) trans 4294968975 rc 0/0 00000100:00100000:1.0:1734016087.466900:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9835 00000100:00100000:0.0:1734016087.475677:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.485951:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.497991:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.498058:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338529280 00000100:00100000:3.0:1734016087.498064:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338529280 00002000:00100000:3.0:1734016087.498095:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3960832->3964927) req@ffff8800ac134e00 x1818247338529280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.498104:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247338529280 ext(3960832->3964927) 00002000:00010000:3.0:1734016087.498108:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:3.0:1734016087.498132:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7974 00000100:00100000:3.0:1734016087.498137:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338529280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.498275:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338529280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016087.498281:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7974 00002000:00100000:3.0:1734016087.498285:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3960832->3964927) req@ffff8800ac134e00 x1818247338529280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.498291:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247338529280 ext(3960832->3964927) 00002000:00010000:3.0:1734016087.498294:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:0.0:1734016087.513522:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.525609:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.551558:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.562247:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007459ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341413760:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016087.562281:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ee82 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc91 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.562295:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ee82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc91 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.570661:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:3.0:1734016087.570757:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338529664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15889us (19203us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016087.570767:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9839 00000100:00100000:3.0:1734016087.593841:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338529792 00000100:00100000:3.0:1734016087.593849:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338529792 00000100:00100000:3.0:1734016087.593898:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9840 00000100:00100000:3.0:1734016087.593904:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338529792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016087.593922:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016087.593938:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fc98 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016087.593965:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ee6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->3964927) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc7c expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016087.593992:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016087.593994:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016087.593997:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2011136->2015231] (req 2011136->2015231) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016087.594020:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ee6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->3964927) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc7c expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016087.594032:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ee6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->3964927) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc7c expref: 5 pid: 7680 timeout: 450 lvb_type: 0 00000100:00100000:3.0:1734016087.594042:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341413888:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016087.594095:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016087.599169:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341413888:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016087.599211:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2011136->2015231] (req 2011136->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016087.599227:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016087.599281:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338529792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5374us (5519us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016087.599293:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9840 00000100:00100000:0.0:1734016087.599719:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.601580:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338529920 00000100:00100000:1.0:1734016087.601589:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338529920 00002000:00100000:1.0:1734016087.601630:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3911680->3964927) req@ffff8800740e1180 x1818247338529920/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.601639:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1180 with x1818247338529920 ext(3911680->3964927) 00010000:00010000:1.0:1734016087.601648:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ee6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->3964927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc7c expref: 6 pid: 7680 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.601660:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ee6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->3964927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc7c expref: 6 pid: 7680 timeout: 450 lvb_type: 0 00002000:00010000:1.0:1734016087.601666:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800740e1180 00000100:00100000:1.0:1734016087.601705:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 270 00000100:00100000:1.0:1734016087.601711:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338529920:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016087.610965:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338529920:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 9243us (11236us total) trans 4294968976 rc 0/0 00000100:00100000:1.0:1734016087.610977:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 270 00002000:00100000:1.0:1734016087.610986:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3911680->3964927) req@ffff8800740e1180 x1818247338529920/t4294968976(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/448 e 0 to 0 dl 1734016098 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.610994:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1180 with x1818247338529920 ext(3911680->3964927) 00010000:00010000:1.0:1734016087.611003:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ee6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->3964927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc7c expref: 8 pid: 7680 timeout: 450 lvb_type: 0 00010000:00010000:1.0:1734016087.611014:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ee6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3911680->3964927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc7c expref: 8 pid: 7680 timeout: 451 lvb_type: 0 00002000:00010000:1.0:1734016087.611023:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800740e1180 00000100:00100000:0.0:1734016087.618163:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.629755:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007459ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341414016:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016087.629776:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016087.629834:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338530048:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8152us (11679us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.629844:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2462 00000100:00100000:1.0:1734016087.635936:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530304 00000100:00100000:1.0:1734016087.635944:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530304 00002000:00100000:1.0:1734016087.635985:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2011136->2015231) req@ffff88007459ce00 x1818247338530304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.635994:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007459ce00 with x1818247338530304 ext(2011136->2015231) 00002000:00010000:1.0:1734016087.635999:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007459ce00 00000100:00100000:1.0:1734016087.636033:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7975 00000100:00100000:1.0:1734016087.636039:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338530304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.636236:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338530304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 194us (625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.636244:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7975 00002000:00100000:1.0:1734016087.636250:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2011136->2015231) req@ffff88007459ce00 x1818247338530304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.636258:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007459ce00 with x1818247338530304 ext(2011136->2015231) 00002000:00010000:1.0:1734016087.636261:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007459ce00 00000100:00100000:0.0:1734016087.642934:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.642998:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530432 00000100:00100000:3.0:1734016087.643006:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530432 00002000:00100000:3.0:1734016087.643042:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2011136->2015231) req@ffff8800740e1880 x1818247338530432/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 4584/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.643051:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1880 with x1818247338530432 ext(2011136->2015231) 00002000:00010000:3.0:1734016087.643056:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1880 00000100:00100000:3.0:1734016087.643973:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7976 00000100:00100000:3.0:1734016087.643980:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338530432:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016087.648352:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338530432:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4361us (5415us total) trans 4294968977 rc 0/0 00000100:00100000:3.0:1734016087.648364:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7976 00002000:00100000:3.0:1734016087.648375:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2011136->2015231) req@ffff8800740e1880 x1818247338530432/t4294968977(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 4584/448 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.648384:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1880 with x1818247338530432 ext(2011136->2015231) 00002000:00010000:3.0:1734016087.648388:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1880 00000100:00100000:3.0:1734016087.662587:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530560 00000100:00100000:3.0:1734016087.662595:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530560 00000100:00100000:3.0:1734016087.662646:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9841 00000100:00100000:3.0:1734016087.662652:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338530560:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016087.664469:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968977 is committed 00000001:00080000:0.0:1734016087.664480:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968976 is committed 00000100:00100000:3.0:1734016087.664620:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338530560:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1963us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016087.664631:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9841 00000100:00100000:3.0:1734016087.670851:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530688 00000100:00100000:3.0:1734016087.670859:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530688 00000100:00100000:3.0:1734016087.670906:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9842 00000100:00100000:3.0:1734016087.670912:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338530688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016087.670928:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016087.670942:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ee90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fc9f expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016087.670990:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341414144:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016087.671046:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163600 going to sleep for 11 seconds 00002000:00010000:3.0:1734016087.679040:0:7680:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 2096 -> 2104 00000100:00100000:3.0:1734016087.679067:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341414144:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016087.679100:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ee90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc9f expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.679113:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ee90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc9f expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.679150:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016087.679233:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338530688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8319us (8475us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016087.679241:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9842 00000100:00100000:0.0:1734016087.682523:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.682698:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530816 00000100:00100000:3.0:1734016087.682711:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530816 00000100:00100000:3.0:1734016087.682765:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9843 00000100:00100000:3.0:1734016087.682772:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338530816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016087.682792:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016087.682814:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ee97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fca6 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016087.682873:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341414272:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016087.682937:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016087.688714:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341414272:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016087.688746:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ee97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fca6 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.688758:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ee97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fca6 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.688789:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016087.688838:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338530816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6064us (6324us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016087.688846:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9843 00000100:00100000:0.0:1734016087.694243:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.694386:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530944 00000100:00100000:3.0:1734016087.694395:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530944 00000100:00100000:3.0:1734016087.695260:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9844 00000100:00100000:3.0:1734016087.695269:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338530944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016087.695284:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016087.695310:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731ee9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcad expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016087.695357:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341414400:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016087.695419:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016087.706611:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341414400:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016087.706640:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731ee9e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcad expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.706651:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731ee9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcad expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.707399:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016087.707442:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338530944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12173us (13207us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016087.707450:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9844 00000100:00100000:3.0:1734016087.713884:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531072 00000100:00100000:3.0:1734016087.713892:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531072 00000100:00100000:3.0:1734016087.713937:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9845 00000100:00100000:3.0:1734016087.713943:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338531072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016087.713957:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016087.713972:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731eea5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcb4 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016087.714016:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341414528:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016087.719289:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016087.731836:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341414528:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016087.731869:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731eea5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcb4 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.731881:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731eea5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcb4 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.731906:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016087.731955:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338531072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 18011us (18155us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016087.731963:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9845 00000100:00100000:0.0:1734016087.740054:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.740139:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531200 00000100:00100000:3.0:1734016087.740147:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531200 00000100:00100000:3.0:1734016087.740210:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9846 00000100:00100000:3.0:1734016087.740216:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338531200:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016087.740440:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9882501 -> 9882501 00002000:00010000:3.0:1734016087.740443:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016087 -> 1734016087 00002000:00010000:3.0:1734016087.740445:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:3.0:1734016087.740446:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016087 -> 1734016087 00002000:00010000:3.0:1734016087.740448:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2104 -> 2104 00000100:00100000:3.0:1734016087.740496:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338531200:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 280us (451us total) trans 4294968978 rc 0/0 00000100:00100000:3.0:1734016087.740503:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9846 00000100:00100000:1.0:1734016087.753642:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531328 00000100:00100000:1.0:1734016087.753651:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531328 00000100:00100000:1.0:1734016087.753695:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9847 00000100:00100000:1.0:1734016087.753702:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338531328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.753718:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.753734:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731eeac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcbb expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.753782:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341414656:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016087.753836:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880071a34c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.759684:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341414656:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016087.759711:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731eeac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcbb expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.759723:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731eeac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcbb expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.759740:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016087.759788:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338531328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6086us (7039us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.759796:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9847 00000100:00100000:0.0:1734016087.767512:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.770310:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531456 00000100:00100000:1.0:1734016087.770322:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531456 00000100:00100000:1.0:1734016087.771522:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9848 00000100:00100000:1.0:1734016087.771532:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338531456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.771550:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.771567:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eeb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcc2 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.771619:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341414784:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016087.771749:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880071a34c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.775295:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341414784:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016087.775334:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eeb3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcc2 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.775347:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eeb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcc2 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.775504:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016087.776065:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338531456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4531us (8557us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.776072:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9848 00000100:00100000:1.0:1734016087.780153:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531584 00000100:00100000:1.0:1734016087.780161:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531584 00000100:00100000:1.0:1734016087.780325:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9849 00000100:00100000:1.0:1734016087.780333:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338531584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.780347:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.780361:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731eeba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcc9 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.780409:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341414912:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016087.780462:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880071a34c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.785144:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341414912:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016087.785173:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731eeba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcc9 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.785215:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731eeba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcc9 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016087.785230:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016087.785473:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338531584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5140us (5549us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016087.785481:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9849 00000100:00100000:1.0:1734016087.790376:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531712 00000100:00100000:1.0:1734016087.790383:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531712 00000100:00100000:1.0:1734016087.790420:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9850 00000100:00100000:1.0:1734016087.790426:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338531712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.790440:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.790455:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcd0 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.790477:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.790483:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.790485:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.790487:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5656576->5660671] (req 5656576->5660671) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.790508:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2015231) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.790516:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2015231) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 7 pid: 7680 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.790531:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341415040:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016087.790576:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880071a34c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.794859:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341415040:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016087.794890:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5656576->5660671] (req 5656576->5660671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.794906:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016087.794960:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338531712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4532us (4671us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.794969:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9850 00000100:00100000:0.0:1734016087.795889:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531840 00000100:00100000:0.0:1734016087.795895:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531840 00010000:00010000:0.0:1734016087.795920:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2011136->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 8 pid: 7680 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.795953:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2463 00000100:00100000:0.0:1734016087.795959:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338531840:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016087.795970:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.795988:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2011136->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 8 pid: 7680 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.795996:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2011136->2015231) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 8 pid: 7680 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.796018:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ee89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2011136->2015231) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fc98 expref: 8 pid: 7680 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.796790:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.796794:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.796802:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.796810:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.796845:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.796859:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341415168:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016087.797139:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.801334:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341415168:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016087.801355:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016087.801395:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338531840:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5435us (5802us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.801405:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2463 00000100:00100000:3.0:1734016087.803521:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338532096 00000100:00100000:3.0:1734016087.803532:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338532096 00002000:00100000:3.0:1734016087.803571:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5656576->5660671) req@ffff88012ba69f80 x1818247338532096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.803580:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba69f80 with x1818247338532096 ext(5656576->5660671) 00002000:00010000:3.0:1734016087.803584:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba69f80 00000100:00100000:3.0:1734016087.804136:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7977 00000100:00100000:3.0:1734016087.804143:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338532096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.804512:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338532096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 368us (2409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016087.804518:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7977 00002000:00100000:3.0:1734016087.804523:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5656576->5660671) req@ffff88012ba69f80 x1818247338532096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.804529:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba69f80 with x1818247338532096 ext(5656576->5660671) 00002000:00010000:3.0:1734016087.804532:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba69f80 00000100:00100000:3.0:1734016087.811278:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338532352 00000100:00100000:3.0:1734016087.811286:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338532352 00002000:00100000:3.0:1734016087.811330:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5652480->5656575) req@ffff88012ba68380 x1818247338532352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.811338:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba68380 with x1818247338532352 ext(5652480->5656575) 00002000:00010000:3.0:1734016087.811343:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba68380 00000100:00100000:3.0:1734016087.811374:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7978 00000100:00100000:3.0:1734016087.811381:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338532352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.811516:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338532352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016087.811522:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7978 00002000:00100000:3.0:1734016087.811527:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5652480->5656575) req@ffff88012ba68380 x1818247338532352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.811533:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba68380 with x1818247338532352 ext(5652480->5656575) 00002000:00010000:3.0:1734016087.811535:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba68380 00000100:00100000:1.0:1734016087.818118:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338532608 00000100:00100000:1.0:1734016087.818126:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338532608 00002000:00100000:1.0:1734016087.818162:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5648384->5652479) req@ffff88012ba68000 x1818247338532608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.818171:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba68000 with x1818247338532608 ext(5648384->5652479) 00002000:00010000:1.0:1734016087.818176:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba68000 00000100:00100000:1.0:1734016087.818279:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7979 00000100:00100000:1.0:1734016087.818285:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338532608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.818441:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338532608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.818449:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7979 00002000:00100000:1.0:1734016087.818455:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5648384->5652479) req@ffff88012ba68000 x1818247338532608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.818468:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ba68000 with x1818247338532608 ext(5648384->5652479) 00002000:00010000:1.0:1734016087.818471:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ba68000 00000100:00100000:3.0:1734016087.821998:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338532864 00000100:00100000:3.0:1734016087.822010:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338532864 00002000:00100000:3.0:1734016087.822065:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5644288->5648383) req@ffff880071325500 x1818247338532864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.822075:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325500 with x1818247338532864 ext(5644288->5648383) 00002000:00010000:3.0:1734016087.822081:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325500 00000100:00100000:3.0:1734016087.822128:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7980 00000100:00100000:3.0:1734016087.822141:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338532864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.822365:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338532864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 226us (580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016087.822372:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7980 00002000:00100000:3.0:1734016087.822378:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5644288->5648383) req@ffff880071325500 x1818247338532864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.822384:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325500 with x1818247338532864 ext(5644288->5648383) 00002000:00010000:3.0:1734016087.822386:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325500 00000100:00100000:1.0:1734016087.827747:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338533120 00000100:00100000:1.0:1734016087.827755:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338533120 00002000:00100000:1.0:1734016087.827792:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5640192->5644287) req@ffff880071326680 x1818247338533120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.827801:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247338533120 ext(5640192->5644287) 00002000:00010000:1.0:1734016087.827805:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:1.0:1734016087.827838:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7981 00000100:00100000:1.0:1734016087.827844:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338533120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.827981:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338533120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.827987:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7981 00002000:00100000:1.0:1734016087.827993:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5640192->5644287) req@ffff880071326680 x1818247338533120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.827999:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247338533120 ext(5640192->5644287) 00002000:00010000:1.0:1734016087.828002:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:3.0:1734016087.831844:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338533376 00000100:00100000:3.0:1734016087.831852:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338533376 00002000:00100000:3.0:1734016087.831886:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5636096->5640191) req@ffff880074272300 x1818247338533376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.831894:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272300 with x1818247338533376 ext(5636096->5640191) 00002000:00010000:3.0:1734016087.831898:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272300 00000100:00100000:3.0:1734016087.832496:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7982 00000100:00100000:3.0:1734016087.832503:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338533376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.832642:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338533376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (1030us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016087.832649:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7982 00002000:00100000:3.0:1734016087.832655:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5636096->5640191) req@ffff880074272300 x1818247338533376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.832661:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272300 with x1818247338533376 ext(5636096->5640191) 00002000:00010000:3.0:1734016087.832663:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272300 00000100:00100000:1.0:1734016087.837497:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338533632 00000100:00100000:1.0:1734016087.837505:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338533632 00002000:00100000:1.0:1734016087.837539:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5632000->5636095) req@ffff880071967480 x1818247338533632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.837548:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071967480 with x1818247338533632 ext(5632000->5636095) 00002000:00010000:1.0:1734016087.837554:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071967480 00000100:00100000:1.0:1734016087.837588:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7983 00000100:00100000:1.0:1734016087.837593:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338533632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.837734:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338533632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.837741:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7983 00002000:00100000:1.0:1734016087.837747:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5632000->5636095) req@ffff880071967480 x1818247338533632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.837754:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071967480 with x1818247338533632 ext(5632000->5636095) 00002000:00010000:1.0:1734016087.837756:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071967480 00000100:00100000:3.0:1734016087.840993:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338533888 00000100:00100000:3.0:1734016087.841000:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338533888 00002000:00100000:3.0:1734016087.841035:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5627904->5631999) req@ffff880071966300 x1818247338533888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.841044:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071966300 with x1818247338533888 ext(5627904->5631999) 00002000:00010000:3.0:1734016087.841048:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071966300 00000100:00100000:3.0:1734016087.841081:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7984 00000100:00100000:3.0:1734016087.841087:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338533888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.841250:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338533888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 162us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016087.841258:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7984 00002000:00100000:3.0:1734016087.841263:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5627904->5631999) req@ffff880071966300 x1818247338533888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.841270:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071966300 with x1818247338533888 ext(5627904->5631999) 00002000:00010000:3.0:1734016087.841273:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071966300 00000100:00100000:1.0:1734016087.847159:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534016 00000100:00100000:1.0:1734016087.847166:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534016 00002000:00100000:1.0:1734016087.847235:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5627904->5660671) req@ffff880071965180 x1818247338534016/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.847245:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071965180 with x1818247338534016 ext(5627904->5660671) 00002000:00010000:1.0:1734016087.847250:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071965180 00000100:00100000:1.0:1734016087.847281:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7985 00000100:00100000:1.0:1734016087.847287:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338534016:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016087.850915:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338534016:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3617us (3844us total) trans 4294968979 rc 0/0 00000100:00100000:1.0:1734016087.850927:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7985 00002000:00100000:1.0:1734016087.850938:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5627904->5660671) req@ffff880071965180 x1818247338534016/t4294968979(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:48/0 lens 488/448 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.850947:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071965180 with x1818247338534016 ext(5627904->5660671) 00002000:00010000:1.0:1734016087.850953:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071965180 00000100:00100000:1.0:1734016087.853734:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534144 00000100:00100000:1.0:1734016087.853742:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534144 00000100:00100000:1.0:1734016087.853841:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9851 00000100:00100000:1.0:1734016087.853847:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338534144:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:1.0:1734016087.859336:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338534144:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 5482us (5685us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.859350:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9851 00000100:00100000:1.0:1734016087.867626:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534272 00000100:00100000:1.0:1734016087.867634:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534272 00000100:00100000:1.0:1734016087.867684:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9852 00000100:00100000:1.0:1734016087.867690:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338534272:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016087.867869:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9882501 -> 9882501 00002000:00010000:1.0:1734016087.867872:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016087 -> 1734016088 00002000:00010000:1.0:1734016087.867874:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.867876:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.867877:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2104 -> 2216 00000100:00100000:1.0:1734016087.867917:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338534272:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 225us (379us total) trans 4294968980 rc 0/0 00000100:00100000:1.0:1734016087.867924:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9852 00000100:00100000:1.0:1734016087.872953:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534528 00000100:00100000:1.0:1734016087.872961:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534528 00000100:00100000:1.0:1734016087.873164:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1749 00000100:00100000:1.0:1734016087.873170:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+29:9663:x1818247338534528:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016087.873316:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016087.873338:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731ecfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb10 expref: 29 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.873359:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016087.873362:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016087.873488:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.873499:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ed16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb25 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.873505:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.873530:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ed16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb25 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.873540:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ed16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb25 expref: 24 pid: 6473 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.873550:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341415296:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016087.873609:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016087.879922:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341415296:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016087.879943:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016087.880010:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534656 00000100:00100000:0.0:1734016087.880016:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534656 00010000:00010000:0.0:1734016087.880038:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ed16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb25 expref: 15 pid: 6473 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.880063:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2464 00000100:00100000:0.0:1734016087.880068:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247338534656:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016087.880079:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.880084:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ed16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb25 expref: 15 pid: 6473 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.880093:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ed16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb25 expref: 15 pid: 6473 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.880110:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ed16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fb25 expref: 15 pid: 6473 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.880123:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016087.880127:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016087.880135:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016087.880141:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016087.880155:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016087.880220:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338534656:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 150us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016087.880226:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2464 00010000:00010000:1.0:1734016087.880433:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.880439:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:1.0:1734016087.880512:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968392 00000004:00010000:1.0:1734016087.880545:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a7702680 reply state ffff88007437e000 transno 4294968393 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eec8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016087.880550:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016087.880603:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338534528:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7433us (8260us total) trans 4294968393 rc 0/0 00000100:00100000:1.0:1734016087.880609:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1749 00000020:00080000:1.0:1734016087.880613:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016087.886256:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534784 00000100:00100000:1.0:1734016087.886264:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534784 00002000:00010000:1.0:1734016087.886292:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7726757->18446744073709551615) 00002000:00100000:1.0:1734016087.886305:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240380 with x1818247338534784 ext(7726757->18446744073709551615) 00002000:00010000:1.0:1734016087.886314:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240380. 00000100:00100000:1.0:1734016087.886340:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7986 00000100:00100000:1.0:1734016087.886346:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338534784:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016087.887842:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9882501 -> 7726757 00002000:00010000:1.0:1734016087.887847:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016087.887849:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:1.0:1734016087.887850:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016087 -> 1734016088 00002000:00010000:1.0:1734016087.887852:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2216 -> 1776 00000100:00100000:1.0:1734016087.887899:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338534784:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1551us (2309us total) trans 4294968981 rc 0/0 00000100:00100000:1.0:1734016087.887907:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7986 00002000:00010000:1.0:1734016087.887911:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7726757->18446744073709551615) 00002000:00100000:1.0:1734016087.887914:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240380 with x1818247338534784 ext(7726757->18446744073709551615) 00002000:00010000:1.0:1734016087.887919:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240380. 00000100:00100000:3.0:1734016087.891585:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.891669:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534912 00000100:00100000:1.0:1734016087.891677:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534912 00000100:00100000:1.0:1734016087.892289:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1750 00000100:00100000:1.0:1734016087.892305:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338534912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.892330:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.892345:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eecf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcd7 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.892427:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731eed6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.892439:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731eed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.892449:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731eed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016087.892470:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7726757 00000004:00200000:1.0:1734016087.892475:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016087.892487:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731eed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.892507:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731eecf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd7 expref: 14 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.892524:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731eed6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd7 expref: 13 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.892530:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016087.892532:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016087.892536:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016087.894000:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338534912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1697us (2417us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.894009:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1750 00000100:00100000:0.0:1734016087.897344:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.897665:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535040 00000100:00100000:3.0:1734016087.897673:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535040 00000100:00100000:3.0:1734016087.897719:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9853 00000100:00100000:3.0:1734016087.897725:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338535040:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016087.897908:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7726757 -> 7726757 00002000:00010000:3.0:1734016087.897911:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:3.0:1734016087.897913:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016087 -> 1734016087 00002000:00010000:3.0:1734016087.897914:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:3.0:1734016087.897915:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1776 -> 1776 00000100:00100000:3.0:1734016087.899109:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338535040:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1378us (1767us total) trans 4294968982 rc 0/0 00000100:00100000:3.0:1734016087.899118:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9853 00000100:00100000:0.0:1734016087.901805:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.909713:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535168 00000100:00100000:1.0:1734016087.909725:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535168 00000100:00100000:1.0:1734016087.909768:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1751 00000100:00100000:1.0:1734016087.909775:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247338535168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.909792:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.909808:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731eedd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcde expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.909880:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731eee4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.909892:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731eee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.909901:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731eee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016087.909923:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7726757 00000004:00200000:1.0:1734016087.909927:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016087.909940:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731eee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016087.909959:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731eedd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcde expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.910792:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731eee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcde expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.910805:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016087.910807:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016087.910810:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016087.911794:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338535168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2015us (9991us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016087.911803:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1751 00000100:00100000:3.0:1734016087.922578:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535296 00000100:00100000:3.0:1734016087.922585:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535296 00000100:00100000:3.0:1734016087.922624:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9854 00000100:00100000:3.0:1734016087.922630:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338535296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016087.922645:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016087.922659:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731eeeb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fce5 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016087.922700:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341415424:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016087.922747:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016087.924649:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341415424:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016087.924684:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731eeeb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fce5 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.924696:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731eeeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fce5 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016087.924710:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:0.0:1734016087.929963:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.930057:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535424 00000100:00100000:1.0:1734016087.930067:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535424 00000100:00100000:1.0:1734016087.930111:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9855 00000100:00100000:1.0:1734016087.930118:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338535424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.930137:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.930154:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eef2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcec expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016087.930231:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341415552:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016087.930288:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016087.931904:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338535296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9268us (9421us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016087.931912:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9854 00000100:00100000:0.0:1734016087.932716:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341415552:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016087.932742:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eef2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcec expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.932753:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731eef2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcec expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016087.933141:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:0.0:1734016087.933423:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338535424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3303us (3466us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016087.933430:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9855 00000100:00100000:0.0:1734016087.938717:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.938793:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535552 00000100:00100000:1.0:1734016087.938803:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535552 00000100:00100000:1.0:1734016087.938853:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9856 00000100:00100000:1.0:1734016087.938859:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338535552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016087.938874:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016087.938891:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eef9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcf3 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.938917:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.938924:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.938926:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016087.938929:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eef9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [684032->745471] (req 684032->745471) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcf3 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.938958:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016087.938968:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 8 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016087.938980:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac135880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341415680:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016087.945089:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016087.950235:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535680 00000100:00100000:0.0:1734016087.950241:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535680 00010000:00010000:0.0:1734016087.950266:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 9 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016087.950368:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2465 00000100:00100000:0.0:1734016087.950375:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338535680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016087.950386:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016087.950400:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 9 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.950410:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 9 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.950429:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731eec1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5656576->5660671) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcd0 expref: 9 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016087.950736:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.950739:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016087.950745:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eef9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->745471) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcf3 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.950753:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->745471) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcf3 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016087.950781:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eef9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->745471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcf3 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016087.950792:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341415808:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016087.951916:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016087.957723:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341415808:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016087.957744:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016087.957797:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338535680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7421us (7653us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016087.957807:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2465 00000100:00100000:1.0:1734016087.958889:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.970799:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338536064 00000100:00100000:3.0:1734016087.970810:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338536064 00002000:00100000:3.0:1734016087.970852:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6254592->6258687) req@ffff880074243800 x1818247338536064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.970862:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243800 with x1818247338536064 ext(6254592->6258687) 00002000:00010000:3.0:1734016087.970866:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243800 00000100:00100000:3.0:1734016087.971443:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7987 00000100:00100000:3.0:1734016087.971449:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338536064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.971616:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338536064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (2017us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016087.971622:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7987 00002000:00100000:3.0:1734016087.971628:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6254592->6258687) req@ffff880074243800 x1818247338536064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.971634:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243800 with x1818247338536064 ext(6254592->6258687) 00002000:00010000:3.0:1734016087.971637:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243800 00000100:00100000:0.0:1734016087.975137:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016087.975661:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338536320 00000100:00100000:1.0:1734016087.975669:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338536320 00002000:00100000:1.0:1734016087.975706:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6250496->6254591) req@ffff8800740e3800 x1818247338536320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.975716:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247338536320 ext(6250496->6254591) 00002000:00010000:1.0:1734016087.975721:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3800 00000100:00100000:1.0:1734016087.975951:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7988 00000100:00100000:1.0:1734016087.975957:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338536320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016087.976285:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338536320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 327us (1156us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016087.976292:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7988 00002000:00100000:1.0:1734016087.976307:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6250496->6254591) req@ffff8800740e3800 x1818247338536320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016087.976314:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247338536320 ext(6250496->6254591) 00002000:00010000:1.0:1734016087.976316:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3800 00000100:00100000:1.0:1734016087.980457:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.984760:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338536832 00000100:00100000:0.0:1734016087.984767:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338536832 00002000:00100000:0.0:1734016087.984800:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6242304->6246399) req@ffff880074242680 x1818247338536832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.984808:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242680 with x1818247338536832 ext(6242304->6246399) 00002000:00010000:0.0:1734016087.984813:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242680 00000100:00100000:0.0:1734016087.984842:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7990 00000100:00100000:0.0:1734016087.984848:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338536832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.985005:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338536832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (734us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016087.985011:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7990 00002000:00100000:0.0:1734016087.985016:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6242304->6246399) req@ffff880074242680 x1818247338536832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.985022:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242680 with x1818247338536832 ext(6242304->6246399) 00002000:00010000:0.0:1734016087.985025:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242680 00000100:00100000:0.0:1734016087.990689:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016087.991342:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338537088 00000100:00100000:3.0:1734016087.991350:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338537088 00002000:00100000:3.0:1734016087.991388:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6238208->6242303) req@ffff88007834fc50 x1818247338537088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.991397:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007834fc50 with x1818247338537088 ext(6238208->6242303) 00002000:00010000:3.0:1734016087.991402:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007834fc50 00000100:00100000:3.0:1734016087.991430:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7991 00000100:00100000:3.0:1734016087.991436:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007834fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338537088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016087.991571:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007834fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338537088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (890us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016087.991577:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7991 00002000:00100000:3.0:1734016087.991583:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6238208->6242303) req@ffff88007834fc50 x1818247338537088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016087.991588:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007834fc50 with x1818247338537088 ext(6238208->6242303) 00002000:00010000:3.0:1734016087.991591:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007834fc50 00000100:00100000:1.0:1734016087.999445:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016087.999523:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338537344 00000100:00100000:0.0:1734016087.999531:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338537344 00002000:00100000:0.0:1734016087.999566:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6234112->6238207) req@ffff8800ac135c00 x1818247338537344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/0 e 0 to 0 dl 1734016098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.999575:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135c00 with x1818247338537344 ext(6234112->6238207) 00002000:00010000:0.0:1734016087.999580:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135c00 00000100:00100000:0.0:1734016087.999609:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7992 00000100:00100000:0.0:1734016087.999616:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338537344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016087.999760:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338537344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (333us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016087.999766:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7992 00002000:00100000:0.0:1734016087.999771:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6234112->6238207) req@ffff8800ac135c00 x1818247338537344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:48/0 lens 488/4536 e 0 to 0 dl 1734016098 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016087.999777:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135c00 with x1818247338537344 ext(6234112->6238207) 00002000:00010000:0.0:1734016087.999780:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135c00 00000100:00100000:3.0:1734016088.009416:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338537600 00000100:00100000:3.0:1734016088.009430:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338537600 00002000:00100000:3.0:1734016088.009514:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6230016->6234111) req@ffff880074242a00 x1818247338537600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016088.009525:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247338537600 ext(6230016->6234111) 00002000:00010000:3.0:1734016088.009530:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00080000:0.0:1734016088.012274:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016058 00000100:00100000:3.0:1734016088.012475:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7993 00000100:00100000:3.0:1734016088.012485:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338537600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016088.012651:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338537600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (3671us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016088.012658:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7993 00002000:00100000:3.0:1734016088.012666:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6230016->6234111) req@ffff880074242a00 x1818247338537600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016088.012674:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247338537600 ext(6230016->6234111) 00002000:00010000:3.0:1734016088.012679:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00100000:0.0:1734016088.027492:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.029216:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338537728 00000100:00100000:3.0:1734016088.029225:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338537728 00000100:00100000:3.0:1734016088.029280:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9858 00000100:00100000:3.0:1734016088.029287:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338537728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.029314:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.029333:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ef00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fcfa expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.029382:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341415936:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016088.029434:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163e40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016088.034460:0:7680:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016087 -> 1734016088 00000100:00100000:3.0:1734016088.034486:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341415936:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016088.034515:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ef00 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcfa expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.034528:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731ef00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcfa expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.034543:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016088.036647:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338537728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7351us (9160us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016088.036657:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9858 00010000:00010000:0.0:1734016088.038355:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016088.040614:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.060106:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.072941:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.089958:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.098252:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.107068:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.107397:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338538496 00000100:00100000:3.0:1734016088.107406:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338538496 00010000:00010000:3.0:1734016088.107444:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eef9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->745471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcf3 expref: 8 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1734016088.107475:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2466 00000100:00100000:3.0:1734016088.107482:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338538496:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016088.107497:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016088.107519:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eef9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->745471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcf3 expref: 8 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1734016088.107532:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731eef9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->745471) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcf3 expref: 8 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1734016088.107555:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.107558:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.107565:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.107574:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.107610:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.107623:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341416704:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016088.107680:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.113697:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341416704:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016088.113725:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016088.113791:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338538496:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6306us (6733us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.113804:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2466 00000100:00100000:1.0:1734016088.114922:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.115172:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338538624 00000100:00100000:3.0:1734016088.115195:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338538624 00000100:00100000:3.0:1734016088.115233:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9864 00000100:00100000:3.0:1734016088.115239:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338538624:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016088.115488:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7726757 -> 7726757 00002000:00010000:3.0:1734016088.115492:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:3.0:1734016088.115494:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016088 -> 1734016087 00002000:00010000:3.0:1734016088.115496:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:3.0:1734016088.115498:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1760 -> 1880 00000100:00100000:3.0:1734016088.115533:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338538624:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 293us (613us total) trans 4294968984 rc 0/0 00000100:00100000:3.0:1734016088.115541:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9864 00000100:00100000:1.0:1734016088.119105:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.119213:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338538752 00000100:00100000:0.0:1734016088.119224:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338538752 00000100:00100000:0.0:1734016088.119276:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9865 00000100:00100000:0.0:1734016088.119284:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338538752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.119313:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.119332:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731ef2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd24 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.119598:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac135f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341416832:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016088.120694:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.143490:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.156066:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.156805:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539136 00000100:00100000:3.0:1734016088.156816:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539136 00002000:00100000:3.0:1734016088.156868:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6713344->6717439) req@ffff8800ac135880 x1818247338539136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016088.156880:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135880 with x1818247338539136 ext(6713344->6717439) 00002000:00010000:3.0:1734016088.156885:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135880 00000100:00100000:3.0:1734016088.157318:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7994 00000100:00100000:3.0:1734016088.157327:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338539136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016088.157721:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338539136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 395us (1665us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016088.157727:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7994 00002000:00100000:3.0:1734016088.157735:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6713344->6717439) req@ffff8800ac135880 x1818247338539136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016088.157741:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135880 with x1818247338539136 ext(6713344->6717439) 00002000:00010000:3.0:1734016088.157745:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135880 00000100:00100000:0.0:1734016088.164917:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.165049:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539392 00000100:00100000:3.0:1734016088.165060:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539392 00002000:00100000:3.0:1734016088.165107:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4706304->4710399) req@ffff8800740e3480 x1818247338539392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016088.165117:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3480 with x1818247338539392 ext(4706304->4710399) 00002000:00010000:3.0:1734016088.165122:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3480 00000100:00100000:3.0:1734016088.165306:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7995 00000100:00100000:3.0:1734016088.165314:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338539392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016088.165506:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338539392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (601us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016088.165514:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7995 00002000:00100000:3.0:1734016088.165520:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4706304->4710399) req@ffff8800740e3480 x1818247338539392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016088.165527:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3480 with x1818247338539392 ext(4706304->4710399) 00002000:00010000:3.0:1734016088.165530:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3480 00000100:00100000:0.0:1734016088.172854:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.179786:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.179945:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539648 00000100:00100000:3.0:1734016088.179955:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539648 00000100:00100000:3.0:1734016088.180011:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9868 00000100:00100000:3.0:1734016088.180018:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338539648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.180041:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.180060:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ef3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd39 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.180121:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341417216:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016088.180208:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.187468:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341417216:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016088.187512:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ef3f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd39 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.187530:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731ef3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd39 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.187737:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016088.187934:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338539648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7914us (8157us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016088.187944:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9868 00000100:00100000:0.0:1734016088.194270:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.194767:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539776 00000100:00100000:3.0:1734016088.194779:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539776 00000100:00100000:3.0:1734016088.194840:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9869 00000100:00100000:3.0:1734016088.194848:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338539776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.194870:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.194891:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731ef46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd40 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.194956:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341417344:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016088.196272:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.199475:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341417344:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016088.199517:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731ef46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd40 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.199532:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731ef46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd40 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.199561:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016088.199613:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338539776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4765us (5358us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016088.199623:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9869 00000100:00100000:0.0:1734016088.202381:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.202471:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539904 00000100:00100000:3.0:1734016088.202480:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539904 00000100:00100000:3.0:1734016088.202553:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9870 00000100:00100000:3.0:1734016088.202559:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338539904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.202578:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.202596:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731ef4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd47 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.202651:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341417472:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016088.202923:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.204560:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341417472:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016088.204591:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731ef4d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd47 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.204604:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731ef4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd47 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.204619:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016088.204663:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338539904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2103us (2292us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016088.204671:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9870 00000100:00100000:0.0:1734016088.206953:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.207078:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338540032 00000100:00100000:3.0:1734016088.207089:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338540032 00000100:00100000:3.0:1734016088.207147:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9871 00000100:00100000:3.0:1734016088.207154:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338540032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.207175:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.207222:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd4e expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.207251:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.207257:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016088.207259:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016088.207262:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1904640->1921023] (req 1904640->1921023) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd4e expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.207301:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.207313:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 9 pid: 7680 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1734016088.207325:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341417600:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016088.207381:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.216309:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341417600:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016088.216348:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1904640->1921023] (req 1904640->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd4e expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.216368:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016088.216423:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338540032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9266us (9483us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.216434:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9871 00000100:00100000:0.0:1734016088.217675:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.218104:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338540160 00000100:00100000:1.0:1734016088.218112:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338540160 00002000:00100000:1.0:1734016088.218158:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4644864->6717439) req@ffff8800740e1c00 x1818247338540160/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 504/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.218169:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1c00 with x1818247338540160 ext(4644864->6717439) 00010000:00010000:1.0:1734016088.218210:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 10 pid: 7680 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016088.218224:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 10 pid: 7680 timeout: 451 lvb_type: 0 00002000:00010000:1.0:1734016088.218231:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800740e1c00 00000100:00100000:1.0:1734016088.218267:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 271 00000100:00100000:1.0:1734016088.218274:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338540160:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016088.225474:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338540160:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7187us (7790us total) trans 4294968985 rc 0/0 00000100:00100000:1.0:1734016088.225488:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 271 00002000:00100000:1.0:1734016088.225500:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4644864->6717439) req@ffff8800740e1c00 x1818247338540160/t4294968985(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 504/448 e 0 to 0 dl 1734016099 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.225510:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1c00 with x1818247338540160 ext(4644864->6717439) 00010000:00010000:1.0:1734016088.225520:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 12 pid: 7680 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016088.225537:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 12 pid: 7680 timeout: 451 lvb_type: 0 00002000:00010000:1.0:1734016088.225544:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800740e1c00 00000100:00100000:0.0:1734016088.228921:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.229033:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338540288 00000100:00100000:3.0:1734016088.229043:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338540288 00010000:00010000:3.0:1734016088.229998:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 12 pid: 7680 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1734016088.230036:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2467 00000100:00100000:3.0:1734016088.230043:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338540288:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016088.230060:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016088.230077:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1880 -> 2136 00010000:00010000:3.0:1734016088.230083:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 12 pid: 7680 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1734016088.230101:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 12 pid: 7680 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1734016088.230122:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731ef23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4268031) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd1d expref: 12 pid: 7680 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1734016088.230151:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.230153:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.230160:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1904640->1921023) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd4e expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.230168:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1904640->1921023) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd4e expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.230215:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1904640->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd4e expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.230227:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341417728:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016088.230304:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.234400:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341417728:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016088.234426:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016088.234473:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338540288:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4429us (5562us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.234486:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2467 00000100:00100000:1.0:1734016088.257329:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.257380:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.257704:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7997 00000100:00100000:3.0:1734016088.257710:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338540672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016088.334590:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338540672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 76862us (77192us total) trans 0 rc 3534848/3534848 00000100:00100000:3.0:1734016088.334606:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7997 00002000:00100000:3.0:1734016088.334622:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->7729151) req@ffff8800ac137100 x1818247338540672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 488/440 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 3534848/3534848 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016088.334633:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137100 with x1818247338540672 ext(4194304->7729151) 00002000:00010000:3.0:1734016088.334638:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137100 00000100:00100000:3.0:1734016088.369425:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338540928 00000100:00100000:3.0:1734016088.369437:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338540928 00000100:00100000:3.0:1734016088.369668:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9872 00000100:00100000:3.0:1734016088.369677:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338540928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.369704:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.369731:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd55 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.369765:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.369768:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.369779:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd55 expref: 12 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.369795:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd55 expref: 12 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.369808:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016088.369874:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338540928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 198us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.369883:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9872 00000100:00100000:1.0:1734016088.374147:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.378541:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.378589:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338541312 00000100:00100000:1.0:1734016088.378599:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338541312 00010000:00010000:1.0:1734016088.378655:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731eee4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcde expref: 15 pid: 12824 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016088.378689:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2468 00000100:00100000:1.0:1734016088.378697:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338541312:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016088.378715:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016088.378723:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731eee4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcde expref: 15 pid: 12824 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016088.378736:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731eee4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fcde expref: 15 pid: 12824 timeout: 451 lvb_type: 0 00010000:00010000:1.0:1734016088.378765:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016088.378772:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ef62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016088.378784:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ef62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016088.378793:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ef62 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016088.378814:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016088.378864:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338541312:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 167us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.378872:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2468 00000100:00080000:0.0:1734016088.379479:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016058 00000100:00100000:1.0:1734016088.385048:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.385335:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338541440 00000100:00100000:3.0:1734016088.385348:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338541440 00000100:00100000:3.0:1734016088.385406:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9873 00000100:00100000:3.0:1734016088.385415:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338541440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.385440:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.385460:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd5c expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.385495:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1904640->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd4e expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.385504:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd55 expref: 13 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.385511:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.385513:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.385516:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.385551:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd55 expref: 13 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.385564:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd55 expref: 13 pid: 7680 timeout: 451 lvb_type: 1 00000100:00100000:3.0:1734016088.385579:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341417984:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016088.385652:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1904640->1921023) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd4e expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.385661:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731ef54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1904640->1921023) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd4e expref: 7 pid: 7680 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1734016088.385669:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341418112:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016088.385688:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.393444:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341417984:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016088.393458:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341418112:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016088.393492:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.393511:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016088.393711:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338541440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8295us (8677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.393721:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9873 00000100:00100000:0.0:1734016088.393804:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.412200:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.416488:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.417013:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338541824 00000100:00100000:3.0:1734016088.417020:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338541824 00002000:00010000:3.0:1734016088.417057:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4153738->18446744073709551615) 00002000:00100000:3.0:1734016088.417060:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2680 with x1818247338541824 ext(4153738->18446744073709551615) 00002000:00010000:3.0:1734016088.417070:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2680. 00000100:00100000:3.0:1734016088.417091:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7998 00000100:00100000:3.0:1734016088.417097:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338541824:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016088.419734:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7726757 -> 4153738 00002000:00010000:3.0:1734016088.419742:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:3.0:1734016088.419744:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:3.0:1734016088.419746:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:3.0:1734016088.419748:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2136 -> 1568 00000100:00100000:3.0:1734016088.422314:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338541824:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 5210us (5830us total) trans 4294968986 rc 0/0 00000100:00100000:3.0:1734016088.422327:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7998 00002000:00010000:3.0:1734016088.422334:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4153738->18446744073709551615) 00002000:00100000:3.0:1734016088.422338:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2680 with x1818247338541824 ext(4153738->18446744073709551615) 00002000:00010000:3.0:1734016088.422348:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2680. 00000100:00100000:0.0:1734016088.425149:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.431410:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.431497:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338542080 00000100:00100000:3.0:1734016088.431506:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338542080 00000100:00100000:3.0:1734016088.431547:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9874 00000100:00100000:3.0:1734016088.431553:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338542080:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.431573:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.431593:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd6a expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.431650:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341418368:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016088.431710:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.444058:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341418368:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016088.444101:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef7e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd6a expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.444118:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731ef7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd6a expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.444164:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016088.444276:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338542080:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12720us (12872us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016088.444295:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9874 00000100:00100000:1.0:1734016088.448104:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.449222:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338542208 00000100:00100000:3.0:1734016088.449234:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338542208 00000100:00100000:3.0:1734016088.449301:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9875 00000100:00100000:3.0:1734016088.449309:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338542208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.449332:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.449353:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731ef85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd71 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.449417:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341418496:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016088.449498:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.460380:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341418496:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016088.460420:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731ef85 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd71 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.460437:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731ef85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd71 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016088.460476:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016088.460553:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338542208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11243us (12460us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016088.460565:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9875 00000100:00100000:0.0:1734016088.468610:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.471767:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.471857:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338542592 00000100:00100000:3.0:1734016088.471866:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338542592 00000100:00100000:3.0:1734016088.471903:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9876 00000100:00100000:3.0:1734016088.471910:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338542592:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.471928:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.471943:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd78 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.471971:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.471978:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016088.471979:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016088.471983:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.472011:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.472023:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 12 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1734016088.472036:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341418624:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016088.472100:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.486280:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338542720 00000100:00100000:0.0:1734016088.486298:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338542720 00010000:00010000:0.0:1734016088.486341:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 13 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016088.486382:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2471 00000100:00100000:0.0:1734016088.486391:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338542720:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.486406:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016088.486427:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 13 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.486439:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 13 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.486463:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731ef69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd5c expref: 13 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.486956:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.486959:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.486967:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.486977:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.487018:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.487037:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341418752:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016088.487117:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.491017:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.497956:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.505014:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.505140:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338543232 00000100:00100000:0.0:1734016088.505152:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338543232 00002000:00100000:0.0:1734016088.505273:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4825088->4827369) req@ffff880071e37100 x1818247338543232/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 2776/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.505294:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247338543232 ext(4825088->4827369) 00002000:00010000:0.0:1734016088.505301:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:0.0:1734016088.505350:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8001 00000100:00100000:0.0:1734016088.505358:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338543232:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016088.508336:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338543232:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2962us (3321us total) trans 4294968988 rc 0/0 00000100:00100000:0.0:1734016088.508353:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8001 00002000:00100000:0.0:1734016088.508368:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4825088->4827369) req@ffff880071e37100 x1818247338543232/t4294968988(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 2776/448 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.508377:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247338543232 ext(4825088->4827369) 00002000:00010000:0.0:1734016088.508384:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:3.0:1734016088.512024:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.512112:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338543360 00000100:00100000:0.0:1734016088.512121:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338543360 00000100:00100000:0.0:1734016088.523786:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016088.527061:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968988 is committed 00000001:00080000:0.0:1734016088.527133:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968986 is committed 00000100:00100000:3.0:1734016088.535953:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.536028:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338543616 00000100:00100000:0.0:1734016088.536038:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338543616 00000100:00100000:0.0:1734016088.536098:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1756 00000100:00100000:0.0:1734016088.536107:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338543616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.536130:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.536151:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ef9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd7f expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.536278:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016088.536301:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016088.536312:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016088.536336:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4827370 00000004:00200000:0.0:1734016088.536340:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016088.536355:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016088.536381:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731ef9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.536408:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.536416:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016088.536418:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016088.536423:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016088.536479:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338543616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 373us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.536486:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1756 00000100:00100000:3.0:1734016088.541061:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.547219:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.547262:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338543872 00000100:00100000:3.0:1734016088.547271:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338543872 00000100:00100000:3.0:1734016088.547326:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9879 00000100:00100000:3.0:1734016088.547333:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338543872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016088.547353:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016088.547372:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd8d expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.547404:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.547410:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016088.547412:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016088.547415:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2846720->2850815] (req 2846720->2850815) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.547442:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.547454:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 6 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1734016088.547466:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341419008:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016088.547517:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.550684:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341419008:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016088.550724:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2846720->2850815] (req 2846720->2850815) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.550744:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:0.0:1734016088.551537:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338543872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4200us (4322us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.551548:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9879 00000100:00100000:0.0:1734016088.552315:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338544000 00000100:00100000:0.0:1734016088.552323:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338544000 00010000:00010000:0.0:1734016088.552350:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016088.552374:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2472 00000100:00100000:0.0:1734016088.552380:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338544000:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.552392:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016088.552411:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.552421:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.552442:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731ef93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd78 expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.552459:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.552461:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.552467:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.552475:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.552506:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.552518:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341419136:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016088.552562:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.560990:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.562097:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338544256 00000100:00100000:1.0:1734016088.562104:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338544256 00002000:00100000:1.0:1734016088.562154:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2846720->2850815) req@ffff8800740e2300 x1818247338544256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.562164:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2300 with x1818247338544256 ext(2846720->2850815) 00002000:00010000:1.0:1734016088.562169:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2300 00000100:00100000:1.0:1734016088.562209:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8002 00000100:00100000:1.0:1734016088.562217:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338544256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.563400:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338544256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1182us (2423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.563407:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8002 00002000:00100000:1.0:1734016088.563413:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2846720->2850815) req@ffff8800740e2300 x1818247338544256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.563421:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2300 with x1818247338544256 ext(2846720->2850815) 00002000:00010000:1.0:1734016088.563424:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2300 00000100:00100000:3.0:1734016088.571623:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.571725:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338544512 00000100:00100000:1.0:1734016088.571734:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338544512 00002000:00100000:1.0:1734016088.571780:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2842624->2846719) req@ffff880071e34a80 x1818247338544512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.571790:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34a80 with x1818247338544512 ext(2842624->2846719) 00002000:00010000:1.0:1734016088.571794:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34a80 00000100:00100000:1.0:1734016088.571829:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8003 00000100:00100000:1.0:1734016088.571836:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338544512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.572017:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338544512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 179us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.572025:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8003 00002000:00100000:1.0:1734016088.572031:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2842624->2846719) req@ffff880071e34a80 x1818247338544512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.572037:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34a80 with x1818247338544512 ext(2842624->2846719) 00002000:00010000:1.0:1734016088.572040:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34a80 00000100:00100000:0.0:1734016088.574966:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338544768 00000100:00100000:0.0:1734016088.574974:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338544768 00002000:00100000:0.0:1734016088.575015:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2838528->2842623) req@ffff880074243100 x1818247338544768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.575025:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243100 with x1818247338544768 ext(2838528->2842623) 00002000:00010000:0.0:1734016088.575030:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243100 00000100:00100000:0.0:1734016088.575058:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8004 00000100:00100000:0.0:1734016088.575064:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338544768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016088.575255:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338544768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016088.575265:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8004 00002000:00100000:0.0:1734016088.575270:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2838528->2842623) req@ffff880074243100 x1818247338544768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.575276:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243100 with x1818247338544768 ext(2838528->2842623) 00002000:00010000:0.0:1734016088.575280:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243100 00000100:00100000:0.0:1734016088.578627:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.578746:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338545024 00000100:00100000:1.0:1734016088.578755:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338545024 00002000:00100000:1.0:1734016088.578801:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2834432->2838527) req@ffff8800740e1f80 x1818247338545024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.578811:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1f80 with x1818247338545024 ext(2834432->2838527) 00002000:00010000:1.0:1734016088.578816:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1f80 00000100:00100000:1.0:1734016088.578837:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8005 00000100:00100000:1.0:1734016088.578844:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338545024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016088.579027:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338545024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016088.579033:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8005 00002000:00100000:1.0:1734016088.579038:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2834432->2838527) req@ffff8800740e1f80 x1818247338545024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/4536 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016088.579044:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1f80 with x1818247338545024 ext(2834432->2838527) 00002000:00010000:1.0:1734016088.579047:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1f80 00000100:00100000:3.0:1734016088.582869:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.583069:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338545152 00000100:00100000:0.0:1734016088.583079:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338545152 00000100:00100000:0.0:1734016088.583136:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9880 00000100:00100000:0.0:1734016088.583143:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338545152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.583163:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.583217:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd94 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.583245:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.583247:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.583256:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.583270:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.583280:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016088.583348:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338545152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 204us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.583353:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9880 00000100:00100000:0.0:1734016088.587019:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338545408 00000100:00100000:0.0:1734016088.587029:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338545408 00000100:00100000:0.0:1734016088.587150:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1757 00000100:00100000:0.0:1734016088.587157:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338545408:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016088.587570:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731efbd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016088.587588:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.587595:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731efbd lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016088.587627:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.587640:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 16 pid: 6473 timeout: 451 lvb_type: 0 00000100:00100000:1.0:1734016088.587653:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074272680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341419264:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016088.587724:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.589405:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074272680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341419264:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016088.589431:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731efbd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016088.594504:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338545536 00000100:00100000:0.0:1734016088.594514:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338545536 00010000:00010000:0.0:1734016088.594551:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 17 pid: 6473 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016088.594679:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2473 00000100:00100000:0.0:1734016088.594687:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338545536:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.594701:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016088.594706:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 17 pid: 6473 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.594717:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 17 pid: 6473 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.594738:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731efa1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd7f expref: 17 pid: 6473 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016088.595154:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016088.595160:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731efbd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016088.595170:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731efbd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016088.595177:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731efbd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016088.595384:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016088.596500:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338545536:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1813us (2494us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.596509:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2473 00000100:00100000:0.0:1734016088.599649:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338545664 00000100:00100000:0.0:1734016088.599658:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338545664 00000100:00100000:0.0:1734016088.599709:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9881 00000100:00100000:0.0:1734016088.599716:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338545664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.599735:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.599752:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fd9b expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.599780:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.599789:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.599795:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.599798:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.599803:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.599835:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 6 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.599847:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 6 pid: 8706 timeout: 451 lvb_type: 1 00000100:00100000:0.0:1734016088.599860:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341419392:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016088.599939:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.599947:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016088.599955:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341419520:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016088.599973:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.605196:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.605231:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.605685:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338545920 00000100:00100000:3.0:1734016088.605693:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338545920 00010000:00010000:3.0:1734016088.605718:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00000100:00100000:3.0:1734016088.605736:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338545792 00000100:00100000:3.0:1734016088.605738:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338545792 00010000:00010000:3.0:1734016088.605747:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 7 pid: 8706 timeout: 451 lvb_type: 1 00000100:00100000:3.0:1734016088.605759:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2474 00000100:00100000:3.0:1734016088.605764:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338545920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016088.605779:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016088.605800:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1734016088.605810:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1734016088.605833:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731efaf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2846720->2850815) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd8d expref: 7 pid: 8706 timeout: 451 lvb_type: 0 00010000:00010000:3.0:1734016088.605849:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016088.605868:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338545920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 104us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.605873:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2474 00000100:00100000:3.0:1734016088.605885:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2475 00000100:00100000:3.0:1734016088.605888:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338545792:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016088.605895:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016088.605900:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 7 pid: 8706 timeout: 451 lvb_type: 1 00010000:00010000:3.0:1734016088.605909:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 7 pid: 8706 timeout: 451 lvb_type: 1 00010000:00010000:3.0:1734016088.605920:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731efb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd94 expref: 7 pid: 8706 timeout: 451 lvb_type: 1 00010000:00010000:3.0:1734016088.605928:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.605930:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016088.605935:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.605943:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.605972:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016088.605985:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341419648:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016088.606012:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.611638:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338546048 00000100:00100000:0.0:1734016088.611648:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338546048 00002000:00010000:0.0:1734016088.611689:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (207292->18446744073709551615) 00002000:00100000:0.0:1734016088.611694:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240380 with x1818247338546048 ext(207292->18446744073709551615) 00002000:00010000:0.0:1734016088.611706:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240380. 00000100:00100000:3.0:1734016088.612109:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341419648:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016088.612131:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.612309:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8006 00000100:00100000:0.0:1734016088.612315:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338546048:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:3.0:1734016088.614976:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338545792:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9067us (9727us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.614995:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2475 00002000:00010000:0.0:1734016088.618658:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4827370 -> 207292 00002000:00010000:0.0:1734016088.618666:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.618668:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.618670:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.618671:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1576 -> 280 00000100:00100000:0.0:1734016088.618763:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338546048:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 6440us (7294us total) trans 4294968989 rc 0/0 00000100:00100000:0.0:1734016088.618773:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8006 00002000:00010000:0.0:1734016088.618780:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (207292->18446744073709551615) 00002000:00100000:0.0:1734016088.618783:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240380 with x1818247338546048 ext(207292->18446744073709551615) 00002000:00010000:0.0:1734016088.618790:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240380. 00000100:00100000:0.0:1734016088.622248:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338546176 00000100:00100000:0.0:1734016088.622257:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338546176 00000100:00100000:0.0:1734016088.622312:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1758 00000100:00100000:0.0:1734016088.622319:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338546176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.622344:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.622366:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731efcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fda2 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.622460:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731efd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016088.622474:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731efd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016088.622485:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731efd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016088.622508:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 207292 00000004:00200000:0.0:1734016088.622511:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016088.622524:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731efd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016088.622546:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731efcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fda2 expref: 18 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.622560:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731efd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fda2 expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.622570:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016088.622573:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016088.622576:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016088.622641:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338546176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 321us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.622647:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1758 00000100:00100000:0.0:1734016088.630048:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338546304 00000100:00100000:0.0:1734016088.630058:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338546304 00000100:00100000:0.0:1734016088.630107:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9882 00000100:00100000:0.0:1734016088.630114:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338546304:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016088.630671:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 207292 -> 207292 00002000:00010000:0.0:1734016088.630675:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.630677:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.630679:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.630681:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 280 -> 208 00000100:00100000:0.0:1734016088.630741:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338546304:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 627us (783us total) trans 4294968990 rc 0/0 00000100:00100000:0.0:1734016088.630747:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9882 00000100:00100000:0.0:1734016088.633964:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.640367:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338546560 00000100:00100000:0.0:1734016088.640377:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338546560 00000100:00100000:0.0:1734016088.640434:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9883 00000100:00100000:0.0:1734016088.640442:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338546560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.640465:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.640486:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731efe7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fdb0 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.640551:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341419776:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016088.641170:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.643921:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341419776:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016088.643991:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731efe7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdb0 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.644007:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731efe7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdb0 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.644039:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016088.644103:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338546560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3660us (4136us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016088.644113:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9883 00000100:00100000:0.0:1734016088.647584:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.647763:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338546688 00000100:00100000:1.0:1734016088.647774:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338546688 00000100:00100000:1.0:1734016088.648425:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9884 00000100:00100000:1.0:1734016088.648435:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338546688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.648458:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.648478:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731efee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fdb7 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.648542:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341419904:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016088.648608:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.651144:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341419904:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016088.651249:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731efee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdb7 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.651265:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731efee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdb7 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.651322:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016088.651476:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338546688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3040us (3905us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.651486:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9884 00000100:00100000:0.0:1734016088.656436:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.662569:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.662651:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547072 00000100:00100000:3.0:1734016088.662661:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547072 00010000:00010000:3.0:1734016088.662697:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731efd2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fda2 expref: 17 pid: 12824 timeout: 452 lvb_type: 0 00000100:00100000:3.0:1734016088.662721:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2476 00000100:00100000:3.0:1734016088.662727:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247338547072:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016088.662741:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016088.662747:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731efd2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fda2 expref: 17 pid: 12824 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1734016088.662757:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731efd2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fda2 expref: 17 pid: 12824 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1734016088.662781:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016088.662786:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731eff5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016088.662795:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731eff5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016088.662802:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731eff5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016088.662819:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016088.662863:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247338547072:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 134us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.662871:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2476 00000100:00100000:3.0:1734016088.668536:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.668915:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547200 00000100:00100000:1.0:1734016088.668925:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547200 00000100:00100000:1.0:1734016088.668974:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9885 00000100:00100000:1.0:1734016088.668981:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338547200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.668999:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.669017:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fdbe expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.669044:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.669051:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.669053:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.669055:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.669086:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.669097:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 7 pid: 7680 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.669115:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341420160:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016088.669176:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.672717:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341420160:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016088.672755:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.672772:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016088.673958:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338547200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4968us (5418us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.673970:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9885 00000100:00100000:3.0:1734016088.674517:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.674806:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547328 00000100:00100000:0.0:1734016088.674815:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547328 00010000:00010000:0.0:1734016088.674848:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016088.674874:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2477 00000100:00100000:0.0:1734016088.674880:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338547328:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.674895:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016088.674918:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.674930:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.674952:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731efc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fd9b expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.674969:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.674971:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.674976:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.674985:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.675021:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.675035:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341420288:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016088.675099:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.679972:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.680228:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547456 00000100:00100000:1.0:1734016088.680238:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547456 00002000:00010000:1.0:1734016088.680278:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5138506->18446744073709551615) 00002000:00100000:1.0:1734016088.680294:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34700 with x1818247338547456 ext(5138506->18446744073709551615) 00002000:00010000:1.0:1734016088.680308:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34700. 00000100:00100000:1.0:1734016088.680334:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8007 00000100:00100000:1.0:1734016088.680341:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338547456:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016088.680552:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 207292 -> 5138506 00002000:00010000:1.0:1734016088.680556:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.680558:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.680560:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016088.680561:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:1.0:1734016088.680614:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338547456:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 272us (654us total) trans 4294968991 rc 0/0 00000100:00100000:1.0:1734016088.680622:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8007 00002000:00010000:1.0:1734016088.680624:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5138506->18446744073709551615) 00002000:00100000:1.0:1734016088.680626:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34700 with x1818247338547456 ext(5138506->18446744073709551615) 00002000:00010000:1.0:1734016088.680630:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34700. 00000100:00100000:0.0:1734016088.684553:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341420288:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016088.684602:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.684688:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338547328:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9807us (10171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.684700:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2477 00000100:00100000:3.0:1734016088.687677:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.700246:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.700372:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547712 00000100:00100000:1.0:1734016088.700383:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547712 00000100:00100000:1.0:1734016088.700441:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9886 00000100:00100000:1.0:1734016088.700449:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338547712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.700473:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.700493:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fdcc expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.700526:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.700534:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.700536:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.700540:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6590464->6615039] (req 6590464->6615039) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.700572:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.700583:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 7 pid: 7680 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.700595:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341420416:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016088.700669:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.702759:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.702833:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547840 00000100:00100000:0.0:1734016088.702841:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547840 00010000:00010000:0.0:1734016088.702872:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016088.702899:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2478 00000100:00100000:0.0:1734016088.702906:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338547840:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.702920:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016088.702942:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.702953:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.702978:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.702980:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.702987:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6590464->6615039) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.702995:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6590464->6615039) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.703027:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6590464->6615039) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.703040:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341420544:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016088.703096:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00010000:00010000:1.0:1734016088.703427:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731effc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdbe expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.703449:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074272680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341420416:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016088.703475:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6590464->6615039) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.703486:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016088.703521:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338547712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3070us (3287us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.703530:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9886 00000100:00100000:0.0:1734016088.708027:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341420544:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016088.708058:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.708629:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338547840:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5720us (5878us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.708641:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2478 00000100:00100000:0.0:1734016088.711364:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.717219:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.723748:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.724350:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac134000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341420928:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016088.724427:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.727220:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac134000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341420928:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016088.727262:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f026 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fde1 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.727277:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f026 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fde1 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016088.727317:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:0.0:1734016088.727382:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338548224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3288us (3643us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016088.727393:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9889 00000100:00100000:1.0:1734016088.733001:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.733081:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548352 00000100:00100000:0.0:1734016088.733091:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548352 00000100:00100000:0.0:1734016088.733148:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9890 00000100:00100000:0.0:1734016088.733156:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338548352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016088.733202:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016088.733223:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f02d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fde8 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.733296:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341421056:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016088.733373:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016088.740033:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.743637:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.743711:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548608 00000100:00100000:0.0:1734016088.743720:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548608 00002000:00100000:0.0:1734016088.743767:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6590464->6613216) req@ffff880074271180 x1818247338548608/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.743777:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271180 with x1818247338548608 ext(6590464->6613216) 00010000:00010000:0.0:1734016088.743788:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6590464->6615039) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.743801:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6590464->6615039) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00002000:00010000:0.0:1734016088.743808:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074271180 00000100:00100000:0.0:1734016088.743831:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 272 00000100:00100000:0.0:1734016088.743838:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338548608:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016088.744253:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341421184:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016088.744293:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f034 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3452928->3510271] (req 3452928->3510271) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdef expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016088.744308:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:3.0:1734016088.744340:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338548480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3912us (4316us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016088.744348:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9891 00000100:00100000:0.0:1734016088.748655:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338548608:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4803us (5015us total) trans 4294968992 rc 0/0 00000100:00100000:0.0:1734016088.748671:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 272 00002000:00100000:0.0:1734016088.748684:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6590464->6613216) req@ffff880074271180 x1818247338548608/t4294968992(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:49/0 lens 488/448 e 0 to 0 dl 1734016099 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.748694:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271180 with x1818247338548608 ext(6590464->6613216) 00010000:00010000:0.0:1734016088.748704:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6590464->6615039) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 10 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.748719:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f011 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6590464->6615039) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdcc expref: 10 pid: 7680 timeout: 452 lvb_type: 0 00002000:00010000:0.0:1734016088.748726:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074271180 00000100:00100000:0.0:1734016088.751553:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.758456:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac137b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341421312:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016088.758480:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.758576:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338548736:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6797us (7034us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.758587:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2479 00000100:00100000:1.0:1734016088.770909:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.770953:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.773326:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548992 00000100:00100000:0.0:1734016088.773344:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548992 00002000:00100000:0.0:1734016088.773402:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880074270700 x1818247338548992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.773411:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270700 with x1818247338548992 ext(0->4194303) 00002000:00010000:0.0:1734016088.773418:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270700 00000100:00100000:0.0:1734016088.773443:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338549248 00000100:00100000:0.0:1734016088.773446:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338549248 00002000:00100000:0.0:1734016088.773457:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6615039) req@ffff880074273b80 x1818247338549248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 488/0 e 0 to 0 dl 1734016099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.773462:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247338549248 ext(4194304->6615039) 00002000:00010000:0.0:1734016088.773465:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:0.0:1734016088.773487:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8008 00000100:00100000:0.0:1734016088.773494:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338548992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016088.781128:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8009 00000100:00100000:0.0:1734016088.781140:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338549248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016088.831894:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338548992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 58388us (60989us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016088.831906:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8008 00002000:00100000:0.0:1734016088.831919:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880074270700 x1818247338548992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 488/440 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.831928:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270700 with x1818247338548992 ext(0->4194303) 00002000:00010000:0.0:1734016088.831934:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270700 00000100:00100000:0.0:1734016088.836033:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338549248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 54880us (65065us total) trans 0 rc 2420736/2420736 00000100:00100000:0.0:1734016088.836050:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8009 00002000:00100000:0.0:1734016088.836064:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6615039) req@ffff880074273b80 x1818247338549248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 488/440 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 2420736/2420736 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016088.836076:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247338549248 ext(4194304->6615039) 00002000:00010000:0.0:1734016088.836082:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:3.0:1734016088.849498:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.854815:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.859141:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016088.864120:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.864211:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338549760 00000100:00100000:0.0:1734016088.864221:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338549760 00010000:00010000:0.0:1734016088.864257:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f049 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdfd expref: 12 pid: 8706 timeout: 452 lvb_type: 1 00000100:00100000:0.0:1734016088.864297:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2480 00000100:00100000:0.0:1734016088.864304:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338549760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.864318:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016088.864341:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f049 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdfd expref: 12 pid: 8706 timeout: 452 lvb_type: 1 00010000:00010000:0.0:1734016088.864352:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f049 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdfd expref: 12 pid: 8706 timeout: 452 lvb_type: 1 00010000:00010000:0.0:1734016088.864378:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016088.864422:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338549760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 117us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016088.864428:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2480 00000100:00100000:3.0:1734016088.884310:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.884395:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338549888 00000100:00100000:0.0:1734016088.884405:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338549888 00010000:00010000:0.0:1734016088.884445:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f034 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3452928->3510271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdef expref: 8 pid: 8706 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016088.884548:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2481 00000100:00100000:0.0:1734016088.884557:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338549888:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016088.884574:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016088.884596:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f034 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3452928->3510271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdef expref: 8 pid: 8706 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.884608:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f034 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3452928->3510271) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdef expref: 8 pid: 8706 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.884629:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f034 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3452928->3510271) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdef expref: 8 pid: 8706 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016088.884766:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.884769:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016088.884777:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f050 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7077888->7143423) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe04 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.884786:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7077888->7143423) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe04 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016088.884820:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7077888->7143423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe04 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016088.884834:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341421696:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016088.885629:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016088.889814:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.889858:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550016 00000100:00100000:0.0:1734016088.889867:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550016 00000100:00100000:0.0:1734016088.891686:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9894 00000100:00100000:0.0:1734016088.891695:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338550016:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016088.891938:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6613217 -> 6613217 00002000:00010000:0.0:1734016088.891942:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.891944:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.891946:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016088 -> 1734016088 00002000:00010000:0.0:1734016088.891948:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 256 -> 384 00000100:00100000:0.0:1734016088.891996:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338550016:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 301us (2192us total) trans 4294968993 rc 0/0 00000100:00100000:0.0:1734016088.892006:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9894 00000100:00100000:0.0:1734016088.899538:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.899659:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550144 00000100:00100000:1.0:1734016088.899668:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550144 00000100:00100000:1.0:1734016088.899717:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9895 00000100:00100000:1.0:1734016088.899724:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338550144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.899746:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.899766:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f057 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe0b expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.899820:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341421824:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016088.900511:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016088.903357:0:7680:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016088 -> 1734016089 00000100:00100000:1.0:1734016088.903387:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341421824:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016088.903424:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f057 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe0b expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.903438:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f057 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe0b expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.903522:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016088.903897:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338550144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4170us (4367us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.903907:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9895 00000100:00100000:0.0:1734016088.908111:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.908229:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550272 00000100:00100000:1.0:1734016088.908240:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550272 00000100:00100000:1.0:1734016088.908346:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9896 00000100:00100000:1.0:1734016088.908354:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338550272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.908377:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.908397:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f05e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe12 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016088.908459:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341421952:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016088.908546:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.912036:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341421952:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016088.912080:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f05e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe12 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.912101:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f05e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe12 expref: 8 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016088.912133:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016088.912606:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338550272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4250us (4506us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016088.912616:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9896 00000100:00100000:0.0:1734016088.916806:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.917121:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550400 00000100:00100000:1.0:1734016088.917133:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550400 00000100:00100000:1.0:1734016088.917176:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9897 00000100:00100000:1.0:1734016088.917216:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338550400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016088.917241:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016088.917267:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f065 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe19 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.917320:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f050 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7077888->7143423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe04 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.917327:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.917329:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016088.917332:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f065 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2060288->2072575] (req 2060288->2072575) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe19 expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.917372:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7077888->7143423) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe04 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.917390:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f050 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7077888->7143423) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe04 expref: 10 pid: 8706 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016088.917404:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341422080:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016088.917500:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016088.920413:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074271f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341422080:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016088.920454:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f065 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2060288->2072575] (req 2060288->2072575) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe19 expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016088.920471:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016088.920519:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338550400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3304us (3726us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016088.920527:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9897 00000100:00100000:0.0:1734016088.923644:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.946029:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016088.946149:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016088.953190:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8011 00000100:00100000:1.0:1734016088.953208:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338551040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.000507:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338551040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 47296us (54350us total) trans 0 rc 2420736/2420736 00000100:00100000:1.0:1734016089.000520:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8011 00002000:00100000:1.0:1734016089.000530:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6615039) req@ffff88012bdb4a80 x1818247338551040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:49/0 lens 488/440 e 0 to 0 dl 1734016099 ref 1 fl Complete:/200/0 rc 2420736/2420736 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.000539:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247338551040 ext(4194304->6615039) 00002000:00010000:1.0:1734016089.000545:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80 00010000:00010000:1.0:1734016089.043142:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016089.046994:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.047087:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338551168 00000100:00100000:1.0:1734016089.047099:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338551168 00000100:00100000:1.0:1734016089.047213:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9898 00000100:00100000:1.0:1734016089.047219:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338551168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.047235:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.047253:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f06c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe20 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.047272:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.047273:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.047290:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f06c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe20 expref: 11 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.047302:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f06c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe20 expref: 11 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.047312:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016089.047361:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338551168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 141us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.047366:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9898 00000100:00080000:0.0:1734016089.047579:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016059 00000100:00100000:0.0:1734016089.058777:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.073576:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.097721:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016089.106619:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f073 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7397376->7446527) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe27 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016089.106632:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341422592:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016089.106704:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016089.116567:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341422592:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016089.116590:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016089.116992:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338551552:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 18477us (19275us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016089.117004:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2484 00000100:00100000:1.0:1734016089.117150:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.117428:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341422976:0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.117471:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016089.117501:0:3500:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016089.117506:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341423104:0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.117525:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734016089.117546:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016059 00000100:00100000:0.0:1734016089.117558:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341423104 00000100:00100000:0.0:1734016089.117562:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341423104 00000100:00100000:0.0:1734016089.117587:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1734016089.117592:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341423104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.117625:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341423104:12345-0@lo:400:kworker.0 Request processed in 33us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.117630:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00080000:0.0:1734016089.117642:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016059 00000100:00100000:0.0:1734016089.117658:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341423104:0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.117666:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341422976:0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.117687:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341422720:0@lo:400:kworker.0 00000100:00100000:3.0:1734016089.117744:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341422848:0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.118351:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016089.118392:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016089.118407:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341423360:0@lo:400:kworker.0 00000100:00100000:3.0:1734016089.118425:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016089.119004:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341423232:0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.119025:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734016089.119051:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016059 00000100:00100000:0.0:1734016089.119071:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341422848 00000100:00100000:0.0:1734016089.119075:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341422848 00000100:00100000:0.0:1734016089.119098:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341423232 00000100:00100000:0.0:1734016089.119100:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341423232 00000100:00100000:0.0:1734016089.119119:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1734016089.119124:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341422848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016089.119263:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341423360 00000100:00100000:1.0:1734016089.119268:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341423360 00000100:00100000:1.0:1734016089.119298:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1734016089.119302:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341423360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.119862:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341422848:12345-0@lo:400:kworker.0 Request processed in 736us (1468us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.119869:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00080000:0.0:1734016089.119888:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016059 00000100:00080000:0.0:1734016089.119891:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016059 00000100:00100000:3.0:1734016089.120461:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341422848:0@lo:400:kworker.0 00000100:00100000:1.0:1734016089.120548:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341423360:12345-0@lo:400:kworker.0 Request processed in 1243us (2120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.120558:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1734016089.120631:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341423360:0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.136036:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.140996:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.141086:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338552192 00000100:00100000:1.0:1734016089.141097:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338552192 00002000:00100000:1.0:1734016089.141145:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6615039) req@ffff880074241f80 x1818247338552192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.141156:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241f80 with x1818247338552192 ext(4194304->6615039) 00002000:00010000:1.0:1734016089.141162:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241f80 00000100:00100000:1.0:1734016089.141223:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8013 00000100:00100000:1.0:1734016089.141230:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247338552192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.159670:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341423488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016089.185081:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247338552192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 43834us (44082us total) trans 0 rc 2420736/2420736 00000100:00100000:1.0:1734016089.185100:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8013 00002000:00100000:1.0:1734016089.185114:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6615039) req@ffff880074241f80 x1818247338552192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/440 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 2420736/2420736 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.185125:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241f80 with x1818247338552192 ext(4194304->6615039) 00002000:00010000:1.0:1734016089.185131:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241f80 00000100:00100000:0.0:1734016089.221025:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.222976:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338552320 00000100:00100000:1.0:1734016089.222991:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338552320 00000100:00100000:1.0:1734016089.223051:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9901 00000100:00100000:1.0:1734016089.223059:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338552320:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016089.223293:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6613217 -> 6613217 00002000:00010000:1.0:1734016089.223296:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016088 -> 1734016089 00002000:00010000:1.0:1734016089.223298:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:1.0:1734016089.223300:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016089 -> 1734016089 00002000:00010000:1.0:1734016089.223302:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:1.0:1734016089.223944:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338552320:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 882us (2929us total) trans 4294968995 rc 0/0 00000100:00100000:1.0:1734016089.223953:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9901 00000100:00100000:0.0:1734016089.227887:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.227993:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338552448 00000100:00100000:1.0:1734016089.228002:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338552448 00000100:00100000:1.0:1734016089.228042:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9902 00000100:00100000:1.0:1734016089.228049:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338552448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.228070:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.228090:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f07a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe2e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.228149:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341423616:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016089.228246:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016089.229895:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016088 -> 1734016089 00000100:00100000:1.0:1734016089.229923:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341423616:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016089.229957:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f07a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe2e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.229969:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f07a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe2e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.229979:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016089.230136:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338552448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2085us (2257us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.230145:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9902 00000100:00100000:0.0:1734016089.233338:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.233555:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338552576 00000100:00100000:1.0:1734016089.233567:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338552576 00000100:00100000:1.0:1734016089.233656:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9903 00000100:00100000:1.0:1734016089.233663:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338552576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.233685:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.233711:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe35 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.233746:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f073 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7397376->7446527) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe27 expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.233753:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.233755:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.233758:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9379840->9412607] (req 9379840->9412607) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.233789:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f073 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7397376->7446527) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe27 expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.233800:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f073 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7397376->7446527) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe27 expref: 12 pid: 8706 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016089.233812:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341423744:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016089.233888:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.241257:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074272300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341423744:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016089.241306:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9379840->9412607] (req 9379840->9412607) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.241329:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016089.241387:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338552576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7721us (8061us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.241399:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9903 00000100:00100000:3.0:1734016089.249574:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.249659:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338552704 00000100:00100000:0.0:1734016089.249670:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338552704 00010000:00010000:0.0:1734016089.249706:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f073 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7397376->7446527) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe27 expref: 13 pid: 8706 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016089.249754:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2485 00000100:00100000:0.0:1734016089.249762:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338552704:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.249777:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.249802:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f073 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7397376->7446527) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe27 expref: 13 pid: 8706 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016089.249814:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f073 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7397376->7446527) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe27 expref: 13 pid: 8706 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016089.249836:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f073 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7397376->7446527) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe27 expref: 13 pid: 8706 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016089.249870:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.249872:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.249879:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9379840->9412607) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.249888:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9379840->9412607) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.249924:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9379840->9412607) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.249936:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074242d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341423872:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016089.249993:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.252368:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074242d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341423872:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016089.252400:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.252598:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338552704:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2834us (3036us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.252611:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2485 00000100:00100000:1.0:1734016089.252705:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.253297:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338552832 00000100:00100000:0.0:1734016089.253304:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338552832 00000100:00100000:0.0:1734016089.253695:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9904 00000100:00100000:0.0:1734016089.253702:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338552832:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016089.253942:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6613217 -> 9412430 00002000:00010000:0.0:1734016089.253945:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016089 -> 1734016089 00002000:00010000:0.0:1734016089.253947:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016089 -> 1734016088 00002000:00010000:0.0:1734016089.253949:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016089 -> 1734016089 00002000:00010000:0.0:1734016089.253951:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 480 -> 544 00000100:00100000:0.0:1734016089.253997:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338552832:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 295us (1292us total) trans 4294968996 rc 0/0 00000100:00100000:0.0:1734016089.254003:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9904 00000100:00100000:0.0:1734016089.261421:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:0.0:1734016089.263063:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016059 00000100:00100000:0.0:1734016089.267445:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.268699:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338553216 00000100:00100000:1.0:1734016089.268710:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338553216 00010000:00010000:1.0:1734016089.268751:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f00a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdc5 expref: 19 pid: 6473 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016089.268797:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2486 00000100:00100000:1.0:1734016089.268806:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247338553216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016089.268836:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016089.268843:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f00a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdc5 expref: 19 pid: 6473 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.268853:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f00a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdc5 expref: 19 pid: 6473 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.268875:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f00a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fdc5 expref: 19 pid: 6473 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.269059:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016089.269064:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016089.269073:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016089.269081:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016089.269110:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016089.269669:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247338553216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 861us (2234us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.269676:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2486 00010000:00010000:0.0:1734016089.272688:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.272704:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.272712:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.272721:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c9200 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016089.272726:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.272733:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.272750:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016089.272753:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016089.272757:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.272761:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731f088 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016089.274796:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.283097:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.284078:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338553472 00000100:00100000:1.0:1734016089.284087:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338553472 00010000:00010000:1.0:1734016089.284117:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9379840->9412607) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 9 pid: 7681 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016089.284149:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2487 00000100:00100000:1.0:1734016089.284156:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338553472:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016089.284170:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016089.284224:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9379840->9412607) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 9 pid: 7681 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.284236:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9379840->9412607) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 9 pid: 7681 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.284262:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f081 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9379840->9412607) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe35 expref: 9 pid: 7681 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.284295:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.284297:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.284304:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f08f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe3c expref: 13 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.284313:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f08f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe3c expref: 13 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.284347:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f08f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe3c expref: 13 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.284360:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074271880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341424256:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016089.286300:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.291526:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.296572:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.299140:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.300172:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338553856 00000100:00100000:3.0:1734016089.300411:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338553856 00000100:00100000:3.0:1734016089.300475:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9906 00000100:00100000:3.0:1734016089.300484:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338553856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.300505:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.300525:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f0a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe4a expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016089.300592:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341424384:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016089.300673:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016089.302893:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341424384:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016089.302935:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f0a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe4a expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.302953:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f0a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe4a expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.302973:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016089.303399:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338553856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2914us (4265us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016089.303408:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9906 00000100:00100000:3.0:1734016089.305727:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338553984 00000100:00100000:3.0:1734016089.305737:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338553984 00000100:00100000:3.0:1734016089.305792:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9907 00000100:00100000:3.0:1734016089.305799:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338553984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.305820:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.305841:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f0ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe51 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016089.305904:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341424512:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016089.306326:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016089.308245:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341424512:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016089.308293:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f0ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe51 expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.308307:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f0ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe51 expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.308318:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016089.308372:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338553984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2572us (2790us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016089.308381:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9907 00000100:00100000:0.0:1734016089.311838:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.311959:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554112 00000100:00100000:3.0:1734016089.311969:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554112 00000100:00100000:3.0:1734016089.312101:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9908 00000100:00100000:3.0:1734016089.312110:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338554112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.312133:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.312153:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f0b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe58 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016089.312385:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341424640:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016089.312455:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016089.315635:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341424640:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016089.315677:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f0b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe58 expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.315693:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f0b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe58 expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.315841:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016089.315998:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338554112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3886us (4169us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016089.316008:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9908 00000100:00100000:1.0:1734016089.319097:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.319262:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554240 00000100:00100000:3.0:1734016089.319283:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554240 00000100:00100000:3.0:1734016089.319336:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9909 00000100:00100000:3.0:1734016089.319343:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338554240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.319365:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.319385:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe5f expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.319422:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f08f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe3c expref: 13 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.319431:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016089.319433:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016089.319436:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4325376->4329471] (req 4325376->4329471) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.319470:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f08f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe3c expref: 13 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.319482:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f08f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe3c expref: 13 pid: 7680 timeout: 452 lvb_type: 0 00000100:00100000:3.0:1734016089.319501:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341424768:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016089.320125:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.324637:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016089.325462:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f08f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe3c expref: 14 pid: 7680 timeout: 452 lvb_type: 0 00000100:00100000:3.0:1734016089.325481:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341424768:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016089.325507:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4329471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.325517:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016089.326690:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338554240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7343us (7602us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016089.326700:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9909 00000100:00100000:0.0:1734016089.333174:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac137800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341424896:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016089.333263:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.333353:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338554368:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8453us (8728us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.333366:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2488 00000100:00100000:0.0:1734016089.334582:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.334679:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554624 00000100:00100000:3.0:1734016089.334687:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554624 00002000:00100000:3.0:1734016089.334736:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4325376->8269823) req@ffff880074241180 x1818247338554624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 504/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.334747:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241180 with x1818247338554624 ext(4325376->8269823) 00002000:00010000:3.0:1734016089.334752:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241180 00000100:00100000:3.0:1734016089.335313:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8015 00000100:00100000:3.0:1734016089.335321:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338554624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.351046:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338554624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 15711us (16453us total) trans 0 rc 1658880/1658880 00000100:00100000:3.0:1734016089.351065:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8015 00002000:00100000:3.0:1734016089.351077:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4325376->8269823) req@ffff880074241180 x1818247338554624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 504/440 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 1658880/1658880 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.351087:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241180 with x1818247338554624 ext(4325376->8269823) 00002000:00010000:3.0:1734016089.351093:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241180 00000100:00100000:3.0:1734016089.355307:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554880 00000100:00100000:3.0:1734016089.355318:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554880 00002000:00100000:3.0:1734016089.355368:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4321280->4325375) req@ffff8800ac134380 x1818247338554880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.355378:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134380 with x1818247338554880 ext(4321280->4325375) 00002000:00010000:3.0:1734016089.355384:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134380 00000100:00100000:3.0:1734016089.355421:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8016 00000100:00100000:3.0:1734016089.355427:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338554880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.355612:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338554880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182us (578us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.355619:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8016 00002000:00100000:3.0:1734016089.355624:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4321280->4325375) req@ffff8800ac134380 x1818247338554880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.355631:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134380 with x1818247338554880 ext(4321280->4325375) 00002000:00010000:3.0:1734016089.355633:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134380 00000100:00100000:0.0:1734016089.358824:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.359642:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338555136 00000100:00100000:3.0:1734016089.359653:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338555136 00002000:00100000:3.0:1734016089.359705:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4317184->4321279) req@ffff880074243800 x1818247338555136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.359721:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243800 with x1818247338555136 ext(4317184->4321279) 00002000:00010000:3.0:1734016089.359727:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243800 00000100:00100000:3.0:1734016089.359751:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8017 00000100:00100000:3.0:1734016089.359759:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338555136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.360130:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338555136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 369us (1318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.360137:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8017 00002000:00100000:3.0:1734016089.360144:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4317184->4321279) req@ffff880074243800 x1818247338555136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.360150:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243800 with x1818247338555136 ext(4317184->4321279) 00002000:00010000:3.0:1734016089.360152:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243800 00000100:00100000:0.0:1734016089.362656:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.362796:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338555392 00000100:00100000:3.0:1734016089.362806:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338555392 00002000:00100000:3.0:1734016089.362850:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4313088->4317183) req@ffff880074240e00 x1818247338555392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.362860:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240e00 with x1818247338555392 ext(4313088->4317183) 00002000:00010000:3.0:1734016089.362865:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240e00 00000100:00100000:3.0:1734016089.362889:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8018 00000100:00100000:3.0:1734016089.362897:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338555392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.363943:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338555392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1040us (1294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.363951:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8018 00002000:00100000:3.0:1734016089.363959:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4313088->4317183) req@ffff880074240e00 x1818247338555392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.363967:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240e00 with x1818247338555392 ext(4313088->4317183) 00002000:00010000:3.0:1734016089.363971:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240e00 00000100:00100000:0.0:1734016089.366878:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.368671:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338555648 00000100:00100000:3.0:1734016089.368687:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338555648 00002000:00100000:3.0:1734016089.368751:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4308992->4313087) req@ffff880074243b80 x1818247338555648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.368762:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243b80 with x1818247338555648 ext(4308992->4313087) 00002000:00010000:3.0:1734016089.368768:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243b80 00000100:00100000:3.0:1734016089.368813:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8019 00000100:00100000:3.0:1734016089.368821:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338555648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.369023:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338555648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (2157us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.369030:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8019 00002000:00100000:3.0:1734016089.369035:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4308992->4313087) req@ffff880074243b80 x1818247338555648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.369042:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243b80 with x1818247338555648 ext(4308992->4313087) 00002000:00010000:3.0:1734016089.369045:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243b80 00000100:00100000:0.0:1734016089.375548:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338555904 00000100:00100000:0.0:1734016089.375559:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338555904 00002000:00100000:0.0:1734016089.375611:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4304896->4308991) req@ffff8800ac134e00 x1818247338555904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.375622:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247338555904 ext(4304896->4308991) 00002000:00010000:0.0:1734016089.375628:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:0.0:1734016089.375667:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8020 00000100:00100000:0.0:1734016089.375675:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338555904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016089.376644:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338555904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 966us (1203us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016089.376653:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8020 00002000:00100000:0.0:1734016089.376661:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4304896->4308991) req@ffff8800ac134e00 x1818247338555904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.376669:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247338555904 ext(4304896->4308991) 00002000:00010000:0.0:1734016089.376673:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:0.0:1734016089.380444:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.385363:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.393015:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.397948:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.398649:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338556928 00000100:00100000:3.0:1734016089.398661:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338556928 00002000:00100000:3.0:1734016089.398715:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4288512->4292607) req@ffff88012bdb6d80 x1818247338556928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.398725:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6d80 with x1818247338556928 ext(4288512->4292607) 00002000:00010000:3.0:1734016089.398731:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6d80 00000100:00100000:3.0:1734016089.398769:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8024 00000100:00100000:3.0:1734016089.398777:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338556928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.398982:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338556928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 204us (1049us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.398989:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8024 00002000:00100000:3.0:1734016089.398994:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4288512->4292607) req@ffff88012bdb6d80 x1818247338556928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.399000:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6d80 with x1818247338556928 ext(4288512->4292607) 00002000:00010000:3.0:1734016089.399003:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6d80 00000100:00100000:0.0:1734016089.401907:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.406020:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.406132:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338557440 00000100:00100000:3.0:1734016089.406143:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338557440 00002000:00100000:3.0:1734016089.406220:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4280320->4284415) req@ffff88012bdb4380 x1818247338557440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.406230:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4380 with x1818247338557440 ext(4280320->4284415) 00002000:00010000:3.0:1734016089.406236:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4380 00000100:00100000:3.0:1734016089.406304:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8026 00000100:00100000:3.0:1734016089.406312:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338557440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.406490:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338557440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 177us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.406497:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8026 00002000:00100000:3.0:1734016089.406503:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4280320->4284415) req@ffff88012bdb4380 x1818247338557440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.406509:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4380 with x1818247338557440 ext(4280320->4284415) 00002000:00010000:3.0:1734016089.406512:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4380 00000100:00100000:0.0:1734016089.409852:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.412876:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.413037:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338557952 00000100:00100000:3.0:1734016089.413045:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338557952 00002000:00100000:3.0:1734016089.413078:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4272128->4276223) req@ffff88012bdb6300 x1818247338557952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.413088:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6300 with x1818247338557952 ext(4272128->4276223) 00002000:00010000:3.0:1734016089.413092:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6300 00000100:00100000:3.0:1734016089.413126:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8028 00000100:00100000:3.0:1734016089.413132:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338557952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.413310:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338557952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (441us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.413317:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8028 00002000:00100000:3.0:1734016089.413322:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4272128->4276223) req@ffff88012bdb6300 x1818247338557952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.413329:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6300 with x1818247338557952 ext(4272128->4276223) 00002000:00010000:3.0:1734016089.413331:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6300 00000100:00100000:0.0:1734016089.416545:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.421681:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.422104:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558336 00000100:00100000:3.0:1734016089.422119:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558336 00002000:00100000:3.0:1734016089.422226:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4268032->4329471) req@ffff88012bdb5880 x1818247338558336/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.422237:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5880 with x1818247338558336 ext(4268032->4329471) 00002000:00010000:3.0:1734016089.422243:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5880 00000100:00100000:3.0:1734016089.422291:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8030 00000100:00100000:3.0:1734016089.422299:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338558336:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016089.426329:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338558336:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4016us (4647us total) trans 4294968998 rc 0/0 00000100:00100000:3.0:1734016089.426345:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8030 00002000:00100000:3.0:1734016089.426357:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4268032->4329471) req@ffff88012bdb5880 x1818247338558336/t4294968998(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.426369:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5880 with x1818247338558336 ext(4268032->4329471) 00002000:00010000:3.0:1734016089.426376:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5880 00000100:00100000:0.0:1734016089.429509:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.429710:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558464 00000100:00100000:3.0:1734016089.429726:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558464 00000100:00100000:3.0:1734016089.429880:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1765 00000100:00100000:3.0:1734016089.429891:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338558464:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016089.430393:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338558464:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 502us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016089.430401:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1765 00000100:00100000:0.0:1734016089.433995:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.434369:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558592 00000100:00100000:3.0:1734016089.434379:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558592 00000100:00100000:3.0:1734016089.434965:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9910 00000100:00100000:3.0:1734016089.434977:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338558592:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016089.437864:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968998 is committed 00000001:00080000:0.0:1734016089.437900:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294968997 is committed 00000100:00100000:3.0:1734016089.438638:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338558592:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3656us (4649us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016089.438651:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9910 00000100:00100000:3.0:1734016089.443140:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558720 00000100:00100000:3.0:1734016089.443150:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558720 00000100:00100000:3.0:1734016089.443252:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1766 00000100:00100000:3.0:1734016089.443260:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338558720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.443298:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.443322:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731f0c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe66 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.443420:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016089.443437:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016089.443447:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016089.443472:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8265818 00000004:00200000:3.0:1734016089.443476:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016089.443490:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016089.443512:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731f0c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe66 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.443530:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe66 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.443537:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016089.443539:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016089.443543:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016089.443596:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338558720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 337us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016089.443602:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1766 00000100:00100000:0.0:1734016089.448165:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.448498:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558848 00000100:00100000:3.0:1734016089.448509:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558848 00000100:00100000:3.0:1734016089.448909:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9911 00000100:00100000:3.0:1734016089.448919:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338558848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.448944:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.448964:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f0ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe6d expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016089.449031:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341425024:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016089.449784:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163e40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016089.452990:0:7680:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016088 -> 1734016089 00002000:00010000:3.0:1734016089.452999:0:7680:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 480 -> 600 00000100:00100000:3.0:1734016089.453026:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341425024:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016089.453063:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f0ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe6d expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.453080:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f0ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe6d expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.453106:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016089.453172:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338558848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4252us (5017us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016089.453213:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9911 00000100:00100000:0.0:1734016089.456549:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.456654:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558976 00000100:00100000:3.0:1734016089.456665:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558976 00000100:00100000:3.0:1734016089.456724:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9912 00000100:00100000:3.0:1734016089.456732:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338558976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.456755:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.456783:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f0d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe74 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016089.456863:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341425152:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016089.456940:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016089.462163:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341425152:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016089.462333:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f0d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe74 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.462348:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f0d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe74 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.462374:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016089.462570:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338558976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5835us (6032us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016089.462579:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9912 00000100:00100000:0.0:1734016089.466314:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.469906:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac134a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341425280:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016089.469940:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016089.470834:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.471046:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559360 00000100:00100000:1.0:1734016089.471053:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559360 00010000:00010000:1.0:1734016089.471088:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe66 expref: 19 pid: 6475 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016089.471114:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2489 00000100:00100000:1.0:1734016089.471121:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1983:x1818247338559360:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016089.471135:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016089.471140:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe66 expref: 19 pid: 6475 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.471151:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe66 expref: 19 pid: 6475 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.471171:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731f0c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe66 expref: 19 pid: 6475 timeout: 452 lvb_type: 0 00010000:00010000:1.0:1734016089.471220:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016089.471224:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016089.471234:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016089.471240:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016089.471279:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016089.471320:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1983:x1818247338559360:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 198us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.471327:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2489 00010000:00010000:3.0:1734016089.472397:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016089.472406:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:3.0:1734016089.472504:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968404 00000004:00010000:3.0:1734016089.472553:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012bdb7b80 reply state ffff88007405c000 transno 4294968405 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:3.0:1734016089.472560:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016089.472664:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338559232:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5715us (6362us total) trans 4294968405 rc 0/0 00000100:00100000:3.0:1734016089.472672:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1767 00000020:00080000:3.0:1734016089.472676:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016089.476798:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.476809:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.476816:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.476822:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cad00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016089.476827:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.476834:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.476851:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016089.476854:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016089.476858:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016089.476863:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f0dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:3.0:1734016089.477315:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559488 00000100:00100000:3.0:1734016089.477326:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559488 00002000:00010000:3.0:1734016089.477362:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6889607->18446744073709551615) 00002000:00100000:3.0:1734016089.477366:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135180 with x1818247338559488 ext(6889607->18446744073709551615) 00002000:00010000:3.0:1734016089.477377:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135180. 00000100:00100000:3.0:1734016089.477676:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8031 00000100:00100000:3.0:1734016089.477684:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338559488:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016089.479612:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8265818 -> 6889607 00002000:00010000:3.0:1734016089.479620:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016089 -> 1734016089 00002000:00010000:3.0:1734016089.479623:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016089 -> 1734016088 00002000:00010000:3.0:1734016089.479625:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016089 -> 1734016089 00002000:00010000:3.0:1734016089.479627:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 600 -> 376 00000100:00100000:3.0:1734016089.479725:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338559488:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2034us (3213us total) trans 4294968999 rc 0/0 00000100:00100000:3.0:1734016089.479736:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8031 00002000:00010000:3.0:1734016089.479741:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6889607->18446744073709551615) 00002000:00100000:3.0:1734016089.479745:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135180 with x1818247338559488 ext(6889607->18446744073709551615) 00002000:00010000:3.0:1734016089.479751:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135180. 00000100:00100000:0.0:1734016089.493241:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.493435:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559616 00000100:00100000:3.0:1734016089.493447:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559616 00000100:00100000:0.0:1734016089.499624:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1768 00000100:00100000:0.0:1734016089.499641:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338559616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.499684:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.499714:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f0e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe7b expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.499831:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f0ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016089.499848:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f0ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016089.499860:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f0ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016089.499887:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6889607 00000004:00200000:0.0:1734016089.499893:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016089.499912:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f0ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016089.499936:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f0e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe7b expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.499976:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f0ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe7b expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.499984:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016089.499987:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016089.499990:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016089.500077:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338559616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 440us (6902us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.500084:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1768 00000100:00100000:1.0:1734016089.514843:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.515257:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559744 00000100:00100000:3.0:1734016089.515299:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559744 00000100:00100000:3.0:1734016089.515369:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1769 00000100:00100000:3.0:1734016089.515377:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338559744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.515412:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.515436:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f0f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe82 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.515549:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016089.515565:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016089.515576:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:3.0:1734016089.515603:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6889607 00000004:00200000:3.0:1734016089.515608:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016089.515625:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016089.515650:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f0f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.515685:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 19 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.515694:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016089.515696:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016089.515700:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016089.515755:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338559744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 378us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016089.515763:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1769 00000100:00100000:0.0:1734016089.518048:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.518114:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.518214:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560000 00000100:00100000:3.0:1734016089.518223:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560000 00000100:00080000:0.0:1734016089.518319:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016059 00000100:00100000:3.0:1734016089.518377:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 130 00000100:00100000:3.0:1734016089.518384:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338560000:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016089.518595:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338560000:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 211us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016089.518602:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 130 00000100:00080000:0.0:1734016089.520123:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016059 00000100:00100000:0.0:1734016089.524726:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.524847:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560128 00000100:00100000:3.0:1734016089.524858:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560128 00000100:00100000:1.0:1734016089.525306:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9913 00000100:00100000:1.0:1734016089.525317:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338560128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.525345:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.525366:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f0ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe89 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.525442:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341425408:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016089.525535:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.528028:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341425408:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016089.528070:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f0ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe89 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.528089:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f0ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe89 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.528117:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016089.528206:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338560128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2863us (3468us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.528216:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9913 00000100:00100000:1.0:1734016089.538995:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560256 00000100:00100000:1.0:1734016089.539013:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560256 00000100:00100000:1.0:1734016089.539108:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9914 00000100:00100000:1.0:1734016089.539121:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338560256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.539156:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.539235:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f106 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe90 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.539340:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341425536:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016089.539423:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.559446:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341425536:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016089.559500:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f106 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe90 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.559520:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f106 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe90 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.559541:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016089.559616:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338560256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 20498us (20729us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.559626:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9914 00000100:00100000:1.0:1734016089.566668:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560384 00000100:00100000:1.0:1734016089.566678:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560384 00000100:00100000:1.0:1734016089.566790:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9915 00000100:00100000:1.0:1734016089.566799:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338560384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.566825:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.566847:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f10d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe97 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.566914:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341425664:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016089.568398:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00002000:00010000:1.0:1734016089.570767:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 6889607 -> 8797319 00000100:00100000:1.0:1734016089.570808:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341425664:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016089.570855:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f10d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe97 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.570874:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f10d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe97 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.570890:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016089.571134:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338560384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4332us (4546us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.571146:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9915 00000100:00100000:1.0:1734016089.575139:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.575461:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560512 00000100:00100000:1.0:1734016089.575471:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560512 00000100:00100000:1.0:1734016089.575829:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9916 00000100:00100000:1.0:1734016089.575838:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338560512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.575859:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.575881:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fe9e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.575915:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4329471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.575921:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.575923:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.575926:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2801664->2805759] (req 2801664->2805759) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.575961:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4329471) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.575972:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4329471) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 7 pid: 7680 timeout: 452 lvb_type: 0 00000100:00100000:1.0:1734016089.575983:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341425792:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016089.576058:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.578357:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341425792:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016089.578403:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2801664->2805759] (req 2801664->2805759) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.578424:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016089.578476:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338560512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2638us (3347us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.578485:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9916 00000100:00100000:0.0:1734016089.579635:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.579853:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560640 00000100:00100000:3.0:1734016089.579862:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560640 00002000:00100000:3.0:1734016089.579907:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8749056->8797318) req@ffff880076506a00 x1818247338560640/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.579916:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076506a00 with x1818247338560640 ext(8749056->8797318) 00010000:00010000:3.0:1734016089.579925:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4329471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:3.0:1734016089.579938:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4329471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 8 pid: 7680 timeout: 452 lvb_type: 0 00002000:00010000:3.0:1734016089.579945:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076506a00 00000100:00100000:3.0:1734016089.579965:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 273 00000100:00100000:3.0:1734016089.579972:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338560640:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016089.583327:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338560640:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3340us (3683us total) trans 4294969000 rc 0/0 00000100:00100000:0.0:1734016089.583343:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 273 00002000:00100000:0.0:1734016089.583358:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8749056->8797318) req@ffff880076506a00 x1818247338560640/t4294969000(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016089.583370:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076506a00 with x1818247338560640 ext(8749056->8797318) 00010000:00010000:0.0:1734016089.583382:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4329471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 10 pid: 7680 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016089.583397:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f0b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4325376->4329471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe5f expref: 10 pid: 7680 timeout: 452 lvb_type: 0 00002000:00010000:0.0:1734016089.583404:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076506a00 00000100:00100000:0.0:1734016089.586753:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.590561:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac135f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341425920:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016089.590592:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.590644:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338560768:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3549us (3902us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.590655:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2490 00000100:00100000:0.0:1734016089.597429:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.597753:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338561024 00000100:00100000:1.0:1734016089.597765:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338561024 00002000:00100000:1.0:1734016089.597819:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2801664->8798207) req@ffff880076504a80 x1818247338561024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 504/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.597830:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504a80 with x1818247338561024 ext(2801664->8798207) 00002000:00010000:1.0:1734016089.597835:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504a80 00000100:00100000:1.0:1734016089.597872:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8032 00000100:00100000:1.0:1734016089.597879:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338561024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.629790:0:3500:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016089.629815:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341426048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016089.629898:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016089.630415:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341426048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016089.637451:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338561024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 39559us (40020us total) trans 0 rc 2187264/2187264 00000100:00100000:1.0:1734016089.637465:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8032 00002000:00100000:1.0:1734016089.637479:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2801664->8798207) req@ffff880076504a80 x1818247338561024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 504/440 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 2187264/2187264 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.637494:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504a80 with x1818247338561024 ext(2801664->8798207) 00002000:00010000:1.0:1734016089.637502:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504a80 00000100:00100000:0.0:1734016089.640721:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.641379:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338561280 00000100:00100000:1.0:1734016089.641392:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338561280 00002000:00100000:1.0:1734016089.641446:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2797568->2801663) req@ffff880076504700 x1818247338561280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.641455:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504700 with x1818247338561280 ext(2797568->2801663) 00002000:00010000:1.0:1734016089.641461:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504700 00000100:00100000:1.0:1734016089.641482:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8033 00000100:00100000:1.0:1734016089.641488:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338561280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.642316:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338561280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 825us (1604us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.642323:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8033 00002000:00100000:1.0:1734016089.642328:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2797568->2801663) req@ffff880076504700 x1818247338561280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.642334:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504700 with x1818247338561280 ext(2797568->2801663) 00002000:00010000:1.0:1734016089.642337:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504700 00000100:00100000:1.0:1734016089.646775:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338561536 00000100:00100000:1.0:1734016089.646787:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338561536 00002000:00100000:1.0:1734016089.646842:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2793472->2797567) req@ffff8800ac135f80 x1818247338561536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.646853:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135f80 with x1818247338561536 ext(2793472->2797567) 00002000:00010000:1.0:1734016089.646859:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135f80 00000100:00100000:1.0:1734016089.647023:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8034 00000100:00100000:1.0:1734016089.647031:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338561536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.647433:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338561536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 401us (758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.647440:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8034 00002000:00100000:1.0:1734016089.647446:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2793472->2797567) req@ffff8800ac135f80 x1818247338561536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.647453:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135f80 with x1818247338561536 ext(2793472->2797567) 00002000:00010000:1.0:1734016089.647456:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135f80 00000100:00100000:0.0:1734016089.652500:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.652622:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338561792 00000100:00100000:1.0:1734016089.652633:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338561792 00002000:00100000:1.0:1734016089.652685:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2789376->2793471) req@ffff880076507b80 x1818247338561792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.652694:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507b80 with x1818247338561792 ext(2789376->2793471) 00002000:00010000:1.0:1734016089.652699:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507b80 00000100:00100000:1.0:1734016089.652728:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8035 00000100:00100000:1.0:1734016089.652735:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338561792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.652923:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338561792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 188us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.652930:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8035 00002000:00100000:1.0:1734016089.652934:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2789376->2793471) req@ffff880076507b80 x1818247338561792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.652940:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507b80 with x1818247338561792 ext(2789376->2793471) 00002000:00010000:1.0:1734016089.652942:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507b80 00000100:00100000:0.0:1734016089.656782:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.657442:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8036 00000100:00100000:1.0:1734016089.657452:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338562048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.657618:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338562048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 168us (848us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.657624:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8036 00002000:00100000:1.0:1734016089.657629:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2785280->2789375) req@ffff880076507480 x1818247338562048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.657635:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507480 with x1818247338562048 ext(2785280->2789375) 00002000:00010000:1.0:1734016089.657638:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507480 00000100:00100000:3.0:1734016089.661101:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562304 00000100:00100000:3.0:1734016089.661112:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562304 00002000:00100000:3.0:1734016089.661164:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2781184->2785279) req@ffff8800ac134a80 x1818247338562304/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.661176:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134a80 with x1818247338562304 ext(2781184->2785279) 00002000:00010000:3.0:1734016089.661226:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134a80 00000100:00100000:3.0:1734016089.661448:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8037 00000100:00100000:3.0:1734016089.661688:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338562304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.661917:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338562304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 232us (901us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.661924:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8037 00002000:00100000:3.0:1734016089.661930:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2781184->2785279) req@ffff8800ac134a80 x1818247338562304/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.661938:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134a80 with x1818247338562304 ext(2781184->2785279) 00002000:00010000:3.0:1734016089.661940:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134a80 00000100:00100000:0.0:1734016089.667680:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.667785:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562432 00000100:00100000:1.0:1734016089.667795:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562432 00002000:00100000:1.0:1734016089.667837:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2781184->2805759) req@ffff880076507800 x1818247338562432/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.667847:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507800 with x1818247338562432 ext(2781184->2805759) 00002000:00010000:1.0:1734016089.667852:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507800 00000100:00100000:1.0:1734016089.667881:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8038 00000100:00100000:1.0:1734016089.667886:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338562432:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016089.676518:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338562432:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8611us (8828us total) trans 4294969001 rc 0/0 00000100:00100000:1.0:1734016089.676540:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8038 00002000:00100000:1.0:1734016089.676559:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2781184->2805759) req@ffff880076507800 x1818247338562432/t4294969001(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:50/0 lens 488/448 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.676571:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507800 with x1818247338562432 ext(2781184->2805759) 00002000:00010000:1.0:1734016089.676580:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507800 00000100:00100000:3.0:1734016089.684067:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.687594:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562560 00000100:00100000:0.0:1734016089.687615:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562560 00000100:00100000:1.0:1734016089.687782:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1770 00000100:00100000:1.0:1734016089.687865:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338562560:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016089.688051:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338562560:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 187us (3997us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.688059:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1770 00000100:00100000:0.0:1734016089.690534:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.692659:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562688 00000100:00100000:1.0:1734016089.692679:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562688 00000100:00100000:1.0:1734016089.692771:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9917 00000100:00100000:1.0:1734016089.692781:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338562688:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016089.694461:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969001 is committed 00000001:00080000:0.0:1734016089.694482:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969000 is committed 00000100:00100000:1.0:1734016089.695539:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338562688:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2746us (5357us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.695554:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9917 00000100:00100000:1.0:1734016089.700546:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562816 00000100:00100000:1.0:1734016089.700567:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562816 00000100:00100000:1.0:1734016089.700654:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9918 00000100:00100000:1.0:1734016089.700666:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338562816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.700697:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.700723:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f11b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fea5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.700818:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341426176:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016089.701364:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31b40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016089.703919:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016088 -> 1734016089 00002000:00010000:1.0:1734016089.703930:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 472 -> 520 00000100:00100000:1.0:1734016089.703960:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341426176:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016089.704013:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f11b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fea5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.704034:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f11b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fea5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.704066:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016089.704163:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338562816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3497us (4124us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.704174:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9918 00000100:00100000:0.0:1734016089.713000:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.713114:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562944 00000100:00100000:1.0:1734016089.713125:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562944 00000100:00100000:1.0:1734016089.713233:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9919 00000100:00100000:1.0:1734016089.713242:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338562944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.713285:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.713310:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f122 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519feac expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.713384:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341426304:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016089.713482:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.716704:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341426304:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016089.716759:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f122 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519feac expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.716777:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f122 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519feac expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016089.717673:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016089.718203:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338562944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4934us (5190us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016089.718218:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9919 00000100:00100000:1.0:1734016089.722011:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563072 00000100:00100000:1.0:1734016089.722032:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563072 00000100:00100000:1.0:1734016089.722121:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9920 00000100:00100000:1.0:1734016089.722130:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338563072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016089.722161:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016089.722230:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519feb3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.722420:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->2805759) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.722430:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.722432:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016089.722438:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1908736->1925119] (req 1908736->1925119) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.722490:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->2805759) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.722505:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->2805759) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 5 pid: 7681 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016089.722527:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341426432:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016089.722652:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.729857:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341426432:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016089.729901:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1908736->1925119] (req 1908736->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.729927:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016089.730033:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338563072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7900us (8148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.730046:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9920 00000100:00100000:1.0:1734016089.730524:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563200 00000100:00100000:1.0:1734016089.730534:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563200 00010000:00010000:1.0:1734016089.730585:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2801664->2805759) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 6 pid: 7681 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016089.730637:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2491 00000100:00100000:1.0:1734016089.730648:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338563200:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016089.730678:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016089.730719:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2801664->2805759) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 6 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016089.730735:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2801664->2805759) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 6 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016089.730780:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f114 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2801664->2805759) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe9e expref: 6 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016089.730804:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.730806:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.730816:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1925119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.730826:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1925119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.730873:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.730892:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341426560:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016089.730969:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.734348:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341426560:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016089.734382:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016089.734471:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338563200:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3822us (4025us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016089.734489:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2491 00000100:00100000:0.0:1734016089.734691:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563328 00000100:00100000:0.0:1734016089.734705:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563328 00000100:00100000:0.0:1734016089.734774:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9921 00000100:00100000:0.0:1734016089.734784:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338563328:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016089.735235:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8797319 -> 8797319 00002000:00010000:0.0:1734016089.735239:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016089 -> 1734016089 00002000:00010000:0.0:1734016089.735241:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016089 -> 1734016088 00002000:00010000:0.0:1734016089.735243:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016089 -> 1734016089 00002000:00010000:0.0:1734016089.735245:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 520 -> 520 00000100:00100000:0.0:1734016089.735308:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338563328:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 525us (1164us total) trans 4294969002 rc 0/0 00000100:00100000:0.0:1734016089.735315:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9921 00000100:00100000:0.0:1734016089.740438:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.741299:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563456 00000100:00100000:3.0:1734016089.741317:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563456 00000100:00100000:3.0:1734016089.741437:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9922 00000100:00100000:3.0:1734016089.741448:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338563456:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016089.741772:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8797319 -> 8797319 00002000:00010000:3.0:1734016089.741776:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016089 -> 1734016089 00002000:00010000:3.0:1734016089.741779:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016088 -> 1734016088 00002000:00010000:3.0:1734016089.741781:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016089 -> 1734016089 00002000:00010000:3.0:1734016089.741783:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 520 -> 520 00000100:00100000:3.0:1734016089.742659:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338563456:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1209us (2237us total) trans 4294969003 rc 0/0 00000100:00100000:3.0:1734016089.742669:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9922 00000100:00100000:0.0:1734016089.762501:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.763795:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.763823:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563712 00000100:00100000:1.0:1734016089.763835:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563712 00002000:00100000:1.0:1734016089.763895:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4444159) req@ffff880076505880 x1818247338563712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 504/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.763912:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505880 with x1818247338563712 ext(0->4444159) 00002000:00010000:1.0:1734016089.763919:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505880 00000100:00100000:1.0:1734016089.763969:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8039 00000100:00100000:1.0:1734016089.763978:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338563712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016089.766170:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.769813:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8041 00000100:00100000:3.0:1734016089.769842:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338564224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.783608:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338564224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 13747us (17428us total) trans 0 rc 409600/409600 00000100:00100000:3.0:1734016089.783635:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8041 00002000:00100000:3.0:1734016089.783660:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8798207) req@ffff880076505c00 x1818247338564224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/440 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 409600/409600 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.784286:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247338564224 ext(8388608->8798207) 00002000:00010000:3.0:1734016089.784295:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505c00 00000100:00100000:1.0:1734016089.857384:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338563712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 93386us (94883us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016089.857403:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8039 00002000:00100000:1.0:1734016089.857428:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4444159) req@ffff880076505880 x1818247338563712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 504/440 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.857441:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505880 with x1818247338563712 ext(0->4444159) 00002000:00010000:1.0:1734016089.857451:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505880 00000100:00100000:3.0:1734016089.887834:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.888006:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338564352 00000100:00100000:0.0:1734016089.888023:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338564352 00000100:00100000:0.0:1734016089.888111:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9923 00000100:00100000:0.0:1734016089.888124:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338564352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016089.888160:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016089.888222:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f130 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519feba expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.888332:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341426688:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016089.889952:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.896118:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.905465:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.921352:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.921711:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338564736 00000100:00100000:1.0:1734016089.921725:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338564736 00010000:00010000:1.0:1734016089.921780:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1908736->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 9 pid: 7681 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016089.921834:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2492 00000100:00100000:1.0:1734016089.921844:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338564736:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016089.921872:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016089.921915:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 9 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016089.921932:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->1925119) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 9 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016089.921967:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f129 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1908736->1925119) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feb3 expref: 9 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016089.922000:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.922003:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016089.922013:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.922025:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016089.922083:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016089.922108:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074271c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341427072:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016089.922246:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016089.926703:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016089.930716:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.930838:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338564992 00000100:00100000:3.0:1734016089.930851:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338564992 00000100:00100000:3.0:1734016089.930903:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9927 00000100:00100000:3.0:1734016089.930911:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338564992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.930934:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.930958:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f145 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fecf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016089.931026:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341427200:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016089.931107:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016089.935503:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016088 -> 1734016090 00000100:00100000:3.0:1734016089.935550:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341427200:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016089.935596:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f145 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fecf expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.935619:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f145 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fecf expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016089.935786:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016089.936038:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338564992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5125us (5333us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016089.936053:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9927 00000100:00100000:0.0:1734016089.939029:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.939252:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565120 00000100:00100000:3.0:1734016089.939278:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565120 00000100:00100000:3.0:1734016089.939377:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9928 00000100:00100000:3.0:1734016089.939386:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338565120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016089.939424:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016089.939464:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f14c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fed6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.939517:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.939526:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016089.939529:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016089.939533:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f14c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fed6 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.939599:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.939624:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 6 pid: 7680 timeout: 453 lvb_type: 0 00000100:00100000:3.0:1734016089.939643:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341427328:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016089.942123:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016089.944640:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341427328:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016089.944699:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f14c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [180224->184319] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fed6 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016089.944728:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016089.946835:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338565120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7426us (7803us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016089.946859:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9928 00000100:00100000:0.0:1734016089.948666:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565248 00000100:00100000:0.0:1734016089.948677:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565248 00010000:00010000:0.0:1734016089.948716:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 7 pid: 7680 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016089.948743:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2493 00000100:00100000:0.0:1734016089.948750:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338565248:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.948766:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.948787:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 7 pid: 7680 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.948799:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 7 pid: 7680 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.948823:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f13e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6516736->6541311) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fec8 expref: 7 pid: 7680 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016089.949489:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.949492:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016089.949501:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f14c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fed6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.949510:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f14c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fed6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016089.949547:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f14c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->184319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fed6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016089.949560:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341427456:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016089.949640:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016089.955850:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.957140:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565504 00000100:00100000:3.0:1734016089.957155:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565504 00002000:00100000:3.0:1734016089.957272:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (180224->184319) req@ffff880130bc6a00 x1818247338565504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.957285:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6a00 with x1818247338565504 ext(180224->184319) 00002000:00010000:3.0:1734016089.957293:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6a00 00000100:00100000:3.0:1734016089.957364:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8042 00000100:00100000:3.0:1734016089.957374:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338565504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.957668:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338565504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 294us (1822us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.957682:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8042 00002000:00100000:3.0:1734016089.957688:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (180224->184319) req@ffff880130bc6a00 x1818247338565504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.957697:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6a00 with x1818247338565504 ext(180224->184319) 00002000:00010000:3.0:1734016089.957700:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6a00 00000100:00100000:0.0:1734016089.962063:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.962440:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565760 00000100:00100000:1.0:1734016089.962452:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565760 00002000:00100000:1.0:1734016089.962520:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (176128->180223) req@ffff880130bc7b80 x1818247338565760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.962533:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7b80 with x1818247338565760 ext(176128->180223) 00002000:00010000:1.0:1734016089.962538:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7b80 00000100:00100000:1.0:1734016089.963277:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8043 00000100:00100000:1.0:1734016089.963291:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338565760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.963644:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338565760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 355us (1597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.963654:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8043 00002000:00100000:1.0:1734016089.963662:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (176128->180223) req@ffff880130bc7b80 x1818247338565760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.963672:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7b80 with x1818247338565760 ext(176128->180223) 00002000:00010000:1.0:1734016089.963677:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7b80 00000100:00100000:0.0:1734016089.967162:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.967431:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338566016 00000100:00100000:3.0:1734016089.967449:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338566016 00002000:00100000:3.0:1734016089.967532:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (172032->176127) req@ffff880130bc7480 x1818247338566016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.967547:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7480 with x1818247338566016 ext(172032->176127) 00002000:00010000:3.0:1734016089.967554:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7480 00000100:00100000:3.0:1734016089.967596:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8044 00000100:00100000:3.0:1734016089.967607:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338566016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.967859:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338566016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 252us (712us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.967868:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8044 00002000:00100000:3.0:1734016089.967876:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (172032->176127) req@ffff880130bc7480 x1818247338566016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.967884:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7480 with x1818247338566016 ext(172032->176127) 00002000:00010000:3.0:1734016089.967887:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7480 00000100:00100000:0.0:1734016089.972432:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.972650:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338566272 00000100:00100000:1.0:1734016089.972672:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338566272 00002000:00100000:1.0:1734016089.972760:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (167936->172031) req@ffff880130bc4000 x1818247338566272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.972773:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247338566272 ext(167936->172031) 00002000:00010000:1.0:1734016089.972782:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:1.0:1734016089.972910:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8045 00000100:00100000:1.0:1734016089.972922:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338566272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.973346:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338566272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 423us (941us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.973356:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8045 00002000:00100000:1.0:1734016089.973365:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (167936->172031) req@ffff880130bc4000 x1818247338566272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.973372:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247338566272 ext(167936->172031) 00002000:00010000:1.0:1734016089.973375:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:0.0:1734016089.976726:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.976992:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338566528 00000100:00100000:3.0:1734016089.977009:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338566528 00002000:00100000:3.0:1734016089.977107:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (163840->167935) req@ffff880130bc6d80 x1818247338566528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.977128:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6d80 with x1818247338566528 ext(163840->167935) 00002000:00010000:3.0:1734016089.977137:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6d80 00000100:00100000:3.0:1734016089.977271:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8046 00000100:00100000:3.0:1734016089.977283:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338566528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.977560:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338566528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 279us (860us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.977569:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8046 00002000:00100000:3.0:1734016089.977576:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (163840->167935) req@ffff880130bc6d80 x1818247338566528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.977583:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6d80 with x1818247338566528 ext(163840->167935) 00002000:00010000:3.0:1734016089.977585:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6d80 00000100:00100000:0.0:1734016089.984680:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.984891:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338566784 00000100:00100000:1.0:1734016089.984909:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338566784 00002000:00100000:1.0:1734016089.985001:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (159744->163839) req@ffff880130bc4380 x1818247338566784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.985013:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247338566784 ext(159744->163839) 00002000:00010000:1.0:1734016089.985021:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4380 00000100:00100000:1.0:1734016089.985127:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8047 00000100:00100000:1.0:1734016089.985138:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338566784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.985516:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338566784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 379us (871us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.985523:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8047 00002000:00100000:1.0:1734016089.985528:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (159744->163839) req@ffff880130bc4380 x1818247338566784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.985535:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247338566784 ext(159744->163839) 00002000:00010000:1.0:1734016089.985537:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4380 00000100:00100000:0.0:1734016089.987947:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.988109:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567040 00000100:00100000:3.0:1734016089.988118:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567040 00002000:00100000:3.0:1734016089.988157:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (155648->159743) req@ffff880130bc4e00 x1818247338567040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.988167:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247338567040 ext(155648->159743) 00002000:00010000:3.0:1734016089.988172:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00 00000100:00100000:3.0:1734016089.988219:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8048 00000100:00100000:3.0:1734016089.988226:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338567040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.988432:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338567040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 206us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.988440:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8048 00002000:00100000:3.0:1734016089.988445:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (155648->159743) req@ffff880130bc4e00 x1818247338567040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.988454:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247338567040 ext(155648->159743) 00002000:00010000:3.0:1734016089.988457:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00 00000100:00100000:0.0:1734016089.992247:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016089.992389:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567296 00000100:00100000:1.0:1734016089.992403:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567296 00002000:00100000:1.0:1734016089.992460:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (151552->155647) req@ffff880130bc5180 x1818247338567296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.992472:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247338567296 ext(151552->155647) 00002000:00010000:1.0:1734016089.992478:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:1.0:1734016089.992517:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8049 00000100:00100000:1.0:1734016089.992525:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338567296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016089.992727:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338567296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016089.992734:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8049 00002000:00100000:1.0:1734016089.992740:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (151552->155647) req@ffff880130bc5180 x1818247338567296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016089.992747:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247338567296 ext(151552->155647) 00002000:00010000:1.0:1734016089.992750:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:0.0:1734016089.995397:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016089.996009:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567552 00000100:00100000:3.0:1734016089.996026:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567552 00002000:00100000:3.0:1734016089.996107:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (147456->151551) req@ffff880130bc6680 x1818247338567552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/0 e 0 to 0 dl 1734016100 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.996120:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6680 with x1818247338567552 ext(147456->151551) 00002000:00010000:3.0:1734016089.996129:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6680 00000100:00100000:3.0:1734016089.996240:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8050 00000100:00100000:3.0:1734016089.996251:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338567552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016089.996559:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338567552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 308us (1173us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016089.996569:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8050 00002000:00100000:3.0:1734016089.996579:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (147456->151551) req@ffff880130bc6680 x1818247338567552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:50/0 lens 488/4536 e 0 to 0 dl 1734016100 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016089.996586:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6680 with x1818247338567552 ext(147456->151551) 00002000:00010000:3.0:1734016089.996590:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6680 00000100:00100000:0.0:1734016090.001470:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.002167:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567680 00000100:00100000:1.0:1734016090.002273:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567680 00002000:00100000:1.0:1734016090.002365:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (147456->184319) req@ffff880130bc7100 x1818247338567680/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.002379:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7100 with x1818247338567680 ext(147456->184319) 00002000:00010000:1.0:1734016090.002387:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7100 00000100:00100000:1.0:1734016090.002437:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8051 00000100:00100000:1.0:1734016090.002449:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338567680:12345-192.168.201.1@tcp:4:fsx.0 00000100:00080000:0.0:1734016090.002888:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016060 00000100:00100000:0.0:1734016090.007627:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338567680:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5164us (6165us total) trans 4294969005 rc 0/0 00000100:00100000:0.0:1734016090.007652:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8051 00002000:00100000:0.0:1734016090.007669:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (147456->184319) req@ffff880130bc7100 x1818247338567680/t4294969005(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.007678:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7100 with x1818247338567680 ext(147456->184319) 00002000:00010000:0.0:1734016090.007684:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7100 00000100:00100000:1.0:1734016090.011561:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.011714:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567808 00000100:00100000:3.0:1734016090.011733:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567808 00000100:00100000:3.0:1734016090.012968:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1771 00000100:00100000:3.0:1734016090.012985:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338567808:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016090.013226:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338567808:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 244us (1693us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.013241:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1771 00000100:00080000:0.0:1734016090.013561:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016060 00000100:00100000:3.0:1734016090.018415:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567936 00000100:00100000:3.0:1734016090.018429:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567936 00000100:00100000:3.0:1734016090.018496:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9929 00000100:00100000:3.0:1734016090.018505:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338567936:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:1.0:1734016090.020607:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969005 is committed 00000001:00080000:1.0:1734016090.020625:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969004 is committed 00000100:00100000:3.0:1734016090.020913:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338567936:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2400us (2727us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.020929:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9929 00000100:00100000:0.0:1734016090.025945:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.026870:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568064 00000100:00100000:3.0:1734016090.026907:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568064 00000100:00100000:3.0:1734016090.027081:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9930 00000100:00100000:3.0:1734016090.027093:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338568064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.027145:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.027201:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f153 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fedd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.027309:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341427584:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.028027:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016090.031243:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016089 -> 1734016090 00002000:00010000:3.0:1734016090.031275:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016089 -> 1734016090 00002000:00010000:3.0:1734016090.031277:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 520 -> 552 00000100:00100000:3.0:1734016090.031327:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341427584:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.031396:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f153 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fedd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.031423:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f153 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fedd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.031694:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016090.032168:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338568064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5073us (6247us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016090.032206:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9930 00000100:00100000:0.0:1734016090.034748:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.034950:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568192 00000100:00100000:3.0:1734016090.034970:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568192 00000100:00100000:3.0:1734016090.035034:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9931 00000100:00100000:3.0:1734016090.035043:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338568192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.035073:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.035097:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f15a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519fee4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.035175:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341427712:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.035290:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016090.037117:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341427712:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.037167:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f15a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fee4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.037311:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f15a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fee4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.037578:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:1.0:1734016090.041945:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016090.043678:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016090.049777:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.055816:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.056059:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341427968:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016090.056153:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016090.056291:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338568448:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5837us (6513us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.056311:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2494 00000100:00100000:0.0:1734016090.062759:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.072115:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.072226:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568960 00000100:00100000:0.0:1734016090.072239:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568960 00002000:00100000:0.0:1734016090.072309:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3039232->10100735) req@ffff880074273100 x1818247338568960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 504/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.072321:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273100 with x1818247338568960 ext(3039232->10100735) 00002000:00010000:0.0:1734016090.072328:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273100 00000100:00100000:1.0:1734016090.072917:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8052 00000100:00100000:1.0:1734016090.072932:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338568960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.088516:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.093849:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.093999:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338569472 00000100:00100000:3.0:1734016090.094011:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338569472 00002000:00100000:3.0:1734016090.094081:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3031040->3035135) req@ffff880090a27b80 x1818247338569472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.094094:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27b80 with x1818247338569472 ext(3031040->3035135) 00002000:00010000:3.0:1734016090.094103:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27b80 00000100:00100000:3.0:1734016090.094150:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8054 00000100:00100000:3.0:1734016090.094163:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338569472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.095022:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338569472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 854us (1186us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.095037:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8054 00002000:00100000:3.0:1734016090.095045:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3031040->3035135) req@ffff880090a27b80 x1818247338569472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.095054:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27b80 with x1818247338569472 ext(3031040->3035135) 00002000:00010000:3.0:1734016090.095059:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27b80 00000100:00100000:0.0:1734016090.098706:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.098848:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338569728 00000100:00100000:3.0:1734016090.098862:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338569728 00002000:00100000:3.0:1734016090.098939:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3026944->3031039) req@ffff880090a26a00 x1818247338569728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.098957:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a26a00 with x1818247338569728 ext(3026944->3031039) 00002000:00010000:3.0:1734016090.098967:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a26a00 00000100:00100000:3.0:1734016090.099162:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8055 00000100:00100000:3.0:1734016090.099175:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338569728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.099748:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338569728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 572us (1059us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.099758:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8055 00002000:00100000:3.0:1734016090.099765:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3026944->3031039) req@ffff880090a26a00 x1818247338569728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.099773:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a26a00 with x1818247338569728 ext(3026944->3031039) 00002000:00010000:3.0:1734016090.099778:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a26a00 00000100:00100000:1.0:1734016090.104468:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.105336:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338569984 00000100:00100000:3.0:1734016090.105349:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338569984 00002000:00100000:3.0:1734016090.105429:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3022848->3026943) req@ffff880074272d80 x1818247338569984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.105444:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272d80 with x1818247338569984 ext(3022848->3026943) 00002000:00010000:3.0:1734016090.105450:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272d80 00000100:00100000:3.0:1734016090.105733:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8056 00000100:00100000:3.0:1734016090.105745:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338569984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.106687:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338569984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 941us (2247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.106696:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8056 00002000:00100000:3.0:1734016090.106704:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3022848->3026943) req@ffff880074272d80 x1818247338569984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.106714:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272d80 with x1818247338569984 ext(3022848->3026943) 00002000:00010000:3.0:1734016090.106718:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272d80 00000100:00100000:0.0:1734016090.109787:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.109886:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570240 00000100:00100000:3.0:1734016090.109902:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570240 00002000:00100000:3.0:1734016090.109971:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3018752->3022847) req@ffff880090a27480 x1818247338570240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.109986:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27480 with x1818247338570240 ext(3018752->3022847) 00002000:00010000:3.0:1734016090.109994:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27480 00000100:00100000:3.0:1734016090.110034:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8057 00000100:00100000:3.0:1734016090.110043:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338570240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.110853:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338570240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 805us (1073us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.110867:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8057 00002000:00100000:3.0:1734016090.110879:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3018752->3022847) req@ffff880090a27480 x1818247338570240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.110888:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27480 with x1818247338570240 ext(3018752->3022847) 00002000:00010000:3.0:1734016090.110892:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27480 00000100:00100000:0.0:1734016090.117481:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.121873:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570496 00000100:00100000:3.0:1734016090.121898:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570496 00002000:00100000:3.0:1734016090.121987:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3014656->3018751) req@ffff880090a24700 x1818247338570496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.122002:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24700 with x1818247338570496 ext(3014656->3018751) 00002000:00010000:3.0:1734016090.122009:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24700 00000100:00100000:3.0:1734016090.122090:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8058 00000100:00100000:3.0:1734016090.122103:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338570496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.122580:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338570496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 476us (5124us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.122589:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8058 00002000:00100000:3.0:1734016090.122597:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3014656->3018751) req@ffff880090a24700 x1818247338570496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.122606:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24700 with x1818247338570496 ext(3014656->3018751) 00002000:00010000:3.0:1734016090.122610:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24700 00000100:00100000:1.0:1734016090.126880:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.134670:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.135061:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338571008 00000100:00100000:3.0:1734016090.135085:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338571008 00002000:00100000:3.0:1734016090.135253:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3006464->3010559) req@ffff880090a25f80 x1818247338571008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.135284:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25f80 with x1818247338571008 ext(3006464->3010559) 00002000:00010000:3.0:1734016090.135293:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25f80 00000100:00100000:3.0:1734016090.135352:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8060 00000100:00100000:3.0:1734016090.135367:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338571008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.138770:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338571008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3367us (4085us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.139006:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8060 00002000:00100000:3.0:1734016090.139037:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3006464->3010559) req@ffff880090a25f80 x1818247338571008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.139051:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25f80 with x1818247338571008 ext(3006464->3010559) 00002000:00010000:3.0:1734016090.139061:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25f80 00000100:00100000:0.0:1734016090.143559:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.143807:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338571264 00000100:00100000:3.0:1734016090.143830:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338571264 00002000:00100000:3.0:1734016090.143927:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3002368->3006463) req@ffff880090a27800 x1818247338571264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.143948:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27800 with x1818247338571264 ext(3002368->3006463) 00002000:00010000:3.0:1734016090.143960:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27800 00000100:00100000:3.0:1734016090.144039:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8061 00000100:00100000:3.0:1734016090.144055:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338571264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.144405:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338571264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 351us (863us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.144415:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8061 00002000:00100000:3.0:1734016090.144422:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3002368->3006463) req@ffff880090a27800 x1818247338571264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.144431:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27800 with x1818247338571264 ext(3002368->3006463) 00002000:00010000:3.0:1734016090.144434:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27800 00000100:00100000:3.0:1734016090.147527:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.153531:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.160098:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.160409:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338572032 00000100:00100000:3.0:1734016090.160426:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338572032 00002000:00100000:3.0:1734016090.160532:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2990080->2994175) req@ffff880090a24e00 x1818247338572032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.160548:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24e00 with x1818247338572032 ext(2990080->2994175) 00002000:00010000:3.0:1734016090.160556:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24e00 00000100:00100000:3.0:1734016090.160604:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8064 00000100:00100000:3.0:1734016090.160615:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338572032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.160877:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338572032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 262us (808us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.160889:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8064 00002000:00100000:3.0:1734016090.160895:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2990080->2994175) req@ffff880090a24e00 x1818247338572032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.160903:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24e00 with x1818247338572032 ext(2990080->2994175) 00002000:00010000:3.0:1734016090.160905:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24e00 00000100:00100000:0.0:1734016090.165053:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.170715:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.170981:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338572544 00000100:00100000:3.0:1734016090.170994:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338572544 00002000:00100000:3.0:1734016090.171064:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2981888->2985983) req@ffff880090a24000 x1818247338572544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.171077:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247338572544 ext(2981888->2985983) 00002000:00010000:3.0:1734016090.171084:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000 00000100:00100000:3.0:1734016090.171138:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8066 00000100:00100000:3.0:1734016090.171145:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338572544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.171402:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338572544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 256us (701us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016090.171410:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8066 00002000:00100000:3.0:1734016090.171416:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2981888->2985983) req@ffff880090a24000 x1818247338572544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.171423:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247338572544 ext(2981888->2985983) 00002000:00010000:3.0:1734016090.171426:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000 00000100:00100000:0.0:1734016090.174451:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.178125:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.187151:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.193904:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.201552:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.206949:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.207032:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338573440 00000100:00100000:0.0:1734016090.207045:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338573440 00002000:00100000:0.0:1734016090.207125:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (10100736->10104153) req@ffff88012b87f800 x1818247338573440/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 3912/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.207139:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f800 with x1818247338573440 ext(10100736->10104153) 00010000:00010000:0.0:1734016090.207158:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f161 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10104831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feeb expref: 6 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016090.207176:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f161 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10104831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feeb expref: 6 pid: 7681 timeout: 453 lvb_type: 0 00002000:00010000:0.0:1734016090.207207:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87f800 00000100:00100000:0.0:1734016090.207240:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 274 00000100:00100000:0.0:1734016090.207251:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338573440:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016090.208109:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341428736:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016090.208165:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f18b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8089600->8093695] (req 8089600->8093695) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff15 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.208218:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:3.0:1734016090.208310:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338573312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6245us (6789us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.208320:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9938 00000100:00100000:0.0:1734016090.210446:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338573440:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3166us (3484us total) trans 4294969006 rc 0/0 00000100:00100000:0.0:1734016090.210470:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 274 00002000:00100000:0.0:1734016090.210493:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (10100736->10104153) req@ffff88012b87f800 x1818247338573440/t4294969006(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 3912/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.210506:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f800 with x1818247338573440 ext(10100736->10104153) 00010000:00010000:0.0:1734016090.210528:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f161 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10104831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feeb expref: 8 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016090.210554:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f161 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10104831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feeb expref: 8 pid: 7681 timeout: 453 lvb_type: 0 00002000:00010000:0.0:1734016090.210565:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87f800 00000100:00100000:1.0:1734016090.217429:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.217669:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338573568 00000100:00100000:3.0:1734016090.217694:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338573568 00010000:00010000:3.0:1734016090.217812:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f161 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10104831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feeb expref: 8 pid: 7681 timeout: 453 lvb_type: 0 00000100:00100000:3.0:1734016090.218245:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2495 00000100:00100000:3.0:1734016090.218269:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338573568:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016090.218301:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016090.218345:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 552 -> 560 00010000:00010000:3.0:1734016090.218354:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f161 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10100736->10104831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feeb expref: 8 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:3.0:1734016090.218373:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f161 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10100736->10104831) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feeb expref: 8 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:3.0:1734016090.218411:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f161 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10100736->10104831) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519feeb expref: 8 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:3.0:1734016090.218470:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016090.218474:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016090.218485:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f18b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8089600->8093695) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff15 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.218501:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f18b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8089600->8093695) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff15 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.218568:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f18b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8089600->8093695) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff15 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.218594:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341428864:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016090.218731:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016090.226359:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341428864:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016090.226419:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016090.226548:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338573568:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8289us (9145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.226569:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2495 00000100:00100000:3.0:1734016090.229476:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.229665:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338573824 00000100:00100000:1.0:1734016090.229680:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338573824 00002000:00100000:1.0:1734016090.229758:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8089600->10104831) req@ffff880071e36d80 x1818247338573824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 504/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.229771:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247338573824 ext(8089600->10104831) 00002000:00010000:1.0:1734016090.229778:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:1.0:1734016090.229812:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8068 00000100:00100000:1.0:1734016090.229820:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338573824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.261623:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.275545:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.275885:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338574336 00000100:00100000:0.0:1734016090.275902:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338574336 00002000:00100000:0.0:1734016090.275971:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8081408->8085503) req@ffff880071e34000 x1818247338574336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.275985:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34000 with x1818247338574336 ext(8081408->8085503) 00002000:00010000:0.0:1734016090.275994:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34000 00000100:00100000:0.0:1734016090.276063:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8070 00000100:00100000:0.0:1734016090.276075:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338574336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.276460:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338574336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 386us (939us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.276468:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8070 00002000:00100000:0.0:1734016090.276475:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8081408->8085503) req@ffff880071e34000 x1818247338574336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.276482:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34000 with x1818247338574336 ext(8081408->8085503) 00002000:00010000:0.0:1734016090.276485:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34000 00000100:00100000:1.0:1734016090.285529:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.291141:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.305544:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.309821:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.310070:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338575360 00000100:00100000:0.0:1734016090.310085:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338575360 00002000:00100000:0.0:1734016090.310149:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8065024->8069119) req@ffff880074241500 x1818247338575360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.310163:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241500 with x1818247338575360 ext(8065024->8069119) 00002000:00010000:0.0:1734016090.310171:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241500 00000100:00100000:0.0:1734016090.310654:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8074 00000100:00100000:0.0:1734016090.310663:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338575360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.310897:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338575360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 234us (1097us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.310903:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8074 00002000:00100000:0.0:1734016090.310910:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8065024->8069119) req@ffff880074241500 x1818247338575360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.310917:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241500 with x1818247338575360 ext(8065024->8069119) 00002000:00010000:0.0:1734016090.310920:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241500 00000100:00100000:0.0:1734016090.313053:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.321653:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.324995:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.325096:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338576128 00000100:00100000:0.0:1734016090.325114:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338576128 00002000:00100000:0.0:1734016090.325222:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8052736->8056831) req@ffff880074241c00 x1818247338576128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.325235:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241c00 with x1818247338576128 ext(8052736->8056831) 00002000:00010000:0.0:1734016090.325242:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241c00 00000100:00100000:0.0:1734016090.325314:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8077 00000100:00100000:0.0:1734016090.325323:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338576128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.325538:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338576128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 215us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.325547:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8077 00002000:00100000:0.0:1734016090.325553:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8052736->8056831) req@ffff880074241c00 x1818247338576128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.325560:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241c00 with x1818247338576128 ext(8052736->8056831) 00002000:00010000:0.0:1734016090.325563:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241c00 00000100:00100000:0.0:1734016090.328590:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.336803:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.343502:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.343647:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338576896 00000100:00100000:0.0:1734016090.343672:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338576896 00002000:00100000:0.0:1734016090.343763:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8040448->8044543) req@ffff88012bdb5180 x1818247338576896/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.343777:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5180 with x1818247338576896 ext(8040448->8044543) 00002000:00010000:0.0:1734016090.343786:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5180 00000100:00100000:0.0:1734016090.343846:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8080 00000100:00100000:0.0:1734016090.343855:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338576896:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.344241:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338576896:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 385us (764us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.344250:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8080 00002000:00100000:0.0:1734016090.344263:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8040448->8044543) req@ffff88012bdb5180 x1818247338576896/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.344270:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5180 with x1818247338576896 ext(8040448->8044543) 00002000:00010000:0.0:1734016090.344273:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5180 00000100:00100000:0.0:1734016090.349852:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.359023:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.359776:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577280 00000100:00100000:0.0:1734016090.359798:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577280 00000100:00100000:0.0:1734016090.360966:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9939 00000100:00100000:0.0:1734016090.360980:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338577280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016090.361008:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.361039:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f192 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff1c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.361074:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016090.361076:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016090.361087:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff1c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016090.361103:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff1c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016090.361116:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016090.361229:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338577280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 251us (2235us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.361236:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9939 00000100:00100000:1.0:1734016090.364855:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.369984:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.370106:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.370843:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577536 00000100:00100000:1.0:1734016090.370850:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577536 00010000:00010000:1.0:1734016090.370877:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f192 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff1c expref: 9 pid: 7681 timeout: 453 lvb_type: 1 00000100:00100000:1.0:1734016090.370899:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2496 00000100:00100000:1.0:1734016090.370905:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338577536:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.370919:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.370942:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f192 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff1c expref: 9 pid: 7681 timeout: 453 lvb_type: 1 00010000:00010000:1.0:1734016090.370953:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff1c expref: 9 pid: 7681 timeout: 453 lvb_type: 1 00010000:00010000:1.0:1734016090.370981:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f192 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff1c expref: 9 pid: 7681 timeout: 453 lvb_type: 1 00010000:00010000:1.0:1734016090.371004:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.371023:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338577536:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 118us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.371029:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2496 00000100:00100000:1.0:1734016090.371043:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577664 00000100:00100000:1.0:1734016090.371046:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577664 00010000:00010000:1.0:1734016090.371055:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f18b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8089600->8093695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff15 expref: 7 pid: 7681 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016090.371071:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2497 00000100:00100000:1.0:1734016090.371074:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338577664:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.371080:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.371087:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f18b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8089600->8093695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff15 expref: 7 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016090.371096:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f18b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8089600->8093695) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff15 expref: 7 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016090.371107:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f18b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8089600->8093695) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff15 expref: 7 pid: 7681 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016090.371116:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.371119:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.371125:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->3874815) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff23 expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.371134:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f199 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->3874815) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff23 expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.371166:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f199 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->3874815) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff23 expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.371208:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341429248:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016090.371243:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.380897:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341429248:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016090.380948:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.381034:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338577664:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9951us (10920us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.381056:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2497 00000100:00100000:1.0:1734016090.383541:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.383676:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577920 00000100:00100000:0.0:1734016090.383686:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577920 00002000:00100000:0.0:1734016090.383759:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3870720->3874815) req@ffff88007678f100 x1818247338577920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.383769:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f100 with x1818247338577920 ext(3870720->3874815) 00002000:00010000:0.0:1734016090.383777:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f100 00000100:00100000:0.0:1734016090.384357:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8082 00000100:00100000:0.0:1734016090.384365:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338577920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.384657:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338577920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 290us (1135us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.384666:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8082 00002000:00100000:0.0:1734016090.384672:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3870720->3874815) req@ffff88007678f100 x1818247338577920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.384680:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f100 with x1818247338577920 ext(3870720->3874815) 00002000:00010000:0.0:1734016090.384683:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f100 00000100:00100000:0.0:1734016090.389450:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.393800:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.393880:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338578432 00000100:00100000:0.0:1734016090.393891:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338578432 00002000:00100000:0.0:1734016090.393962:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3862528->3866623) req@ffff880071e35180 x1818247338578432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.393975:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35180 with x1818247338578432 ext(3862528->3866623) 00002000:00010000:0.0:1734016090.393984:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35180 00000100:00100000:0.0:1734016090.394037:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8084 00000100:00100000:0.0:1734016090.394047:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338578432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.394288:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338578432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 241us (500us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.394296:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8084 00002000:00100000:0.0:1734016090.394303:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3862528->3866623) req@ffff880071e35180 x1818247338578432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.394310:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35180 with x1818247338578432 ext(3862528->3866623) 00002000:00010000:0.0:1734016090.394313:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35180 00000100:00100000:1.0:1734016090.398170:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.402601:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.408145:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.416108:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.416423:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338579456 00000100:00100000:0.0:1734016090.416438:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338579456 00002000:00100000:0.0:1734016090.416506:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3846144->3850239) req@ffff88007678ea00 x1818247338579456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.416518:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247338579456 ext(3846144->3850239) 00002000:00010000:0.0:1734016090.416527:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ea00 00000100:00100000:0.0:1734016090.416575:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8088 00000100:00100000:0.0:1734016090.416584:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338579456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.416843:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338579456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 257us (756us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.416852:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8088 00002000:00100000:0.0:1734016090.416859:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3846144->3850239) req@ffff88007678ea00 x1818247338579456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.416866:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247338579456 ext(3846144->3850239) 00002000:00010000:0.0:1734016090.416870:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ea00 00000100:00100000:0.0:1734016090.420278:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.428915:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.429656:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338579968 00000100:00100000:0.0:1734016090.429668:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338579968 00002000:00100000:0.0:1734016090.429738:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3837952->3842047) req@ffff880071e35500 x1818247338579968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.429752:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247338579968 ext(3837952->3842047) 00002000:00010000:0.0:1734016090.429760:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:0.0:1734016090.429809:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8090 00000100:00100000:0.0:1734016090.429820:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338579968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016090.430070:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338579968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 250us (1174us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016090.430078:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8090 00002000:00100000:0.0:1734016090.430084:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3837952->3842047) req@ffff880071e35500 x1818247338579968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/4536 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.430092:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247338579968 ext(3837952->3842047) 00002000:00010000:0.0:1734016090.430095:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:1.0:1734016090.438869:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.442911:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.443028:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338580352 00000100:00100000:1.0:1734016090.443046:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338580352 00002000:00100000:1.0:1734016090.443094:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3833856->3874815) req@ffff88012b87ed80 x1818247338580352/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.443104:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ed80 with x1818247338580352 ext(3833856->3874815) 00002000:00010000:1.0:1734016090.443110:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ed80 00000100:00100000:1.0:1734016090.443142:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8092 00000100:00100000:1.0:1734016090.443148:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338580352:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016090.452759:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338580352:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 9597us (9848us total) trans 4294969007 rc 0/0 00000100:00100000:0.0:1734016090.452775:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8092 00002000:00100000:0.0:1734016090.452790:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3833856->3874815) req@ffff88012b87ed80 x1818247338580352/t4294969007(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.452800:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ed80 with x1818247338580352 ext(3833856->3874815) 00002000:00010000:0.0:1734016090.452807:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ed80 00000100:00100000:0.0:1734016090.455111:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016090.457268:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969007 is committed 00000100:00100000:0.0:1734016090.465884:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.474534:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.478589:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.479167:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338580864 00000100:00100000:1.0:1734016090.479218:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338580864 00010000:00010000:1.0:1734016090.479275:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f199 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->3874815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff23 expref: 6 pid: 7680 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016090.479323:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2498 00000100:00100000:1.0:1734016090.479333:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338580864:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.479357:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.479383:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f199 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3870720->3874815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff23 expref: 6 pid: 7680 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016090.479397:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f199 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3870720->3874815) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff23 expref: 6 pid: 7680 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016090.479428:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.479431:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.479438:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f1a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9150464->9158655) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff31 expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.479448:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f1a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9150464->9158655) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff31 expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.479488:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f1a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9150464->9158655) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff31 expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.479507:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341429632:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016090.479583:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.490974:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341429632:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016090.491007:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.491076:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338580864:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11742us (12498us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.491091:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2498 00000100:00100000:0.0:1734016090.491527:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.491928:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338580992 00000100:00100000:3.0:1734016090.491937:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338580992 00000100:00100000:3.0:1734016090.491984:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9944 00000100:00100000:3.0:1734016090.491993:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338580992:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016090.492352:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10104154 -> 10104154 00002000:00010000:3.0:1734016090.492355:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:3.0:1734016090.492358:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:3.0:1734016090.492360:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:3.0:1734016090.492361:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 640 -> 656 00000100:00100000:3.0:1734016090.494529:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338580992:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 2513us (2981us total) trans 4294969008 rc 0/0 00000100:00100000:3.0:1734016090.494548:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9944 00000100:00100000:0.0:1734016090.511138:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.511469:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581120 00000100:00100000:3.0:1734016090.511483:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581120 00000100:00100000:3.0:1734016090.511564:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9945 00000100:00100000:3.0:1734016090.511575:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338581120:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016090.511921:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10104154 -> 10104154 00002000:00010000:3.0:1734016090.511925:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:3.0:1734016090.511927:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:3.0:1734016090.511928:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:3.0:1734016090.511930:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 656 -> 760 00000100:00100000:3.0:1734016090.512032:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338581120:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 456us (913us total) trans 4294969009 rc 0/0 00000100:00100000:3.0:1734016090.512040:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9945 00000100:00100000:3.0:1734016090.523383:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581248 00000100:00100000:3.0:1734016090.523410:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581248 00000100:00100000:3.0:1734016090.523516:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9946 00000100:00100000:3.0:1734016090.523529:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338581248:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.523566:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.523600:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f1ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff38 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.523714:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341429760:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.524701:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016090.527902:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341429760:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.527968:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f1ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff38 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.527988:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f1ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff38 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.530131:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016090.532831:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338581248:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9275us (11299us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016090.532853:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9946 00000100:00100000:0.0:1734016090.535778:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.536310:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581376 00000100:00100000:3.0:1734016090.536325:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581376 00000100:00100000:3.0:1734016090.537454:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9947 00000100:00100000:3.0:1734016090.537466:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338581376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.537491:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.537516:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f1b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff3f expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.537798:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341429888:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.538266:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016090.541014:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341429888:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.541066:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f1b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff3f expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.541090:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f1b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff3f expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.541573:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016090.541681:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338581376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4213us (5922us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016090.541694:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9947 00000100:00100000:1.0:1734016090.546689:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581632 00000100:00100000:1.0:1734016090.546709:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581632 00000100:00100000:1.0:1734016090.546804:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1772 00000100:00100000:1.0:1734016090.547258:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338581632:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016090.547333:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.547367:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f0ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe7b expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.547407:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016090.547411:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016090.547609:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.547624:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.547631:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.547666:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.547680:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 18 pid: 7702 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016090.547695:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341430016:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016090.547790:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.553034:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341430016:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016090.553081:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016090.553493:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581760 00000100:00100000:1.0:1734016090.553501:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581760 00010000:00010000:1.0:1734016090.553542:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 19 pid: 7702 timeout: 453 lvb_type: 0 00000100:00100000:1.0:1734016090.553591:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2499 00000100:00100000:1.0:1734016090.553600:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1983:x1818247338581760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.553619:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.553626:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 19 pid: 7702 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016090.553636:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 19 pid: 7702 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016090.553660:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731f0f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519fe82 expref: 19 pid: 7702 timeout: 453 lvb_type: 0 00010000:00010000:1.0:1734016090.553690:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016090.553696:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.553707:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.553716:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.553744:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016090.553768:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.553774:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016090.553797:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1983:x1818247338581760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 197us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.553805:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2499 00000001:00080000:1.0:1734016090.553951:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968406 00000004:00010000:1.0:1734016090.554015:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740e0700 reply state ffff88007437a000 transno 4294968407 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016090.554022:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016090.554103:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338581632:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7291us (8742us total) trans 4294968407 rc 0/0 00000100:00100000:1.0:1734016090.554111:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1772 00000020:00080000:1.0:1734016090.554116:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016090.556825:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.556842:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.556849:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.556855:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016090.556860:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.556867:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.556885:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016090.556888:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016090.556892:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.556897:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f1bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016090.557789:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.558234:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581888 00000100:00100000:0.0:1734016090.558246:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581888 00002000:00010000:0.0:1734016090.558305:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (1015982->18446744073709551615) 00002000:00100000:0.0:1734016090.558310:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247338581888 ext(1015982->18446744073709551615) 00002000:00010000:0.0:1734016090.558324:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800. 00000100:00100000:0.0:1734016090.558362:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8093 00000100:00100000:0.0:1734016090.558371:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338581888:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016090.566315:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10104154 -> 1015982 00002000:00010000:0.0:1734016090.566328:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016090 -> 1734016090 00002000:00010000:0.0:1734016090.566332:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016090 -> 1734016090 00002000:00010000:0.0:1734016090.566334:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016090 -> 1734016090 00002000:00010000:0.0:1734016090.566337:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 760 -> 240 00000100:00100000:0.0:1734016090.566451:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338581888:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 8069us (8661us total) trans 4294969010 rc 0/0 00000100:00100000:0.0:1734016090.566465:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8093 00002000:00010000:0.0:1734016090.566473:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (1015982->18446744073709551615) 00002000:00100000:0.0:1734016090.566477:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247338581888 ext(1015982->18446744073709551615) 00002000:00010000:0.0:1734016090.566485:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800. 00000100:00100000:1.0:1734016090.573087:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582016 00000100:00100000:1.0:1734016090.573116:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582016 00000100:00100000:1.0:1734016090.573244:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1773 00000100:00100000:1.0:1734016090.573266:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338582016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.573299:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.573323:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f1c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff46 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.573459:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.573481:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.573495:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:1.0:1734016090.573533:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1015982 00000004:00200000:1.0:1734016090.573538:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016090.573562:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.573594:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f1c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.573637:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.573648:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016090.573651:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016090.573656:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016090.573739:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338582016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 476us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.573748:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1773 00000100:00100000:3.0:1734016090.579001:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582144 00000100:00100000:3.0:1734016090.579021:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582144 00000100:00100000:1.0:1734016090.580360:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9948 00000100:00100000:1.0:1734016090.580374:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338582144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016090.580412:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016090.580441:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f1d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff4d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.580533:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341430144:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016090.580626:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.588903:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341430144:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016090.588973:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f1d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff4d expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.589000:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f1d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff4d expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016090.589019:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016090.589126:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338582144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8751us (10393us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016090.589139:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9948 00000100:00100000:3.0:1734016090.593035:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.593080:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582272 00000100:00100000:3.0:1734016090.593093:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582272 00000100:00100000:3.0:1734016090.593148:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9949 00000100:00100000:3.0:1734016090.593158:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338582272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.593200:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.593229:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f1d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff54 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.593320:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341430272:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.593399:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016090.596705:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341430272:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.596760:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f1d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff54 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.596778:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f1d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff54 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.597349:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016090.597715:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338582272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4551us (4690us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016090.597732:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9949 00000100:00100000:3.0:1734016090.602565:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582400 00000100:00100000:3.0:1734016090.602579:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582400 00000100:00100000:3.0:1734016090.602698:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9950 00000100:00100000:3.0:1734016090.602706:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338582400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.602735:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.602763:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f1df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff5b expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.602799:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f1a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9150464->9158655) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff31 expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.602808:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016090.602811:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016090.602815:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f1df lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1003520->1015807] (req 1003520->1015807) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff5b expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.602860:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f1a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9150464->9158655) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff31 expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.602875:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f1a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9150464->9158655) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff31 expref: 9 pid: 7680 timeout: 453 lvb_type: 0 00000100:00100000:3.0:1734016090.602891:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341430400:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016090.603592:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016090.607630:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.608262:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341430400:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016090.608318:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f1df lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1003520->1015807] (req 1003520->1015807) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff5b expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.608345:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016090.609755:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338582400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7045us (7425us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.609766:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9950 00000100:00100000:0.0:1734016090.616142:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.636611:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.636718:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582912 00000100:00100000:0.0:1734016090.636729:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582912 00000100:00100000:0.0:1734016090.636807:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1774 00000100:00100000:0.0:1734016090.636817:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338582912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016090.636858:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.636889:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f1e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff62 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.637022:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f1ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016090.637042:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f1ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016090.637057:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f1ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:0.0:1734016090.637089:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1015982 00000004:00200000:0.0:1734016090.637094:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016090.637115:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f1ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016090.637140:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f1e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff62 expref: 24 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.637227:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f1ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff62 expref: 23 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.637236:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016090.637239:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016090.637244:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016090.637330:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338582912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 514us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.637337:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1774 00000100:00100000:3.0:1734016090.640375:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583040 00000100:00100000:3.0:1734016090.640385:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583040 00000100:00100000:3.0:1734016090.640431:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9951 00000100:00100000:3.0:1734016090.640439:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338583040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.640463:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.640484:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f1f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff69 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.640512:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016090.640514:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016090.640522:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f1f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff69 expref: 10 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.640538:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f1f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff69 expref: 10 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.640551:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016090.640601:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338583040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 162us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.640607:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9951 00000100:00100000:1.0:1734016090.653401:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.658735:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341430656:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016090.658754:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341430784:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016090.658832:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f1fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [7798784->7815167] (req 7798784->7815167) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff70 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.658855:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:3.0:1734016090.658919:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338583168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5207us (5542us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.658931:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9952 00000100:00100000:0.0:1734016090.660207:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.660786:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.662037:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583296 00000100:00100000:1.0:1734016090.662051:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583296 00010000:00010000:1.0:1734016090.662103:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f1f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff69 expref: 11 pid: 7680 timeout: 454 lvb_type: 1 00000100:00100000:1.0:1734016090.662149:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583424 00000100:00100000:1.0:1734016090.662152:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583424 00010000:00010000:1.0:1734016090.662163:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f1df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff5b expref: 6 pid: 7680 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.662203:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2501 00000100:00100000:1.0:1734016090.662213:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338583296:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.662231:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.662271:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f1f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff69 expref: 11 pid: 7680 timeout: 454 lvb_type: 1 00010000:00010000:1.0:1734016090.662281:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f1f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff69 expref: 11 pid: 7680 timeout: 454 lvb_type: 1 00010000:00010000:1.0:1734016090.662306:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f1f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff69 expref: 11 pid: 7680 timeout: 454 lvb_type: 1 00010000:00010000:1.0:1734016090.662335:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016090.662404:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338583296:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 192us (2204us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016090.662412:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2501 00000100:00100000:1.0:1734016090.662435:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2502 00000100:00100000:1.0:1734016090.662440:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338583424:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016090.662447:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.662455:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f1df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff5b expref: 6 pid: 7680 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.662465:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f1df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff5b expref: 6 pid: 7680 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.662478:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f1df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff5b expref: 6 pid: 7680 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016090.662492:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.662494:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016090.662502:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f1fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7798784->7815167) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff70 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.662511:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f1fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7798784->7815167) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff70 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.662551:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f1fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7798784->7815167) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff70 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016090.662566:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341430912:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016090.662606:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.668883:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.673630:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.674774:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9954 00000100:00100000:3.0:1734016090.674782:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338583680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.674804:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.674824:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f202 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff77 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.674889:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431040:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.674961:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016090.677174:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431040:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.677344:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f202 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff77 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.677360:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f202 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff77 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.677449:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016090.677697:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338583680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2912us (4081us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016090.677706:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9954 00000100:00100000:3.0:1734016090.680603:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583808 00000100:00100000:3.0:1734016090.680613:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583808 00000100:00100000:3.0:1734016090.680806:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9955 00000100:00100000:3.0:1734016090.680814:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338583808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.680838:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.680862:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f209 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff7e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.680932:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431168:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.681236:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016090.683308:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431168:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.683347:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f209 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff7e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.683369:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f209 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff7e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.683381:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016090.683701:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338583808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2885us (3258us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016090.683711:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9955 00000100:00100000:1.0:1734016090.685832:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.685948:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583936 00000100:00100000:3.0:1734016090.685957:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583936 00000100:00100000:3.0:1734016090.686010:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9956 00000100:00100000:3.0:1734016090.686019:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338583936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.686039:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.686059:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f210 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff85 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.686091:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f1fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7798784->7815167) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff70 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.686099:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016090.686101:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016090.686105:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f210 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6082560->6131711] (req 6082560->6131711) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff85 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.686138:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f1fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7798784->7815167) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff70 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.686156:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f1fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7798784->7815167) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff70 expref: 10 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1734016090.686169:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431296:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016090.686269:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00010000:00010000:3.0:1734016090.690891:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731f1fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7798784->7815167) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff70 expref: 11 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1734016090.691315:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431296:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016090.691346:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f210 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6082560->6131711) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff85 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.691358:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016090.691425:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338583936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5404us (5599us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.691437:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9956 00000100:00100000:0.0:1734016090.699241:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341431424:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016090.699400:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016090.699468:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338584064:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9693us (9944us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.699483:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2503 00000100:00100000:0.0:1734016090.708568:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.713908:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.714031:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338584448 00000100:00100000:1.0:1734016090.714047:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338584448 00002000:00100000:1.0:1734016090.714105:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5210112->6082559) req@ffff88012d193b80 x1818247338584448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.714117:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193b80 with x1818247338584448 ext(5210112->6082559) 00002000:00010000:1.0:1734016090.714123:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193b80 00000100:00100000:1.0:1734016090.714168:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8096 00000100:00100000:1.0:1734016090.714176:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338584448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.727585:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338584448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 13391us (13670us total) trans 0 rc 872448/872448 00000100:00100000:1.0:1734016090.727607:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8096 00002000:00100000:1.0:1734016090.727624:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5210112->6082559) req@ffff88012d193b80 x1818247338584448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 488/440 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 872448/872448 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.727637:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193b80 with x1818247338584448 ext(5210112->6082559) 00002000:00010000:1.0:1734016090.727647:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193b80 00000100:00100000:3.0:1734016090.782969:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338584320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 74122us (74399us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016090.782989:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8095 00002000:00100000:3.0:1734016090.783007:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1019904->6131711) req@ffff88012b87e680 x1818247338584320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:51/0 lens 504/440 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.783019:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e680 with x1818247338584320 ext(1019904->6131711) 00002000:00010000:3.0:1734016090.783026:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e680 00000100:00100000:0.0:1734016090.789883:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.790081:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338584704 00000100:00100000:3.0:1734016090.790091:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338584704 00000100:00100000:3.0:1734016090.790147:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9957 00000100:00100000:3.0:1734016090.790155:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338584704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.790207:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.790231:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731f217 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff8c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.790314:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431552:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.790862:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016090.792410:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016090 -> 1734016091 00002000:00010000:3.0:1734016090.792417:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016090 -> 1734016091 00000100:00100000:3.0:1734016090.792447:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431552:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.792482:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731f217 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff8c expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.792497:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731f217 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff8c expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.792522:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016090.792580:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338584704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2423us (2709us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016090.792590:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9957 00000100:00100000:1.0:1734016090.804555:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.804676:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338584832 00000100:00100000:3.0:1734016090.804689:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338584832 00000100:00100000:3.0:1734016090.804756:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9958 00000100:00100000:3.0:1734016090.804766:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338584832:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.804796:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.808596:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f21e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff93 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016090.808716:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431680:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016090.808835:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016090.811898:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431680:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016090.811948:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f21e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff93 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.811966:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f21e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff93 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016090.812141:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016090.813529:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338584832:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8757us (8983us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016090.813543:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9958 00000100:00100000:0.0:1734016090.818389:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.818516:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585088 00000100:00100000:1.0:1734016090.818535:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585088 00000100:00100000:1.0:1734016090.818626:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1775 00000100:00100000:1.0:1734016090.818639:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338585088:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016090.818735:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016090.818785:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f1ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff62 expref: 23 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.819742:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016090.819748:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016090.819963:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.819979:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.819985:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016090.820021:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016090.820036:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 18 pid: 6475 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016090.820049:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341431808:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016090.820146:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.831543:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.831869:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585216 00000100:00100000:0.0:1734016090.831889:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585216 00010000:00010000:0.0:1734016090.831967:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 19 pid: 6475 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1734016090.833273:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2504 00000100:00100000:0.0:1734016090.833288:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1982:x1818247338585216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016090.833317:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016090.833328:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 19 pid: 6475 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016090.833345:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 19 pid: 6475 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016090.833374:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f1ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff46 expref: 19 pid: 6475 timeout: 454 lvb_type: 0 00010000:00010000:0.0:1734016090.833421:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016090.833426:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.833437:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.833444:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.833483:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016090.833543:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247338585216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 259us (2025us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.833552:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2504 00010000:00010000:3.0:1734016090.834377:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016090.834385:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016090.834516:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968408 00000004:00010000:3.0:1734016090.834588:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d192d80 reply state ffff880074379000 transno 4294968409 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016090.834596:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016090.834683:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338585088:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 16048us (16503us total) trans 4294968409 rc 0/0 00000100:00100000:3.0:1734016090.834690:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1775 00000020:00080000:3.0:1734016090.834694:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016090.837155:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016090.837425:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.837440:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.837449:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.837455:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a39200 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016090.837462:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.837470:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.837495:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016090.837498:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016090.837503:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016090.837510:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f225 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016090.837964:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585344 00000100:00100000:3.0:1734016090.837980:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585344 00000100:00100000:3.0:1734016090.838221:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9959 00000100:00100000:3.0:1734016090.838233:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338585344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.838271:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.838301:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ff9a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.838337:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f210 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6082560->6131711) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff85 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.838346:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016090.838348:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016090.838352:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.838395:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f210 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6082560->6131711) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff85 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.838408:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f210 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6082560->6131711) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff85 expref: 5 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1734016090.838423:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431936:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016090.839125:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.845172:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.845406:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341431936:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016090.845446:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.845469:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016090.845529:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338585344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7299us (8389us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.845540:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9959 00000100:00100000:0.0:1734016090.862588:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.869556:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.870381:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341432064:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016090.870408:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016090.870426:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338585600:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7387us (7857us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.870434:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2505 00000100:00100000:1.0:1734016090.875553:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.875654:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585856 00000100:00100000:3.0:1734016090.875666:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585856 00000100:00100000:3.0:1734016090.875761:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1776 00000100:00100000:3.0:1734016090.875773:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338585856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.875810:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.875841:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec731f233 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ffa1 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.875981:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731f23a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016090.875998:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731f23a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016090.876011:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731f23a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016090.876042:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9606014 00000004:00200000:3.0:1734016090.876046:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016090.876068:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731f23a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016090.876099:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec731f233 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ffa1 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.876150:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec731f23a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ffa1 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.876159:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016090.876161:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016090.876167:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016090.876839:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338585856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1066us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.876845:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1776 00000100:00100000:3.0:1734016090.879893:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.879994:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585984 00000100:00100000:0.0:1734016090.880009:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585984 00000100:00100000:0.0:1734016090.880096:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9960 00000100:00100000:0.0:1734016090.880106:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338585984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016090.880135:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.880162:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f241 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ffa8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016090.880297:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341432192:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016090.880380:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016090.887491:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.896616:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016090.896693:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338586240 00000100:00100000:3.0:1734016090.896704:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338586240 00000100:00100000:3.0:1734016090.896753:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1777 00000100:00100000:3.0:1734016090.896761:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338586240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016090.896801:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016090.896831:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec731f24f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c519ffb6 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.896929:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016090.896947:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016090.896958:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016090.896985:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9606014 00000004:00200000:3.0:1734016090.896989:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016090.897006:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016090.897035:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec731f24f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ffb6 expref: 26 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.897053:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519ffb6 expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016090.897059:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016090.897062:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016090.897065:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016090.897123:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338586240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 361us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016090.897129:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1777 00000100:00100000:0.0:1734016090.922638:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.924860:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338586496 00000100:00100000:1.0:1734016090.924882:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338586496 00002000:00100000:1.0:1734016090.924955:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012d193480 x1818247338586496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.924967:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193480 with x1818247338586496 ext(0->4194303) 00002000:00010000:1.0:1734016090.924974:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193480 00000100:00100000:0.0:1734016090.925599:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016090.925756:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016090.926021:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338586624 00000100:00100000:1.0:1734016090.926027:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338586624 00002000:00100000:1.0:1734016090.926055:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88012d191180 x1818247338586624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016090.926065:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247338586624 ext(4194304->8388607) 00002000:00010000:1.0:1734016090.926070:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:1.0:1734016090.926098:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8098 00000100:00100000:1.0:1734016090.926106:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338586496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016090.939238:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8099 00000100:00100000:1.0:1734016090.939269:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338586624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016090.955512:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338586752 00000100:00100000:3.0:1734016090.955536:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338586752 00002000:00100000:3.0:1734016090.955609:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9609215) req@ffff88012d191880 x1818247338586752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/0 e 0 to 0 dl 1734016101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016090.955622:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191880 with x1818247338586752 ext(8388608->9609215) 00002000:00010000:3.0:1734016090.955629:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191880 00000100:00100000:3.0:1734016090.955672:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8100 00000100:00100000:3.0:1734016090.955682:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338586752:12345-192.168.201.1@tcp:3:fsx.0 00010000:00010000:1.0:1734016091.054223:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016091.077809:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:3.0:1734016091.080441:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016061 00000100:00100000:1.0:1734016091.087252:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338586624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147948us (161613us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016091.087278:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8099 00002000:00100000:1.0:1734016091.087312:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88012d191180 x1818247338586624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/440 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.087328:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247338586624 ext(4194304->8388607) 00002000:00010000:1.0:1734016091.087338:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:3.0:1734016091.097889:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338586752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142205us (172130us total) trans 0 rc 1220608/1220608 00000100:00100000:3.0:1734016091.097900:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8100 00002000:00100000:3.0:1734016091.097913:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9609215) req@ffff88012d191880 x1818247338586752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:51/0 lens 488/440 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 1220608/1220608 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016091.097924:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191880 with x1818247338586752 ext(8388608->9609215) 00002000:00010000:3.0:1734016091.097931:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191880 00000100:00100000:0.0:1734016091.114415:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.129161:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.138552:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.147468:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.157335:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.165363:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.171047:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.178379:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.190466:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.207336:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.221766:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.239284:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.250137:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.272741:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.309710:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.316734:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.316851:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589056 00000100:00100000:3.0:1734016091.316861:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589056 00002000:00100000:3.0:1734016091.316914:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2031616->9742011) req@ffff88012d190a80 x1818247338589056/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:52/0 lens 504/0 e 0 to 0 dl 1734016102 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016091.316923:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190a80 with x1818247338589056 ext(2031616->9742011) 00010000:00010000:3.0:1734016091.316933:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 13 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.316946:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 13 pid: 7681 timeout: 454 lvb_type: 0 00002000:00010000:3.0:1734016091.316953:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d190a80 00000100:00100000:3.0:1734016091.317034:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 276 00000100:00100000:3.0:1734016091.317041:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338589056:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016091.334271:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338589056:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 17212us (17530us total) trans 4294969015 rc 0/0 00000100:00100000:3.0:1734016091.334292:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 276 00002000:00100000:3.0:1734016091.334310:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2031616->9742011) req@ffff88012d190a80 x1818247338589056/t4294969015(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:52/0 lens 504/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016091.334322:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190a80 with x1818247338589056 ext(2031616->9742011) 00010000:00010000:3.0:1734016091.334338:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 15 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.334357:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 15 pid: 7681 timeout: 454 lvb_type: 0 00002000:00010000:3.0:1734016091.334365:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d190a80 00000100:00100000:1.0:1734016091.346849:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.350357:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589184 00000100:00100000:3.0:1734016091.350377:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589184 00010000:00010000:3.0:1734016091.350428:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 15 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1734016091.350488:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2506 00000100:00100000:3.0:1734016091.350497:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338589184:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016091.350517:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016091.350540:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 368 -> 552 00010000:00010000:3.0:1734016091.350546:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 15 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.350559:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 15 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.350586:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f22c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ff9a expref: 15 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.350632:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016091.350634:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016091.350641:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.350650:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.350693:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016091.350707:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341434368:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016091.350796:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.361630:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341434368:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016091.361653:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016091.361703:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247338589184:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11207us (14864us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.361713:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2506 00000100:00100000:0.0:1734016091.376319:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.376379:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.376430:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.380343:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8102 00000100:00100000:1.0:1734016091.380358:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338589696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016091.384490:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8103 00000100:00100000:3.0:1734016091.384503:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338589952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016091.466105:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.474417:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.475560:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590208 00000100:00100000:1.0:1734016091.475568:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590208 00000100:00100000:1.0:1734016091.475612:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9979 00000100:00100000:1.0:1734016091.475618:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338590208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.475636:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.475652:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a002d expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.475677:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.475684:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f2c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0026 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.475689:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.475690:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.475693:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [262144->315391] (req 262144->315391) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 16 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.475718:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f2c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0026 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016091.475729:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f2c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0026 expref: 16 pid: 7681 timeout: 454 lvb_type: 1 00000100:00100000:1.0:1734016091.475739:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341434496:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016091.475795:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.475802:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 9 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016091.475812:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341434624:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016091.475825:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.488577:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.489312:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590336 00000100:00100000:3.0:1734016091.489319:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590336 00010000:00010000:3.0:1734016091.489345:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f2c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0026 expref: 16 pid: 7681 timeout: 454 lvb_type: 1 00000100:00100000:3.0:1734016091.489373:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2507 00000100:00100000:3.0:1734016091.489379:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1980:x1818247338590336:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016091.489392:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016091.489407:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f2c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0026 expref: 16 pid: 7681 timeout: 454 lvb_type: 1 00010000:00010000:3.0:1734016091.489416:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f2c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0026 expref: 16 pid: 7681 timeout: 454 lvb_type: 1 00010000:00010000:3.0:1734016091.489433:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f2c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0026 expref: 16 pid: 7681 timeout: 454 lvb_type: 1 00010000:00010000:3.0:1734016091.489454:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016091.489472:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247338590336:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 93us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.489478:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2507 00000100:00100000:0.0:1734016091.503702:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.505008:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590464 00000100:00100000:1.0:1734016091.505017:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590464 00010000:00010000:1.0:1734016091.505049:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 8 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016091.506167:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2508 00000100:00100000:1.0:1734016091.506195:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338590464:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.506212:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.506244:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 8 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.506258:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 8 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.506282:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9449472->9474047) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a001f expref: 8 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.506742:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.506745:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.506756:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 14 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.506764:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 14 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.506806:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 14 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.506830:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341434752:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016091.506932:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d313c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.512061:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341434752:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016091.512090:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.512146:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338590464:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5969us (8451us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.512157:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2508 00000100:00100000:0.0:1734016091.513650:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.514081:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590592 00000100:00100000:3.0:1734016091.514088:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590592 00000100:00100000:3.0:1734016091.514129:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9980 00000100:00100000:3.0:1734016091.514136:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247338590592:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016091.514342:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9742012 -> 9742012 00002000:00010000:3.0:1734016091.514345:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.514348:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.514349:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.514351:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 552 -> 656 00000100:00100000:3.0:1734016091.514380:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338590592:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 245us (736us total) trans 4294969016 rc 0/0 00000100:00100000:3.0:1734016091.514387:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9980 00000100:00100000:0.0:1734016091.520453:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.523258:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341434880:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016091.523308:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0034 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.523324:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f2d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0034 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.523348:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:0.0:1734016091.524030:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338590720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3352us (3587us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016091.524038:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9981 00000100:00100000:0.0:1734016091.528718:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.533725:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:3.0:1734016091.533976:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016061 00000100:00100000:1.0:1734016091.540829:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591232 00000100:00100000:1.0:1734016091.540834:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591232 00010000:00010000:1.0:1734016091.540859:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ffb6 expref: 25 pid: 6475 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016091.540887:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2509 00000100:00100000:1.0:1734016091.540893:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+25:1983:x1818247338591232:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.540906:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.540912:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ffb6 expref: 25 pid: 6475 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.540920:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ffb6 expref: 25 pid: 6475 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.540939:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f256 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519ffb6 expref: 25 pid: 6475 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.540955:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016091.540960:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731f2e2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.540969:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731f2e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.540975:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731f2e2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.540998:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.541040:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:1983:x1818247338591232:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 145us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.541046:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2509 00010000:00010000:1.0:1734016091.541072:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731f2e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.541077:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731f2e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:1.0:1734016091.541152:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968410 00000004:00010000:1.0:1734016091.541215:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801312c5180 reply state ffff88007405d000 transno 4294968411 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731f2e2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:1.0:1734016091.541221:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016091.541279:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338591104:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7267us (7564us total) trans 4294968411 rc 0/0 00000100:00100000:1.0:1734016091.541285:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1778 00000020:00080000:1.0:1734016091.541288:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016091.544568:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.544705:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591360 00000100:00100000:3.0:1734016091.544717:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591360 00000100:00100000:3.0:1734016091.544753:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9983 00000100:00100000:3.0:1734016091.544759:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338591360:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.544779:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.544801:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0042 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.544827:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 15 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.544834:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.544835:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.544839:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.544866:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 15 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.544876:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 15 pid: 7680 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1734016091.544892:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341435264:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016091.545703:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.548241:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341435264:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016091.548270:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.548286:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016091.548324:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338591360:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3564us (3765us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.548332:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9983 00000100:00100000:0.0:1734016091.548934:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.549551:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591488 00000100:00100000:3.0:1734016091.549560:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591488 00010000:00010000:3.0:1734016091.549594:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 16 pid: 7680 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1734016091.549637:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2510 00000100:00100000:3.0:1734016091.549643:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338591488:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016091.549659:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016091.549693:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 16 pid: 7680 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.549704:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 16 pid: 7680 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.549730:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f2cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 262144->315391) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a002d expref: 16 pid: 7680 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.549759:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016091.549762:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016091.549768:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.549777:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.549806:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016091.549818:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341435392:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016091.549876:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.553536:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341435392:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016091.553567:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016091.553634:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247338591488:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3987us (4698us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.553650:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2510 00002000:00010000:3.0:1734016091.563615:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9742012 -> 685844 00002000:00010000:3.0:1734016091.563623:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.563626:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.563629:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.563632:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 656 -> 344 00000100:00100000:3.0:1734016091.567037:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338591616:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 13085us (13234us total) trans 4294969017 rc 0/0 00000100:00100000:3.0:1734016091.567054:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8104 00002000:00010000:3.0:1734016091.567064:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (685844->18446744073709551615) 00002000:00100000:3.0:1734016091.567069:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0000 with x1818247338591616 ext(685844->18446744073709551615) 00002000:00010000:3.0:1734016091.567080:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0000. 00000100:00100000:3.0:1734016091.571889:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.573883:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591744 00000100:00100000:1.0:1734016091.573897:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591744 00000100:00100000:1.0:1734016091.573970:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1779 00000100:00100000:1.0:1734016091.573979:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338591744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.574008:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.574028:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f2f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0049 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.574105:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.574119:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.574129:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016091.574152:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 685844 00000004:00200000:1.0:1734016091.574157:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016091.574170:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.574223:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f2f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 22 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.574258:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 21 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.574266:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016091.574269:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016091.574272:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016091.574326:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338591744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 348us (2444us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.574333:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1779 00000100:00100000:1.0:1734016091.580560:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.581115:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592000 00000100:00100000:0.0:1734016091.581124:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592000 00000100:00100000:0.0:1734016091.581167:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1780 00000100:00100000:0.0:1734016091.581176:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338592000:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016091.582727:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016091.582744:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.582752:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016091.582783:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.582801:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 20 pid: 7702 timeout: 454 lvb_type: 0 00000100:00100000:0.0:1734016091.582813:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341435520:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016091.583489:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.586982:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341435520:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016091.587014:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016091.587526:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.587591:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592128 00000100:00100000:3.0:1734016091.587596:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592128 00010000:00010000:3.0:1734016091.587623:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 21 pid: 7702 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1734016091.587641:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2511 00000100:00100000:3.0:1734016091.587647:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:1982:x1818247338592128:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016091.587662:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016091.587667:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 21 pid: 7702 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.587676:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 21 pid: 7702 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.587693:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f2f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0049 expref: 21 pid: 7702 timeout: 454 lvb_type: 0 00010000:00010000:3.0:1734016091.587718:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016091.587722:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016091.587731:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016091.587736:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016091.587749:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016091.587788:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1982:x1818247338592128:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 141us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.587793:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2511 00010000:00010000:3.0:1734016091.587814:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016091.587820:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016091.587886:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968412 00000004:00010000:3.0:1734016091.587919:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130bc4700 reply state ffff88007408f000 transno 4294968413 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f2fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016091.587924:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016091.587984:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338592000:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 6808us (7431us total) trans 4294968413 rc 0/0 00000100:00100000:3.0:1734016091.587991:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1780 00000020:00080000:3.0:1734016091.587995:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016091.598377:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.598475:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592256 00000100:00100000:3.0:1734016091.598485:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592256 00000100:00100000:3.0:1734016091.598519:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9984 00000100:00100000:3.0:1734016091.598526:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338592256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.598544:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.598561:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0050 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.598589:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.598595:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.598597:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.598600:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.598627:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.598637:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 8 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:3.0:1734016091.598649:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341435648:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016091.600322:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.604877:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592384 00000100:00100000:1.0:1734016091.604884:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592384 00010000:00010000:1.0:1734016091.604912:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 9 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016091.604939:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2512 00000100:00100000:1.0:1734016091.604946:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338592384:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.604957:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.604975:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 9 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.604987:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 9 pid: 7681 timeout: 454 lvb_type: 0 00010000:00010000:1.0:1734016091.605008:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.605010:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.605015:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.605022:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.605051:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.605061:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341435776:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016091.605847:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f2e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0042 expref: 9 pid: 7681 timeout: 454 lvb_type: 0 00000100:00100000:1.0:1734016091.605891:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.606109:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341435648:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016091.606130:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.606138:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016091.607588:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338592256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9058us (9215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.607596:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9984 00000100:00100000:1.0:1734016091.609492:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341435776:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016091.609521:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.610081:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338592384:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5132us (5289us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.610091:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2512 00000100:00100000:0.0:1734016091.610390:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.610712:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592512 00000100:00100000:3.0:1734016091.610721:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592512 00002000:00010000:3.0:1734016091.610763:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6128046->18446744073709551615) 00002000:00100000:3.0:1734016091.610768:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6d80 with x1818247338592512 ext(6128046->18446744073709551615) 00002000:00010000:3.0:1734016091.610787:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6d80. 00000100:00100000:3.0:1734016091.610827:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8105 00000100:00100000:3.0:1734016091.610833:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338592512:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016091.611048:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 685844 -> 6128046 00002000:00010000:3.0:1734016091.611051:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.611053:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.611055:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.611057:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 344 -> 344 00000100:00100000:3.0:1734016091.611082:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1983:x1818247338592512:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 249us (693us total) trans 4294969018 rc 0/0 00000100:00100000:3.0:1734016091.611089:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8105 00002000:00010000:3.0:1734016091.611091:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6128046->18446744073709551615) 00002000:00100000:3.0:1734016091.611093:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6d80 with x1818247338592512 ext(6128046->18446744073709551615) 00002000:00010000:3.0:1734016091.611096:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6d80. 00000100:00100000:0.0:1734016091.613464:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.613543:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592640 00000100:00100000:3.0:1734016091.613551:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592640 00000100:00100000:3.0:1734016091.614009:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1781 00000100:00100000:3.0:1734016091.614016:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+26:9663:x1818247338592640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.614038:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.614063:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec731f30c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0057 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.614147:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731f313 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016091.614164:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731f313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016091.614175:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731f313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016091.614250:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6128046 00000004:00200000:3.0:1734016091.614254:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016091.614271:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731f313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016091.614296:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec731f30c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0057 expref: 28 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.614320:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731f313 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0057 expref: 27 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.614328:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016091.614330:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016091.614334:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016091.615106:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338592640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1085us (1643us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.615114:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1781 00000100:00100000:3.0:1734016091.618310:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.618367:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592768 00000100:00100000:0.0:1734016091.618375:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592768 00000100:00100000:0.0:1734016091.618413:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1782 00000100:00100000:0.0:1734016091.618418:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338592768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016091.618433:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.618447:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f31a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a005e expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.618512:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016091.618523:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016091.618531:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016091.618549:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6128046 00000004:00200000:0.0:1734016091.618552:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016091.618562:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016091.618580:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f31a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a005e expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.618607:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a005e expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.618614:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016091.618617:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016091.618619:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016091.618654:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338592768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 235us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.618659:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1782 00000100:00100000:1.0:1734016091.621499:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.621583:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592896 00000100:00100000:3.0:1734016091.621591:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592896 00000100:00100000:3.0:1734016091.621629:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9985 00000100:00100000:3.0:1734016091.621634:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338592896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.621650:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.621667:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731f328 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0065 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016091.621717:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341435904:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016091.621978:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.623323:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341435904:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016091.623345:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731f328 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0065 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.623354:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731f328 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0065 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.623368:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016091.623593:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338592896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1958us (2103us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016091.623600:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9985 00000100:00100000:3.0:1734016091.625274:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593024 00000100:00100000:3.0:1734016091.625280:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593024 00000100:00100000:3.0:1734016091.625306:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9986 00000100:00100000:3.0:1734016091.625310:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338593024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.625322:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.625334:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a006c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.625357:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.625364:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.625366:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.625369:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8515584->8544255] (req 8515584->8544255) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.625390:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.625400:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 16 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:3.0:1734016091.625409:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341436032:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016091.625452:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.628014:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341436032:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016091.628038:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8515584->8544255] (req 8515584->8544255) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.628051:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016091.628379:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338593024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3066us (3167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.628386:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9986 00000100:00100000:0.0:1734016091.628524:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.629096:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593152 00000100:00100000:1.0:1734016091.629102:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593152 00010000:00010000:1.0:1734016091.629124:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 17 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016091.629155:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2513 00000100:00100000:1.0:1734016091.629160:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338593152:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.629171:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.629203:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 17 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.629213:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 17 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.629245:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f305 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0050 expref: 17 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.629264:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.629266:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.629271:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.629278:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.629301:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.629311:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341436160:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016091.629348:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.632221:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341436160:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016091.632246:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.632279:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338593152:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3116us (3754us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.632288:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2513 00000100:00100000:0.0:1734016091.632464:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.632592:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593280 00000100:00100000:3.0:1734016091.632599:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593280 00000100:00100000:3.0:1734016091.632638:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9987 00000100:00100000:3.0:1734016091.632643:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338593280:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016091.632820:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6128046 -> 8542022 00002000:00010000:3.0:1734016091.632823:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.632825:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.632827:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.632828:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 344 -> 400 00000100:00100000:3.0:1734016091.632859:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338593280:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 215us (396us total) trans 4294969019 rc 0/0 00000100:00100000:3.0:1734016091.632865:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9987 00000100:00100000:0.0:1734016091.635263:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.635341:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593408 00000100:00100000:3.0:1734016091.635348:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593408 00000100:00100000:3.0:1734016091.635377:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9988 00000100:00100000:3.0:1734016091.635383:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338593408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.635398:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.635413:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0073 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.635439:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.635445:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.635446:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.635450:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7139328->7167999] (req 7139328->7167999) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 17 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.635479:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.635489:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 9 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:3.0:1734016091.635500:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341436288:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016091.635661:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.642582:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341436288:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016091.642610:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7139328->7167999] (req 7139328->7167999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 17 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.642624:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016091.642750:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338593408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7321us (7447us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.642759:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9988 00000100:00100000:0.0:1734016091.643427:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.644207:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593536 00000100:00100000:1.0:1734016091.644213:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593536 00010000:00010000:1.0:1734016091.644264:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 10 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016091.644291:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2514 00000100:00100000:1.0:1734016091.644296:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338593536:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.644307:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.644323:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 10 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.644333:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 10 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.644350:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f32f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8515584->8544255) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a006c expref: 10 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.644380:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.644382:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.644387:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7139328->7167999) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.644394:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7139328->7167999) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.644419:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7139328->7167999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.644430:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341436416:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016091.644464:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016091.646443:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.646619:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341436416:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016091.646639:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.646665:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338593536:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2369us (3754us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.646674:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2514 00000100:00100000:3.0:1734016091.647012:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593664 00000100:00100000:3.0:1734016091.647017:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593664 00000100:00100000:3.0:1734016091.647050:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9989 00000100:00100000:3.0:1734016091.647055:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1983:x1818247338593664:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016091.647789:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8542022 -> 8542022 00002000:00010000:3.0:1734016091.647793:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.647795:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.647796:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.647798:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:3.0:1734016091.647851:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247338593664:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 794us (1410us total) trans 4294969020 rc 0/0 00000100:00100000:3.0:1734016091.647859:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9989 00000100:00100000:0.0:1734016091.654900:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.666994:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.673526:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.674441:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594176 00000100:00100000:1.0:1734016091.674449:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594176 00000100:00100000:1.0:1734016091.674528:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1783 00000100:00100000:1.0:1734016091.674536:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338594176:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016091.674582:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.674604:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731f313 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0057 expref: 27 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.674813:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016091.674818:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016091.674968:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.674980:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a005e expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.674987:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.675015:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a005e expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.675026:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a005e expref: 20 pid: 6475 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016091.675038:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341436800:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016091.675760:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016091.678886:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016091.679418:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f321 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a005e expref: 20 pid: 6475 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016091.679431:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341436800:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016091.679447:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.679453:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.679457:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:1.0:1734016091.679535:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968414 00000004:00010000:1.0:1734016091.679578:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d83f480 reply state ffff88007437f000 transno 4294968415 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:1.0:1734016091.679584:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016091.679643:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247338594176:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5107us (6125us total) trans 4294968415 rc 0/0 00000100:00100000:1.0:1734016091.679648:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1783 00000020:00080000:1.0:1734016091.679651:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016091.682972:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016091.683065:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.683081:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.683090:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.683096:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38000 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016091.683101:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.683108:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.683125:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016091.683129:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016091.683136:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.683141:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f34b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016091.688564:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.689207:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594560 00000100:00100000:1.0:1734016091.689217:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594560 00000100:00100000:1.0:1734016091.689805:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1784 00000100:00100000:1.0:1734016091.689814:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+28:9663:x1818247338594560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.689849:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.689873:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f352 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0088 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.689985:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f359 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.690001:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f359 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.690010:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f359 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016091.690037:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4605782 00000004:00200000:1.0:1734016091.690043:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016091.690058:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f359 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.690083:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f352 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0088 expref: 30 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.690117:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f359 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0088 expref: 29 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.690126:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016091.690128:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016091.690132:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016091.690207:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247338594560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 392us (1653us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.690213:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1784 00000100:00100000:0.0:1734016091.692985:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.698763:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.706499:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.711748:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.711901:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595072 00000100:00100000:1.0:1734016091.711908:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595072 00010000:00010000:1.0:1734016091.711930:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7139328->7167999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 19 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016091.711968:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2516 00000100:00100000:1.0:1734016091.711974:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1983:x1818247338595072:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.711989:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.712010:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7139328->7167999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 19 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.712022:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7139328->7167999) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 19 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.712044:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f336 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7139328->7167999) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0073 expref: 19 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.712059:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.712061:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.712066:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f375 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5877760->5935103) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a009d expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.712074:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5877760->5935103) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a009d expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.712105:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5877760->5935103) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a009d expref: 9 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.712122:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341437184:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016091.712160:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.716782:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341437184:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016091.716818:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.716899:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247338595072:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4922us (5151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.716914:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2516 00000100:00100000:0.0:1734016091.717837:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.721661:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.721738:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595328 00000100:00100000:3.0:1734016091.721744:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595328 00000100:00100000:3.0:1734016091.721779:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9995 00000100:00100000:3.0:1734016091.721785:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247338595328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.721801:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.721815:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f37c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a00a4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016091.721858:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341437312:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016091.721905:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.724719:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341437312:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016091.724752:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f37c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00a4 expref: 19 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.724767:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f37c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00a4 expref: 19 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.724792:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016091.725438:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247338595328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3651us (3781us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016091.725446:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9995 00000100:00100000:1.0:1734016091.729144:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.729840:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595456 00000100:00100000:3.0:1734016091.729849:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595456 00000100:00100000:3.0:1734016091.729908:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9996 00000100:00100000:3.0:1734016091.729918:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1981:x1818247338595456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.729941:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.729960:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f383 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a00ab expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016091.730023:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341437440:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016091.730091:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.732529:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341437440:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016091.732574:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f383 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00ab expref: 19 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.732587:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f383 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00ab expref: 19 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.732619:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016091.733226:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1981:x1818247338595456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3306us (4089us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016091.733244:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9996 00000100:00100000:0.0:1734016091.738551:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.742267:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.742402:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595840 00000100:00100000:0.0:1734016091.742411:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595840 00010000:00010000:0.0:1734016091.742449:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731f367 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a008f expref: 21 pid: 6475 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1734016091.742746:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2517 00000100:00100000:0.0:1734016091.742752:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:1982:x1818247338595840:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016091.742763:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016091.742769:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731f367 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a008f expref: 21 pid: 6475 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.742777:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731f367 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a008f expref: 21 pid: 6475 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.742795:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731f367 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a008f expref: 21 pid: 6475 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016091.742817:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016091.742820:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731f38a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016091.742829:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731f38a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016091.742835:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731f38a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016091.742848:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016091.742893:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1982:x1818247338595840:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 140us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.742902:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2517 00000100:00100000:1.0:1734016091.747882:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.748073:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595968 00000100:00100000:3.0:1734016091.748082:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595968 00000100:00100000:3.0:1734016091.748130:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9997 00000100:00100000:3.0:1734016091.748137:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338595968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.748156:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.748171:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f391 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a00b2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.748239:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f375 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5877760->5935103) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a009d expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.748247:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.748249:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016091.748253:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f391 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00b2 expref: 19 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.748288:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5877760->5935103) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a009d expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.748302:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5877760->5935103) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a009d expref: 10 pid: 7680 timeout: 455 lvb_type: 0 00000100:00100000:3.0:1734016091.748314:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341437696:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016091.748373:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.751035:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.751116:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341437696:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016091.751141:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f391 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00b2 expref: 19 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016091.751158:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016091.751239:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338595968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3094us (3357us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016091.751246:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9997 00000100:00100000:1.0:1734016091.755446:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.758620:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.764992:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.765073:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596608 00000100:00100000:1.0:1734016091.765080:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596608 00000100:00100000:1.0:1734016091.765538:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1788 00000100:00100000:1.0:1734016091.765546:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+31:9663:x1818247338596608:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016091.765586:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.765606:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f39f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00b9 expref: 31 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.765621:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016091.765624:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016091.765731:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.765744:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.765750:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:1.0:1734016091.765776:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968418 00000004:00010000:1.0:1734016091.765790:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d83c700 reply state ffff88007437d000 transno 4294968419 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:1.0:1734016091.765796:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016091.766723:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+33:9663:x1818247338596608:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 1176us (1737us total) trans 4294968419 rc 0/0 00000100:00100000:1.0:1734016091.766730:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1788 00000020:00080000:1.0:1734016091.766735:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016091.775421:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.775439:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.775445:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.775449:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016091.775454:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.775461:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.775475:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016091.775478:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016091.775481:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016091.775486:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f3a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016091.778713:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.791622:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.791682:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596864 00000100:00100000:1.0:1734016091.791691:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596864 00000100:00100000:1.0:1734016091.791742:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1789 00000100:00100000:1.0:1734016091.791749:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338596864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.791766:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.791785:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f3ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a00c0 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.791867:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f3b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.791881:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f3b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.791889:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f3b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016091.791916:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9646164 00000004:00200000:1.0:1734016091.791920:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016091.791933:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f3b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.791953:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f3ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00c0 expref: 22 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.791985:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f3b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00c0 expref: 21 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.791992:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016091.791994:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016091.791997:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016091.792051:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338596864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 301us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.792057:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1789 00000100:00100000:0.0:1734016091.794109:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.794207:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596992 00000100:00100000:3.0:1734016091.794213:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596992 00000100:00100000:3.0:1734016091.794852:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9998 00000100:00100000:3.0:1734016091.794858:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338596992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.794873:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.794891:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731f3bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a00c7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016091.794936:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341437952:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016091.803114:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.803468:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341437952:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016091.803496:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731f3bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00c7 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.803512:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731f3bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00c7 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.803529:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016091.803578:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338596992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8719us (9474us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016091.803585:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9998 00000100:00100000:0.0:1734016091.816729:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.816816:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597120 00000100:00100000:3.0:1734016091.816826:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597120 00000100:00100000:3.0:1734016091.816866:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9999 00000100:00100000:3.0:1734016091.816872:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338597120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016091.816888:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016091.816902:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f3c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a00ce expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016091.816948:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341438080:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016091.816992:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016091.818642:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341438080:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016091.818665:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f3c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00ce expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.818673:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f3c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00ce expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016091.818697:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016091.818731:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338597120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1858us (2009us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016091.818740:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9999 00000100:00100000:0.0:1734016091.821509:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016091.821591:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597248 00000100:00100000:1.0:1734016091.821598:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597248 00000100:00100000:1.0:1734016091.821649:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1790 00000100:00100000:1.0:1734016091.821655:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+32:9663:x1818247338597248:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016091.821674:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016091.821688:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f3c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a00d5 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.821750:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f3d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.821762:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f3d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.821771:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f3d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016091.821790:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9646164 00000004:00200000:1.0:1734016091.821793:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016091.821804:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f3d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016091.821820:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f3c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00d5 expref: 34 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.821834:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f3d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00d5 expref: 33 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.821841:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016091.821843:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016091.821845:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016091.821874:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+33:9663:x1818247338597248:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 219us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.821879:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1790 00000100:00100000:3.0:1734016091.835771:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597376 00000100:00100000:3.0:1734016091.835779:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597376 00000100:00100000:3.0:1734016091.835814:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10000 00000100:00100000:3.0:1734016091.835820:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+21:1983:x1818247338597376:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016091.835997:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9646164 -> 9646164 00002000:00010000:3.0:1734016091.836001:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:3.0:1734016091.836003:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016091.836004:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016092 -> 1734016091 00002000:00010000:3.0:1734016091.836006:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 344 -> 368 00000100:00100000:3.0:1734016091.836042:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+22:1983:x1818247338597376:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 222us (362us total) trans 4294969025 rc 0/0 00000100:00100000:3.0:1734016091.836047:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10000 00000100:00100000:1.0:1734016091.841266:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016091.857914:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016091.858734:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597632 00000100:00100000:3.0:1734016091.858739:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597632 00010000:00010000:3.0:1734016091.858758:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00b2 expref: 22 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016091.860783:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2519 00000100:00100000:1.0:1734016091.860792:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:1982:x1818247338597632:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016091.860805:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016091.860825:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f391 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00b2 expref: 22 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.860837:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f391 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00b2 expref: 22 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.860856:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f391 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00b2 expref: 22 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016091.862276:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.862279:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016091.862286:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.862294:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016091.862320:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016091.862331:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac136680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341438336:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016091.862385:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016091.872111:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341438336:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016091.872129:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016091.872173:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:1982:x1818247338597632:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11382us (14266us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016091.872200:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2519 00000100:00100000:1.0:1734016091.918586:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8109 00000100:00100000:1.0:1734016091.918593:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338598016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016091.925672:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8110 00000100:00100000:3.0:1734016091.925687:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338597888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016091.928056:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8111 00000100:00100000:0.0:1734016091.928070:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338598144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016091.966138:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247338598144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 38062us (48039us total) trans 0 rc 1261568/1261568 00000100:00100000:1.0:1734016091.966149:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8111 00002000:00100000:1.0:1734016091.966159:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9650175) req@ffff8800740e0380 x1818247338598144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:52/0 lens 488/440 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 1261568/1261568 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016091.966167:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247338598144 ext(8388608->9650175) 00002000:00010000:1.0:1734016091.966172:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:3.0:1734016092.013349:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338597888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 87651us (95271us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016092.013364:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8110 00002000:00100000:3.0:1734016092.013379:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800740e0a80 x1818247338597888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:52/0 lens 488/440 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.013393:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0a80 with x1818247338597888 ext(0->4194303) 00002000:00010000:3.0:1734016092.013399:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0a80 00000100:00100000:0.0:1734016092.052785:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016092.054076:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016092.056545:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338598016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137942us (138655us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016092.056557:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8109 00002000:00100000:1.0:1734016092.056568:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800740e1500 x1818247338598016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:52/0 lens 488/440 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.056579:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1500 with x1818247338598016 ext(4194304->8388607) 00010000:00010000:1.0:1734016092.056589:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 13 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.056602:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 13 pid: 7680 timeout: 455 lvb_type: 0 00002000:00010000:1.0:1734016092.056608:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800740e1500 00000100:00100000:0.0:1734016092.087090:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.087215:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338598528 00000100:00100000:1.0:1734016092.087235:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338598528 00010000:00010000:1.0:1734016092.087277:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 12 pid: 7680 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016092.087323:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2520 00000100:00100000:1.0:1734016092.087330:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338598528:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.087343:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016092.087361:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 12 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.087372:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 12 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.087391:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f3d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2600960->2637823) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00dc expref: 12 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.087409:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.087412:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.087417:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f3de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7819264->7856127) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00e3 expref: 11 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.087425:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f3de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7819264->7856127) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00e3 expref: 11 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.087452:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f3de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7819264->7856127) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00e3 expref: 11 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.087463:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac136680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341438592:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016092.087509:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016092.090662:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338598656 00000100:00100000:3.0:1734016092.090671:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338598656 00000100:00100000:3.0:1734016092.090709:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10003 00000100:00100000:3.0:1734016092.090718:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338598656:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016092.090910:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9646164 -> 9646164 00002000:00010000:3.0:1734016092.090913:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016092 -> 1734016091 00002000:00010000:3.0:1734016092.090915:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016092.090916:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016091 -> 1734016091 00002000:00010000:3.0:1734016092.090918:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:3.0:1734016092.090957:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338598656:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 241us (372us total) trans 4294969026 rc 0/0 00000100:00100000:3.0:1734016092.090963:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10003 00000100:00100000:1.0:1734016092.091107:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac136680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341438592:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016092.091124:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.091143:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338598528:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3813us (4062us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.091151:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2520 00000100:00100000:0.0:1734016092.096350:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:3.0:1734016092.097013:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016062 00000100:00100000:0.0:1734016092.106910:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.116090:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.124124:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.131390:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.137636:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.142571:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.142747:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599552 00000100:00100000:1.0:1734016092.142756:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599552 00010000:00010000:1.0:1734016092.142783:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f3de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7819264->7856127) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00e3 expref: 12 pid: 7680 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016092.142825:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2521 00000100:00100000:1.0:1734016092.142836:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338599552:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.142851:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016092.142872:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f3de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7819264->7856127) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00e3 expref: 12 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.142885:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f3de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7819264->7856127) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00e3 expref: 12 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.142912:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f3de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7819264->7856127) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00e3 expref: 12 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.142936:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.142938:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.142945:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f408 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->585727) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a010d expref: 21 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.142953:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->585727) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a010d expref: 21 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.142984:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a010d expref: 21 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.142995:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac137800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341439488:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016092.143039:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.148937:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016092.149035:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599680 00000100:00100000:3.0:1734016092.149041:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599680 00000100:00100000:3.0:1734016092.149081:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10010 00000100:00100000:3.0:1734016092.149086:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+22:1983:x1818247338599680:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016092.149290:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9646164 -> 9646164 00002000:00010000:3.0:1734016092.149294:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016092 -> 1734016091 00002000:00010000:3.0:1734016092.149296:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016092 -> 1734016091 00002000:00010000:3.0:1734016092.149298:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:3.0:1734016092.149299:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 368 -> 488 00000100:00100000:3.0:1734016092.149351:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+23:1983:x1818247338599680:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 264us (421us total) trans 4294969027 rc 0/0 00000100:00100000:3.0:1734016092.149357:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10010 00000100:00100000:1.0:1734016092.152355:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.153075:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599808 00000100:00100000:0.0:1734016092.153082:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599808 00000100:00100000:0.0:1734016092.153721:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10011 00000100:00100000:0.0:1734016092.153729:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338599808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.153747:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.153769:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f40f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0114 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.153823:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341439616:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016092.153889:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016092.156066:0:7680:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016091 -> 1734016092 00002000:00010000:0.0:1734016092.156074:0:7680:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016091 -> 1734016092 00000100:00100000:0.0:1734016092.156099:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341439616:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016092.156129:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f40f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0114 expref: 12 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.156142:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f40f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0114 expref: 12 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.156172:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016092.156258:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338599808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2529us (3905us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.156267:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10011 00000100:00100000:0.0:1734016092.158339:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.180101:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.180142:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.181657:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016092.181963:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600192 00000100:00100000:3.0:1734016092.181971:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600192 00002000:00100000:3.0:1734016092.182011:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->5697535) req@ffff8800ac134000 x1818247338600192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 504/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.182020:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134000 with x1818247338600192 ext(0->5697535) 00002000:00010000:3.0:1734016092.182025:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134000 00000100:00100000:3.0:1734016092.182042:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600448 00000100:00100000:3.0:1734016092.182045:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600448 00002000:00100000:3.0:1734016092.182055:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff8800ac137800 x1818247338600448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 504/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.182061:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137800 with x1818247338600448 ext(4190208->8388607) 00002000:00010000:3.0:1734016092.182063:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137800 00000100:00100000:3.0:1734016092.182077:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600704 00000100:00100000:3.0:1734016092.182080:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600704 00002000:00100000:3.0:1734016092.182090:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9650175) req@ffff880130bc5880 x1818247338600704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.182097:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5880 with x1818247338600704 ext(8388608->9650175) 00002000:00010000:3.0:1734016092.182099:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5880 00000100:00100000:3.0:1734016092.182109:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8112 00000100:00100000:3.0:1734016092.182115:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+25:1980:x1818247338600192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016092.186122:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8113 00000100:00100000:3.0:1734016092.186132:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+26:1980:x1818247338600448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016092.190903:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8114 00000100:00100000:3.0:1734016092.190918:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+27:1980:x1818247338600704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016092.243173:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+27:1980:x1818247338600192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 61048us (63071us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016092.243202:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8112 00002000:00100000:3.0:1734016092.243214:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->5697535) req@ffff8800ac134000 x1818247338600192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 504/440 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.243236:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134000 with x1818247338600192 ext(0->5697535) 00002000:00010000:3.0:1734016092.243240:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134000 00000100:00100000:3.0:1734016092.276718:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+25:1980:x1818247338600448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 90578us (96566us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016092.276731:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8113 00002000:00100000:3.0:1734016092.276741:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff8800ac137800 x1818247338600448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 504/440 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.276750:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137800 with x1818247338600448 ext(4190208->8388607) 00002000:00010000:3.0:1734016092.276755:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137800 00000100:00100000:3.0:1734016092.287014:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:1980:x1818247338600704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 96092us (105351us total) trans 0 rc 1261568/1261568 00000100:00100000:3.0:1734016092.287025:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8114 00002000:00100000:3.0:1734016092.287036:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9650175) req@ffff880130bc5880 x1818247338600704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/440 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 1261568/1261568 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.287046:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5880 with x1818247338600704 ext(8388608->9650175) 00002000:00010000:3.0:1734016092.287050:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5880 00000100:00100000:0.0:1734016092.297806:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.315936:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.316702:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600960 00000100:00100000:0.0:1734016092.316711:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600960 00000100:00100000:0.0:1734016092.317433:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10014 00000100:00100000:0.0:1734016092.317441:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338600960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.317457:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.317473:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0129 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.317499:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f408 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a010d expref: 22 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.317509:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.317511:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.317514:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8990720->8994815] (req 8990720->8994815) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 12 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.317542:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->585727) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a010d expref: 22 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.317552:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731f408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->585727) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a010d expref: 22 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1734016092.317564:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341440000:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016092.317627:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.324161:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341440000:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016092.324235:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8990720->8994815] (req 8990720->8994815) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 12 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.324254:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016092.324320:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338600960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6879us (8392us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.324331:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10014 00000100:00100000:1.0:1734016092.343825:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.352517:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341440128:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016092.352538:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.353264:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:1982:x1818247338601088:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7804us (9444us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.353278:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2522 00000100:00100000:3.0:1734016092.354084:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601344 00000100:00100000:3.0:1734016092.354090:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601344 00002000:00100000:3.0:1734016092.354123:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8990720->8994815) req@ffff8800740e2d80 x1818247338601344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.354134:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2d80 with x1818247338601344 ext(8990720->8994815) 00002000:00010000:3.0:1734016092.354138:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2d80 00000100:00100000:3.0:1734016092.354163:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8115 00000100:00100000:3.0:1734016092.354169:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338601344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016092.354347:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338601344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (691us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016092.354353:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8115 00002000:00100000:3.0:1734016092.354358:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8990720->8994815) req@ffff8800740e2d80 x1818247338601344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.354363:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2d80 with x1818247338601344 ext(8990720->8994815) 00002000:00010000:3.0:1734016092.354366:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2d80 00000100:00100000:1.0:1734016092.361260:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.361343:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601472 00000100:00100000:0.0:1734016092.361352:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601472 00002000:00100000:0.0:1734016092.361394:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8990720->8994815) req@ffff880074273800 x1818247338601472/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 4584/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.361405:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273800 with x1818247338601472 ext(8990720->8994815) 00002000:00010000:0.0:1734016092.361411:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273800 00000100:00100000:0.0:1734016092.362210:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8116 00000100:00100000:0.0:1734016092.362228:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338601472:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016092.363336:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247338601472:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1114us (2084us total) trans 4294969028 rc 0/0 00000100:00100000:0.0:1734016092.363345:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8116 00002000:00100000:0.0:1734016092.363352:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8990720->8994815) req@ffff880074273800 x1818247338601472/t4294969028(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 4584/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.363359:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273800 with x1818247338601472 ext(8990720->8994815) 00002000:00010000:0.0:1734016092.363364:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273800 00000100:00100000:0.0:1734016092.367680:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601600 00000100:00100000:0.0:1734016092.367693:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601600 00000100:00100000:0.0:1734016092.368284:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1791 00000100:00100000:0.0:1734016092.368294:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338601600:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016092.369106:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338601600:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 808us (2240us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.369115:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1791 00000100:00100000:0.0:1734016092.375716:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601728 00000100:00100000:0.0:1734016092.375728:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601728 00000100:00100000:0.0:1734016092.375784:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10015 00000100:00100000:0.0:1734016092.375793:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247338601728:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016092.379820:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969028 is committed 00000001:00080000:0.0:1734016092.379835:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969027 is committed 00000100:00100000:0.0:1734016092.386664:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601856 00000100:00100000:0.0:1734016092.386679:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601856 00000100:00100000:0.0:1734016092.386734:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10016 00000100:00100000:0.0:1734016092.386742:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338601856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.386759:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.386779:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f42b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0130 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.386840:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341440256:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016092.386907:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016092.394806:0:7680:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 488 -> 496 00000100:00100000:0.0:1734016092.394836:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341440256:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016092.394875:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f42b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0130 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.394891:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f42b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0130 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.394925:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016092.394993:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338601856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8250us (8404us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.395005:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10016 00000100:00100000:0.0:1734016092.399462:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601984 00000100:00100000:0.0:1734016092.399471:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601984 00000100:00100000:0.0:1734016092.399525:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10017 00000100:00100000:0.0:1734016092.399535:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338601984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.399553:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.399571:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f432 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0137 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.399631:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341440384:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016092.399698:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.402494:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341440384:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016092.402533:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f432 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0137 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.402548:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f432 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0137 expref: 7 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.402574:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016092.402626:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338601984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3091us (3315us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.402633:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10017 00000100:00100000:0.0:1734016092.410257:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602240 00000100:00100000:0.0:1734016092.410263:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602240 00002000:00100000:0.0:1734016092.410296:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7204864->7208959) req@ffff88007678d880 x1818247338602240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.410305:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d880 with x1818247338602240 ext(7204864->7208959) 00002000:00010000:0.0:1734016092.410309:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d880 00000100:00100000:0.0:1734016092.410336:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8117 00000100:00100000:0.0:1734016092.410341:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338602240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.410473:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338602240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.410479:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8117 00002000:00100000:0.0:1734016092.410483:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7204864->7208959) req@ffff88007678d880 x1818247338602240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.410490:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d880 with x1818247338602240 ext(7204864->7208959) 00002000:00010000:0.0:1734016092.410492:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d880 00000100:00100000:3.0:1734016092.417813:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.417901:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602368 00000100:00100000:0.0:1734016092.417913:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602368 00000100:00100000:0.0:1734016092.417974:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10018 00000100:00100000:0.0:1734016092.417984:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338602368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.418004:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.418023:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a013e expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.418056:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.418064:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.418066:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.418071:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4087808->4132863] (req 4087808->4132863) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.418109:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.418122:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 5 pid: 7680 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1734016092.418134:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341440512:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016092.418255:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.423138:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341440512:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016092.423176:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4087808->4132863] (req 4087808->4132863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.423234:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016092.423284:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338602368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5301us (5483us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.423292:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10018 00000100:00100000:3.0:1734016092.427470:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602496 00000100:00100000:3.0:1734016092.427480:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602496 00002000:00100000:3.0:1734016092.427537:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7168000->7208959) req@ffff88007678c700 x1818247338602496/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016092.427549:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247338602496 ext(7168000->7208959) 00010000:00010000:3.0:1734016092.427561:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 6 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:3.0:1734016092.427576:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 6 pid: 7680 timeout: 455 lvb_type: 0 00002000:00010000:3.0:1734016092.427584:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007678c700 00000100:00100000:3.0:1734016092.427965:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 277 00000100:00100000:3.0:1734016092.427972:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338602496:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016092.432072:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338602496:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4090us (4752us total) trans 4294969029 rc 0/0 00000100:00100000:0.0:1734016092.432085:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 277 00002000:00100000:0.0:1734016092.432096:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7168000->7208959) req@ffff88007678c700 x1818247338602496/t4294969029(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.432106:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247338602496 ext(7168000->7208959) 00010000:00010000:0.0:1734016092.432114:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 8 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016092.432129:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 8 pid: 7680 timeout: 455 lvb_type: 0 00002000:00010000:0.0:1734016092.432136:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007678c700 00000100:00100000:0.0:1734016092.439956:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602624 00000100:00100000:0.0:1734016092.439968:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602624 00010000:00010000:0.0:1734016092.440014:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 8 pid: 7680 timeout: 455 lvb_type: 0 00000100:00100000:0.0:1734016092.440069:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2523 00000100:00100000:0.0:1734016092.440079:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338602624:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016092.440101:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016092.440127:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 496 -> 576 00010000:00010000:0.0:1734016092.440134:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 8 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016092.440146:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 8 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016092.440174:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f424 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8990720->8994815) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0129 expref: 8 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:0.0:1734016092.440359:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.440362:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.440371:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.440386:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.440610:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.440627:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341440640:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016092.440733:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.446614:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341440640:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016092.446638:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.446696:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338602624:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6615us (6916us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.446708:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2523 00000100:00100000:3.0:1734016092.447320:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.447379:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602880 00000100:00100000:0.0:1734016092.447386:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602880 00002000:00100000:0.0:1734016092.447421:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4128768->4132863) req@ffff880076749c00 x1818247338602880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.447431:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247338602880 ext(4128768->4132863) 00002000:00010000:0.0:1734016092.447435:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749c00 00000100:00100000:0.0:1734016092.449657:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8118 00000100:00100000:0.0:1734016092.449670:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338602880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.449868:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338602880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 201us (2550us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.449875:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8118 00002000:00100000:0.0:1734016092.449882:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4128768->4132863) req@ffff880076749c00 x1818247338602880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.449891:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247338602880 ext(4128768->4132863) 00002000:00010000:0.0:1734016092.449895:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749c00 00000100:00100000:0.0:1734016092.456300:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603008 00000100:00100000:0.0:1734016092.456314:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603008 00000100:00100000:0.0:1734016092.456377:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10019 00000100:00100000:0.0:1734016092.456385:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338603008:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016092.456710:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9646164 -> 9646164 00002000:00010000:0.0:1734016092.456714:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.456716:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.456717:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.456719:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 576 -> 576 00000100:00100000:0.0:1734016092.456798:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338603008:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 413us (873us total) trans 4294969030 rc 0/0 00000100:00100000:0.0:1734016092.456804:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10019 00000100:00100000:3.0:1734016092.460744:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.460819:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603136 00000100:00100000:0.0:1734016092.460829:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603136 00000100:00100000:1.0:1734016092.462078:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10020 00000100:00100000:1.0:1734016092.462086:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338603136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.462105:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.462123:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f440 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0145 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.462172:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341440768:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.462273:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.464741:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341440768:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.464779:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f440 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0145 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.464800:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f440 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0145 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.464816:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016092.464875:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338603136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2789us (4140us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.464884:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10020 00000100:00100000:3.0:1734016092.468133:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.468367:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603264 00000100:00100000:1.0:1734016092.468378:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603264 00000100:00100000:1.0:1734016092.468433:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10021 00000100:00100000:1.0:1734016092.468441:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338603264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.468460:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.468479:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f447 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a014c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.468539:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341440896:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.468614:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.472917:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341440896:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.472950:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f447 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a014c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.472963:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f447 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a014c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.472988:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016092.473036:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338603264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4595us (4914us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.473044:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10021 00000100:00100000:0.0:1734016092.476078:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016092.479983:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.480056:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603776 00000100:00100000:1.0:1734016092.480064:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603776 00002000:00100000:1.0:1734016092.480109:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1597440->1601535) req@ffff880076749500 x1818247338603776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.480118:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749500 with x1818247338603776 ext(1597440->1601535) 00002000:00010000:1.0:1734016092.480122:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749500 00000100:00100000:1.0:1734016092.480156:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8120 00000100:00100000:1.0:1734016092.480163:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338603776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.480367:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338603776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.480374:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8120 00002000:00100000:1.0:1734016092.480379:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1597440->1601535) req@ffff880076749500 x1818247338603776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.480390:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749500 with x1818247338603776 ext(1597440->1601535) 00002000:00010000:1.0:1734016092.480392:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749500 00000100:00100000:3.0:1734016092.485502:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.485565:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604032 00000100:00100000:0.0:1734016092.485572:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604032 00002000:00100000:0.0:1734016092.485605:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1593344->1597439) req@ffff88007674aa00 x1818247338604032/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.485613:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674aa00 with x1818247338604032 ext(1593344->1597439) 00002000:00010000:0.0:1734016092.485617:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674aa00 00000100:00100000:0.0:1734016092.485647:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8121 00000100:00100000:0.0:1734016092.485653:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338604032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.485791:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338604032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.485798:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8121 00002000:00100000:0.0:1734016092.485803:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1593344->1597439) req@ffff88007674aa00 x1818247338604032/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.485810:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674aa00 with x1818247338604032 ext(1593344->1597439) 00002000:00010000:0.0:1734016092.485812:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674aa00 00000100:00100000:0.0:1734016092.489090:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.489203:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604288 00000100:00100000:1.0:1734016092.489211:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604288 00002000:00100000:1.0:1734016092.489256:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1589248->1593343) req@ffff88007e456d80 x1818247338604288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.489265:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456d80 with x1818247338604288 ext(1589248->1593343) 00002000:00010000:1.0:1734016092.489269:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456d80 00000100:00100000:1.0:1734016092.489287:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8122 00000100:00100000:1.0:1734016092.489293:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338604288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.491198:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338604288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1900us (2110us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.491206:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8122 00002000:00100000:1.0:1734016092.491214:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1589248->1593343) req@ffff88007e456d80 x1818247338604288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.491228:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456d80 with x1818247338604288 ext(1589248->1593343) 00002000:00010000:1.0:1734016092.491232:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456d80 00000100:00100000:3.0:1734016092.494409:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.494712:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604544 00000100:00100000:1.0:1734016092.494728:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604544 00002000:00100000:1.0:1734016092.494766:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1585152->1589247) req@ffff88007674b800 x1818247338604544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.494776:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b800 with x1818247338604544 ext(1585152->1589247) 00002000:00010000:1.0:1734016092.494780:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b800 00000100:00100000:1.0:1734016092.494813:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8123 00000100:00100000:1.0:1734016092.494820:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338604544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.494969:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338604544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.494975:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8123 00002000:00100000:1.0:1734016092.494981:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1585152->1589247) req@ffff88007674b800 x1818247338604544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.494987:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b800 with x1818247338604544 ext(1585152->1589247) 00002000:00010000:1.0:1734016092.494990:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b800 00000100:00100000:3.0:1734016092.499534:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.499780:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604672 00000100:00100000:0.0:1734016092.499788:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604672 00002000:00100000:0.0:1734016092.499820:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1585152->4132863) req@ffff880076749180 x1818247338604672/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 504/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.499830:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749180 with x1818247338604672 ext(1585152->4132863) 00002000:00010000:0.0:1734016092.499834:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749180 00000100:00100000:1.0:1734016092.500937:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8124 00000100:00100000:1.0:1734016092.500945:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338604672:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016092.506608:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338604672:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5652us (7071us total) trans 4294969031 rc 0/0 00000100:00100000:1.0:1734016092.506620:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8124 00002000:00100000:1.0:1734016092.506630:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1585152->4132863) req@ffff880076749180 x1818247338604672/t4294969031(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 504/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.506639:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749180 with x1818247338604672 ext(1585152->4132863) 00002000:00010000:1.0:1734016092.506644:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749180 00000100:00100000:0.0:1734016092.509128:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604800 00000100:00100000:0.0:1734016092.509135:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604800 00000100:00080000:3.0:1734016092.509269:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016062 00000100:00100000:3.0:1734016092.512607:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.512682:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604928 00000100:00100000:1.0:1734016092.512688:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604928 00000100:00100000:1.0:1734016092.512731:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10022 00000100:00100000:1.0:1734016092.512737:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338604928:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016092.514017:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969031 is committed 00000001:00080000:0.0:1734016092.514032:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969029 is committed 00000100:00100000:1.0:1734016092.514317:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338604928:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1577us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.514326:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10022 00000100:00100000:3.0:1734016092.516887:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.516949:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605056 00000100:00100000:1.0:1734016092.516955:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605056 00000100:00100000:1.0:1734016092.517030:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10023 00000100:00100000:1.0:1734016092.517035:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338605056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.517052:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.517068:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f44e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0153 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.517121:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441024:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.517719:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00002000:00010000:1.0:1734016092.518876:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 576 -> 704 00000100:00100000:1.0:1734016092.518892:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441024:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.518916:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f44e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0153 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.518925:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f44e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0153 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.518933:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016092.518961:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338605056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1925us (2078us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.518968:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10023 00000100:00100000:1.0:1734016092.522496:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605184 00000100:00100000:1.0:1734016092.522504:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605184 00000100:00100000:1.0:1734016092.522577:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10024 00000100:00100000:1.0:1734016092.522584:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338605184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.522599:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.522613:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f455 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a015a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.522659:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441152:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.523057:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.524947:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441152:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.524977:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f455 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a015a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.524988:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f455 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a015a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.524998:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016092.525041:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338605184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2456us (2612us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.525049:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10024 00000100:00100000:1.0:1734016092.530166:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605312 00000100:00100000:1.0:1734016092.530176:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605312 00000100:00100000:1.0:1734016092.530364:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10025 00000100:00100000:1.0:1734016092.530370:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338605312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.530388:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.530403:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0161 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.530431:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.530439:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.530441:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.530444:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5111808->5156863] (req 5111808->5156863) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.530471:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.530483:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 6 pid: 7680 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016092.530494:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441280:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016092.530835:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.533025:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441280:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016092.533055:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5111808->5156863] (req 5111808->5156863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.533068:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016092.533100:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338605312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2729us (3298us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.533107:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10025 00000100:00100000:1.0:1734016092.536595:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605440 00000100:00100000:1.0:1734016092.536603:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605440 00010000:00010000:1.0:1734016092.536632:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 7 pid: 7680 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016092.536922:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2524 00000100:00100000:1.0:1734016092.536929:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338605440:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.536942:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016092.536960:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 7 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.536971:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 7 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.536989:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f439 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4087808->4132863) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a013e expref: 7 pid: 7680 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.537293:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.537295:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.537303:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.537311:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.537340:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.537352:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341441408:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016092.537605:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.541996:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341441408:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016092.542017:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.542054:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338605440:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5124us (5632us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.542064:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2524 00000100:00100000:3.0:1734016092.544971:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.545048:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605696 00000100:00100000:1.0:1734016092.545057:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605696 00002000:00100000:1.0:1734016092.545093:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5152768->5156863) req@ffff88007674b100 x1818247338605696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.545102:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b100 with x1818247338605696 ext(5152768->5156863) 00002000:00010000:1.0:1734016092.545106:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b100 00000100:00100000:1.0:1734016092.545162:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8125 00000100:00100000:1.0:1734016092.545168:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338605696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.545544:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338605696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 374us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.545550:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8125 00002000:00100000:1.0:1734016092.545556:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5152768->5156863) req@ffff88007674b100 x1818247338605696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.545562:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b100 with x1818247338605696 ext(5152768->5156863) 00002000:00010000:1.0:1734016092.545565:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b100 00000100:00100000:1.0:1734016092.549237:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605824 00000100:00100000:1.0:1734016092.549244:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605824 00000100:00100000:1.0:1734016092.549398:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10026 00000100:00100000:1.0:1734016092.549404:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338605824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.549421:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.549437:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f463 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0168 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.549481:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441536:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.549695:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.554572:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441536:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.554605:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f463 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0168 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.554620:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f463 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0168 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.554646:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016092.554956:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338605824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5548us (5825us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.554967:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10026 00000100:00100000:1.0:1734016092.558811:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605952 00000100:00100000:1.0:1734016092.558819:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605952 00000100:00100000:1.0:1734016092.558948:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10027 00000100:00100000:1.0:1734016092.558955:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338605952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.558972:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.558988:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f46a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a016f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.559030:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441664:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.559245:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.562106:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441664:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.562138:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f46a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a016f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.562152:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f46a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a016f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.562541:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016092.562590:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338605952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3632us (3865us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.562598:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10027 00000100:00100000:1.0:1734016092.566820:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606080 00000100:00100000:1.0:1734016092.566828:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606080 00000100:00100000:1.0:1734016092.567347:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10028 00000100:00100000:1.0:1734016092.567354:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338606080:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.567371:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.567386:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f471 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0176 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.567432:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441792:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.567487:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.569730:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441792:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.569758:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f471 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0176 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.569777:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f471 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0176 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.569799:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016092.569831:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338606080:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2477us (3113us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.569840:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10028 00000100:00100000:1.0:1734016092.572130:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606208 00000100:00100000:1.0:1734016092.572137:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606208 00000100:00100000:1.0:1734016092.572292:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10029 00000100:00100000:1.0:1734016092.572299:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338606208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.572316:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.572332:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a017d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.572359:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.572367:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.572369:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.572372:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6090752->6094847] (req 6090752->6094847) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.572400:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.572416:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 5 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016092.572428:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441920:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016092.572485:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.578548:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341441920:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016092.578577:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6090752->6094847] (req 6090752->6094847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.578594:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016092.578661:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338606208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6360us (6677us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.578672:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10029 00000100:00100000:0.0:1734016092.578908:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.579203:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606336 00000100:00100000:1.0:1734016092.579208:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606336 00002000:00100000:1.0:1734016092.579251:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5111808->5156863) req@ffff88007e454000 x1818247338606336/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.579262:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454000 with x1818247338606336 ext(5111808->5156863) 00010000:00010000:1.0:1734016092.579271:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 6 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.579283:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 6 pid: 7681 timeout: 455 lvb_type: 0 00002000:00010000:1.0:1734016092.579294:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007e454000 00000100:00100000:1.0:1734016092.579736:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 278 00000100:00100000:1.0:1734016092.579745:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338606336:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016092.589958:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338606336:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 10206us (11042us total) trans 4294969032 rc 0/0 00000100:00100000:1.0:1734016092.589971:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 278 00002000:00100000:1.0:1734016092.589981:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5111808->5156863) req@ffff88007e454000 x1818247338606336/t4294969032(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.589990:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454000 with x1818247338606336 ext(5111808->5156863) 00010000:00010000:1.0:1734016092.589999:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 8 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.590012:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 8 pid: 7681 timeout: 455 lvb_type: 0 00002000:00010000:1.0:1734016092.590019:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007e454000 00000100:00100000:3.0:1734016092.596229:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.596341:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606464 00000100:00100000:1.0:1734016092.596348:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606464 00010000:00010000:1.0:1734016092.596375:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 8 pid: 7681 timeout: 455 lvb_type: 0 00000100:00100000:1.0:1734016092.596407:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2525 00000100:00100000:1.0:1734016092.596413:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338606464:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.596424:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016092.596437:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 704 -> 792 00010000:00010000:1.0:1734016092.596442:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 8 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.596452:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 8 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.596468:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f45c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5111808->5156863) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0161 expref: 8 pid: 7681 timeout: 455 lvb_type: 0 00010000:00010000:1.0:1734016092.596570:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.596573:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.596579:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.596587:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.596618:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.596628:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341442048:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016092.596762:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.605666:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341442048:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016092.605683:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.605717:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338606464:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9304us (9504us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.605731:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2525 00000100:00100000:0.0:1734016092.605892:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.606143:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606720 00000100:00100000:1.0:1734016092.606148:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606720 00002000:00100000:1.0:1734016092.606175:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6090752->6094847) req@ffff88007e456300 x1818247338606720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.606198:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456300 with x1818247338606720 ext(6090752->6094847) 00002000:00010000:1.0:1734016092.606202:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456300 00000100:00100000:1.0:1734016092.606225:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8126 00000100:00100000:1.0:1734016092.606230:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338606720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.607348:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338606720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1114us (1453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.607355:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8126 00002000:00100000:1.0:1734016092.607361:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6090752->6094847) req@ffff88007e456300 x1818247338606720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.607369:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456300 with x1818247338606720 ext(6090752->6094847) 00002000:00010000:1.0:1734016092.607373:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456300 00000100:00100000:0.0:1734016092.610799:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.610889:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606976 00000100:00100000:1.0:1734016092.610897:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606976 00002000:00100000:1.0:1734016092.610932:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6086656->6090751) req@ffff88007e457100 x1818247338606976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.610941:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457100 with x1818247338606976 ext(6086656->6090751) 00002000:00010000:1.0:1734016092.610946:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457100 00000100:00100000:1.0:1734016092.610963:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8127 00000100:00100000:1.0:1734016092.610971:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338606976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.611109:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338606976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.611117:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8127 00002000:00100000:1.0:1734016092.611123:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6086656->6090751) req@ffff88007e457100 x1818247338606976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.611129:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457100 with x1818247338606976 ext(6086656->6090751) 00002000:00010000:1.0:1734016092.611132:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457100 00000100:00100000:0.0:1734016092.615101:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607232 00000100:00100000:0.0:1734016092.615110:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607232 00002000:00100000:0.0:1734016092.615144:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6082560->6086655) req@ffff88012d191500 x1818247338607232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.615153:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191500 with x1818247338607232 ext(6082560->6086655) 00002000:00010000:0.0:1734016092.615157:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191500 00000100:00100000:0.0:1734016092.615208:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8128 00000100:00100000:0.0:1734016092.615214:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338607232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.615359:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338607232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (636us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.615365:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8128 00002000:00100000:0.0:1734016092.615371:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6082560->6086655) req@ffff88012d191500 x1818247338607232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.615381:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191500 with x1818247338607232 ext(6082560->6086655) 00002000:00010000:0.0:1734016092.615384:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191500 00000100:00100000:1.0:1734016092.618613:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607488 00000100:00100000:1.0:1734016092.618620:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607488 00002000:00100000:1.0:1734016092.618648:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6078464->6082559) req@ffff88012d191f80 x1818247338607488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.618655:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191f80 with x1818247338607488 ext(6078464->6082559) 00002000:00010000:1.0:1734016092.618660:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191f80 00000100:00100000:1.0:1734016092.618684:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8129 00000100:00100000:1.0:1734016092.618689:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338607488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.618802:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338607488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 113us (732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.618808:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8129 00002000:00100000:1.0:1734016092.618813:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6078464->6082559) req@ffff88012d191f80 x1818247338607488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.618819:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191f80 with x1818247338607488 ext(6078464->6082559) 00002000:00010000:1.0:1734016092.618822:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191f80 00000100:00100000:0.0:1734016092.621348:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607744 00000100:00100000:0.0:1734016092.621354:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607744 00002000:00100000:0.0:1734016092.621377:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6074368->6078463) req@ffff88012d192300 x1818247338607744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.621383:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192300 with x1818247338607744 ext(6074368->6078463) 00002000:00010000:0.0:1734016092.621387:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192300 00000100:00100000:0.0:1734016092.621412:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8130 00000100:00100000:0.0:1734016092.621417:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338607744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.621514:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338607744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 97us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.621519:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8130 00002000:00100000:0.0:1734016092.621523:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6074368->6078463) req@ffff88012d192300 x1818247338607744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.621528:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192300 with x1818247338607744 ext(6074368->6078463) 00002000:00010000:0.0:1734016092.621530:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192300 00000100:00100000:3.0:1734016092.624573:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.624869:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608000 00000100:00100000:1.0:1734016092.624879:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608000 00002000:00100000:1.0:1734016092.624917:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6070272->6074367) req@ffff88007674a300 x1818247338608000/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.624926:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674a300 with x1818247338608000 ext(6070272->6074367) 00002000:00010000:1.0:1734016092.624932:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674a300 00000100:00100000:1.0:1734016092.625013:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8131 00000100:00100000:1.0:1734016092.625020:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338608000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.625401:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338608000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 379us (832us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.625411:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8131 00002000:00100000:1.0:1734016092.625419:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6070272->6074367) req@ffff88007674a300 x1818247338608000/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.625428:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674a300 with x1818247338608000 ext(6070272->6074367) 00002000:00010000:1.0:1734016092.625432:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674a300 00000100:00100000:1.0:1734016092.630552:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608256 00000100:00100000:1.0:1734016092.630561:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608256 00002000:00100000:1.0:1734016092.630605:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6066176->6070271) req@ffff8801312c4380 x1818247338608256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.630616:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4380 with x1818247338608256 ext(6066176->6070271) 00002000:00010000:1.0:1734016092.630621:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4380 00000100:00100000:1.0:1734016092.631009:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8132 00000100:00100000:1.0:1734016092.631017:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338608256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.631211:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338608256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164us (854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.631228:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8132 00002000:00100000:1.0:1734016092.631236:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6066176->6070271) req@ffff8801312c4380 x1818247338608256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.631244:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4380 with x1818247338608256 ext(6066176->6070271) 00002000:00010000:1.0:1734016092.631248:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4380 00000100:00100000:0.0:1734016092.634386:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608512 00000100:00100000:0.0:1734016092.634394:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608512 00002000:00100000:0.0:1734016092.634426:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6062080->6066175) req@ffff8801312c4a80 x1818247338608512/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.634435:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4a80 with x1818247338608512 ext(6062080->6066175) 00002000:00010000:0.0:1734016092.634439:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4a80 00000100:00100000:0.0:1734016092.634929:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8133 00000100:00100000:0.0:1734016092.634937:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338608512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.635078:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338608512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (766us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.635084:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8133 00002000:00100000:0.0:1734016092.635089:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6062080->6066175) req@ffff8801312c4a80 x1818247338608512/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.635096:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4a80 with x1818247338608512 ext(6062080->6066175) 00002000:00010000:0.0:1734016092.635099:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4a80 00000100:00100000:3.0:1734016092.640000:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.641114:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608640 00000100:00100000:1.0:1734016092.641123:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608640 00000100:00100000:1.0:1734016092.641648:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10030 00000100:00100000:1.0:1734016092.641655:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338608640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.641675:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.641693:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0184 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.641715:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.641717:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.641724:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.641739:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.641750:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016092.641806:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338608640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 149us (1813us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.641812:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10030 00000100:00100000:3.0:1734016092.645034:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608768 00000100:00100000:3.0:1734016092.645042:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608768 00000100:00100000:3.0:1734016092.645088:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10031 00000100:00100000:3.0:1734016092.645094:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338608768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016092.645111:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016092.645128:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a018b expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.645155:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.645161:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016092.645166:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016092.645168:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016092.645170:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [9166848->9170943] (req 9166848->9170943) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.645233:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016092.645243:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 7 pid: 7681 timeout: 456 lvb_type: 1 00000100:00100000:3.0:1734016092.645253:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341442176:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016092.645300:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.645307:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1734016092.645313:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341442304:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016092.645329:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016092.648944:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341442176:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016092.648954:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341442304:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016092.648979:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [9166848->9170943] (req 9166848->9170943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.648993:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016092.649035:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338608768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3941us (4083us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016092.649042:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10031 00000100:00100000:1.0:1734016092.651832:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609024 00000100:00100000:1.0:1734016092.651840:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609024 00010000:00010000:1.0:1734016092.651868:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.652073:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608896 00000100:00100000:1.0:1734016092.652077:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608896 00010000:00010000:1.0:1734016092.652088:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 8 pid: 7681 timeout: 456 lvb_type: 1 00000100:00100000:3.0:1734016092.652141:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2526 00000100:00100000:3.0:1734016092.652148:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f79c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338609024:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016092.652160:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016092.652204:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1734016092.652213:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1734016092.652241:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f478 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6090752->6094847) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a017d expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1734016092.652259:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016092.652302:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f79c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338609024:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 153us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016092.652311:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2526 00000100:00100000:3.0:1734016092.652347:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2527 00000100:00100000:3.0:1734016092.652350:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338608896:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016092.652357:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016092.652363:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 8 pid: 7681 timeout: 456 lvb_type: 1 00010000:00010000:3.0:1734016092.652371:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 8 pid: 7681 timeout: 456 lvb_type: 1 00010000:00010000:3.0:1734016092.652382:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f47f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0184 expref: 8 pid: 7681 timeout: 456 lvb_type: 1 00010000:00010000:3.0:1734016092.652389:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016092.652390:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016092.652395:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9166848->9170943) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.652402:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9166848->9170943) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.652425:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9166848->9170943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016092.652435:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341442432:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016092.652459:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016092.656701:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341442432:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016092.656720:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016092.656757:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338608896:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4405us (5243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016092.656768:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2527 00000100:00100000:1.0:1734016092.657578:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609280 00000100:00100000:1.0:1734016092.657584:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609280 00002000:00100000:1.0:1734016092.657614:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9166848->9170943) req@ffff8801312c7b80 x1818247338609280/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.657622:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7b80 with x1818247338609280 ext(9166848->9170943) 00002000:00010000:1.0:1734016092.657626:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7b80 00000100:00100000:1.0:1734016092.657651:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8134 00000100:00100000:1.0:1734016092.657656:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338609280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.657778:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338609280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121us (1529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.657784:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8134 00002000:00100000:1.0:1734016092.657789:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9166848->9170943) req@ffff8801312c7b80 x1818247338609280/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.657796:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7b80 with x1818247338609280 ext(9166848->9170943) 00002000:00010000:1.0:1734016092.657798:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7b80 00000100:00100000:3.0:1734016092.663354:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.663669:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609536 00000100:00100000:0.0:1734016092.663678:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609536 00002000:00100000:0.0:1734016092.663722:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9162752->9166847) req@ffff88012b87e300 x1818247338609536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.663732:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e300 with x1818247338609536 ext(9162752->9166847) 00002000:00010000:0.0:1734016092.663737:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e300 00000100:00100000:0.0:1734016092.664394:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8135 00000100:00100000:0.0:1734016092.664401:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338609536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.664544:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338609536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (1199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.664550:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8135 00002000:00100000:0.0:1734016092.664555:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9162752->9166847) req@ffff88012b87e300 x1818247338609536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.664561:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e300 with x1818247338609536 ext(9162752->9166847) 00002000:00010000:0.0:1734016092.664563:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e300 00000100:00100000:0.0:1734016092.668967:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609792 00000100:00100000:0.0:1734016092.668973:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609792 00002000:00100000:0.0:1734016092.669007:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9158656->9162751) req@ffff8801312c7800 x1818247338609792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.669016:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7800 with x1818247338609792 ext(9158656->9162751) 00002000:00010000:0.0:1734016092.669020:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7800 00000100:00100000:0.0:1734016092.669412:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8136 00000100:00100000:0.0:1734016092.669419:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338609792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.669579:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338609792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 159us (691us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.669586:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8136 00002000:00100000:0.0:1734016092.669591:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9158656->9162751) req@ffff8801312c7800 x1818247338609792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.669599:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7800 with x1818247338609792 ext(9158656->9162751) 00002000:00010000:0.0:1734016092.669602:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7800 00000100:00100000:1.0:1734016092.673649:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610048 00000100:00100000:1.0:1734016092.673659:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610048 00002000:00100000:1.0:1734016092.673695:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9154560->9158655) req@ffff8801312c4000 x1818247338610048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.673710:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4000 with x1818247338610048 ext(9154560->9158655) 00002000:00010000:1.0:1734016092.673715:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4000 00000100:00100000:1.0:1734016092.673747:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8137 00000100:00100000:1.0:1734016092.673754:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338610048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.673901:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338610048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.673908:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8137 00002000:00100000:1.0:1734016092.673913:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9154560->9158655) req@ffff8801312c4000 x1818247338610048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.673920:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4000 with x1818247338610048 ext(9154560->9158655) 00002000:00010000:1.0:1734016092.673923:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4000 00000100:00100000:3.0:1734016092.677160:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.677594:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610304 00000100:00100000:0.0:1734016092.677602:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610304 00002000:00100000:0.0:1734016092.677635:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9150464->9154559) req@ffff88012b87f480 x1818247338610304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.677644:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f480 with x1818247338610304 ext(9150464->9154559) 00002000:00010000:0.0:1734016092.677649:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f480 00000100:00100000:0.0:1734016092.678470:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8138 00000100:00100000:0.0:1734016092.678477:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338610304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.678630:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338610304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 153us (1477us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.678636:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8138 00002000:00100000:0.0:1734016092.678641:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9150464->9154559) req@ffff88012b87f480 x1818247338610304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.678648:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f480 with x1818247338610304 ext(9150464->9154559) 00002000:00010000:0.0:1734016092.678652:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f480 00000100:00100000:1.0:1734016092.686554:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610560 00000100:00100000:1.0:1734016092.686562:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610560 00002000:00100000:1.0:1734016092.686602:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9146368->9150463) req@ffff8801312c6680 x1818247338610560/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.686612:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6680 with x1818247338610560 ext(9146368->9150463) 00002000:00010000:1.0:1734016092.686616:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6680 00000100:00100000:1.0:1734016092.686635:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8139 00000100:00100000:1.0:1734016092.686641:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338610560:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.686790:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338610560:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.686796:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8139 00002000:00100000:1.0:1734016092.686801:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9146368->9150463) req@ffff8801312c6680 x1818247338610560/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.686808:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6680 with x1818247338610560 ext(9146368->9150463) 00002000:00010000:1.0:1734016092.686811:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6680 00000100:00100000:0.0:1734016092.693280:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610816 00000100:00100000:0.0:1734016092.693290:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610816 00002000:00100000:0.0:1734016092.693326:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9142272->9146367) req@ffff8801312c6300 x1818247338610816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.693335:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6300 with x1818247338610816 ext(9142272->9146367) 00002000:00010000:0.0:1734016092.693339:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6300 00000100:00100000:0.0:1734016092.693366:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8140 00000100:00100000:0.0:1734016092.693372:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338610816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.693501:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338610816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.693507:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8140 00002000:00100000:0.0:1734016092.693512:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9142272->9146367) req@ffff8801312c6300 x1818247338610816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.693517:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6300 with x1818247338610816 ext(9142272->9146367) 00002000:00010000:0.0:1734016092.693520:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6300 00000100:00100000:3.0:1734016092.713294:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.713385:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610944 00000100:00100000:1.0:1734016092.713392:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610944 00002000:00100000:1.0:1734016092.713427:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9142272->9170943) req@ffff88012b87fb80 x1818247338610944/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.713436:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87fb80 with x1818247338610944 ext(9142272->9170943) 00002000:00010000:1.0:1734016092.713440:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87fb80 00000100:00100000:1.0:1734016092.713455:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8141 00000100:00100000:1.0:1734016092.713460:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338610944:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016092.715545:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338610944:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2078us (2252us total) trans 4294969033 rc 0/0 00000100:00100000:1.0:1734016092.715554:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8141 00002000:00100000:1.0:1734016092.715561:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9142272->9170943) req@ffff88012b87fb80 x1818247338610944/t4294969033(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.715568:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87fb80 with x1818247338610944 ext(9142272->9170943) 00002000:00010000:1.0:1734016092.715573:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87fb80 00000100:00100000:3.0:1734016092.719459:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611072 00000100:00100000:3.0:1734016092.719466:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611072 00000100:00100000:3.0:1734016092.719547:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10032 00000100:00100000:3.0:1734016092.719554:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338611072:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016092.721269:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969033 is committed 00000001:00080000:0.0:1734016092.721278:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969032 is committed 00000100:00100000:3.0:1734016092.722905:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338611072:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3345us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016092.722916:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10032 00000100:00100000:3.0:1734016092.727745:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.727808:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611200 00000100:00100000:0.0:1734016092.727815:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611200 00000100:00100000:1.0:1734016092.728526:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10033 00000100:00100000:1.0:1734016092.728534:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338611200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.728549:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.728566:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f48d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0192 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.728614:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341442560:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.728841:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d310c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016092.731209:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 792 -> 848 00000100:00100000:1.0:1734016092.731238:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341442560:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.731266:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f48d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0192 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.731279:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f48d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0192 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.731304:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016092.732140:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338611200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3603us (4399us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.732149:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10033 00000100:00100000:1.0:1734016092.734833:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611328 00000100:00100000:1.0:1734016092.734840:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611328 00000100:00100000:1.0:1734016092.734941:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10034 00000100:00100000:1.0:1734016092.734948:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338611328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.734963:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.734977:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f494 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0199 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.735023:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341442688:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.735387:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d310c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.738548:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341442688:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.738582:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f494 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0199 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.738594:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f494 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0199 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.738690:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016092.738743:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338611328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3794us (4084us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.738751:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10034 00000100:00100000:1.0:1734016092.743416:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611456 00000100:00100000:1.0:1734016092.743424:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611456 00000100:00100000:1.0:1734016092.743704:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10035 00000100:00100000:1.0:1734016092.743711:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338611456:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016092.743882:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9646164 -> 9646164 00002000:00010000:1.0:1734016092.743885:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.743887:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.743889:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.743891:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 848 -> 968 00000100:00100000:1.0:1734016092.743943:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338611456:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 231us (685us total) trans 4294969034 rc 0/0 00000100:00100000:1.0:1734016092.743950:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10035 00000100:00100000:3.0:1734016092.751033:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.751093:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611584 00000100:00100000:0.0:1734016092.751101:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611584 00000100:00100000:0.0:1734016092.751142:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10036 00000100:00100000:0.0:1734016092.751149:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338611584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.751164:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.751199:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f49b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01a0 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.751252:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341442816:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016092.751394:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.754383:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341442816:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016092.754411:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f49b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a0 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.754423:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f49b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a0 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.754620:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016092.754662:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338611584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3512us (3636us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.754669:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10036 00000100:00100000:0.0:1734016092.758739:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611712 00000100:00100000:0.0:1734016092.758746:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611712 00000100:00100000:0.0:1734016092.758790:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10037 00000100:00100000:0.0:1734016092.758797:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338611712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.758812:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.758826:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01a7 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.758850:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9166848->9170943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.758857:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.758858:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.758861:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3461120->3465215] (req 3461120->3465215) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.758884:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9166848->9170943) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.758895:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9166848->9170943) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 7 pid: 7680 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.758905:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341442944:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016092.758957:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016092.762700:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016092.763354:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731f486 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9166848->9170943) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a018b expref: 8 pid: 7680 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.763369:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341442944:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016092.763387:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3461120->3465215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.763394:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016092.763419:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338611712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4622us (4749us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.763425:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10037 00000100:00100000:3.0:1734016092.767463:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.768027:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612096 00000100:00100000:1.0:1734016092.768033:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612096 00002000:00100000:1.0:1734016092.768060:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3461120->3465215) req@ffff88012d192a00 x1818247338612096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.768069:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192a00 with x1818247338612096 ext(3461120->3465215) 00002000:00010000:1.0:1734016092.768073:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192a00 00000100:00100000:1.0:1734016092.768096:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8142 00000100:00100000:1.0:1734016092.768101:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338612096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.768232:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338612096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.768237:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8142 00002000:00100000:1.0:1734016092.768242:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3461120->3465215) req@ffff88012d192a00 x1818247338612096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.768248:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192a00 with x1818247338612096 ext(3461120->3465215) 00002000:00010000:1.0:1734016092.768251:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192a00 00000100:00100000:0.0:1734016092.772493:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612224 00000100:00100000:0.0:1734016092.772502:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612224 00000100:00100000:0.0:1734016092.772539:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10038 00000100:00100000:0.0:1734016092.772546:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338612224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.772561:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.772576:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01ae expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.772598:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3461120->3465215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.772604:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.772606:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.772609:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2682880->2703359] (req 2682880->2703359) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.772631:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3461120->3465215) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.772640:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3461120->3465215) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 5 pid: 7680 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.772649:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443200:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016092.772696:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.775025:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443200:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016092.775047:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2682880->2703359] (req 2682880->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.775060:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016092.775090:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338612224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2545us (2690us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.775097:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10038 00000100:00100000:3.0:1734016092.775298:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612352 00000100:00100000:3.0:1734016092.775303:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612352 00010000:00010000:3.0:1734016092.775321:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3461120->3465215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 6 pid: 7680 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1734016092.775342:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2529 00000100:00100000:3.0:1734016092.775347:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338612352:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016092.775357:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016092.775378:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3461120->3465215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 6 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1734016092.775387:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3461120->3465215) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 6 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1734016092.775403:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731f4a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3461120->3465215) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01a7 expref: 6 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:3.0:1734016092.775627:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016092.775630:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016092.775636:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.775644:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016092.775667:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016092.775676:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341443328:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016092.776633:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016092.779933:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341443328:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016092.779954:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016092.779989:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338612352:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4640us (5045us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016092.779998:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2529 00000100:00100000:0.0:1734016092.780405:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612608 00000100:00100000:0.0:1734016092.780411:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612608 00002000:00100000:0.0:1734016092.780441:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2699264->2703359) req@ffff880071f9b480 x1818247338612608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.780448:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b480 with x1818247338612608 ext(2699264->2703359) 00002000:00010000:0.0:1734016092.780451:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b480 00000100:00100000:0.0:1734016092.780475:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8143 00000100:00100000:0.0:1734016092.780480:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338612608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.780581:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338612608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 100us (772us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.780586:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8143 00002000:00100000:0.0:1734016092.780594:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2699264->2703359) req@ffff880071f9b480 x1818247338612608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.780599:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b480 with x1818247338612608 ext(2699264->2703359) 00002000:00010000:0.0:1734016092.780602:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b480 00000100:00100000:0.0:1734016092.784857:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612736 00000100:00100000:0.0:1734016092.784865:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612736 00000100:00100000:0.0:1734016092.785720:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10039 00000100:00100000:0.0:1734016092.785727:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338612736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.785743:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.785761:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f4b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01b5 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.785811:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443456:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016092.785902:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016092.788119:0:7680:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016092 -> 1734016093 00002000:00010000:0.0:1734016092.788123:0:7680:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016092 -> 1734016093 00000100:00100000:0.0:1734016092.788140:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443456:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016092.788164:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f4b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01b5 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.788175:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731f4b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01b5 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.788221:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016092.788264:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338612736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2535us (3538us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.788270:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10039 00000100:00100000:0.0:1734016092.791000:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612864 00000100:00100000:0.0:1734016092.791007:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612864 00000100:00100000:0.0:1734016092.791046:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10040 00000100:00100000:0.0:1734016092.791052:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338612864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.791066:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.791081:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f4b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01bc expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.791123:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e456680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443584:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016092.791170:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.793775:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e456680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443584:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016092.793804:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f4b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01bc expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.793816:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f4b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01bc expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.793827:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016092.793873:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338612864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2819us (2935us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.793880:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10040 00000100:00100000:0.0:1734016092.797881:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.798175:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612992 00000100:00100000:1.0:1734016092.798206:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612992 00000100:00100000:1.0:1734016092.798329:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10041 00000100:00100000:1.0:1734016092.798336:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338612992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.798354:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.798371:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f4be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01c3 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.798413:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443712:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.798763:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.801657:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443712:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.801688:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f4be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01c3 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.801701:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f4be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01c3 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.801714:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016092.801769:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338612992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3430us (3893us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.801776:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10041 00000100:00100000:3.0:1734016092.813838:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.813949:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613120 00000100:00100000:1.0:1734016092.813956:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613120 00000100:00100000:1.0:1734016092.813998:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10042 00000100:00100000:1.0:1734016092.814005:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338613120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.814020:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.814035:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01ca expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.814059:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.814065:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.814067:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016092.814070:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7454720->7467007] (req 7454720->7467007) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.814094:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 7 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.814109:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 7 pid: 7680 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.814119:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443840:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016092.814171:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.816355:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341443840:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016092.816379:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7454720->7467007] (req 7454720->7467007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.816391:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016092.816437:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338613120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2431us (2605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.816444:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10042 00000100:00100000:3.0:1734016092.819465:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.819589:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613248 00000100:00100000:1.0:1734016092.819597:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613248 00002000:00100000:1.0:1734016092.819629:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2682880->2703359) req@ffff880076748e00 x1818247338613248/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.819638:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748e00 with x1818247338613248 ext(2682880->2703359) 00010000:00010000:1.0:1734016092.819647:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 8 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.819657:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 8 pid: 7680 timeout: 456 lvb_type: 0 00002000:00010000:1.0:1734016092.819667:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076748e00 00000100:00100000:1.0:1734016092.821411:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 279 00000100:00100000:1.0:1734016092.821420:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338613248:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016092.830526:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338613248:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 9098us (11060us total) trans 4294969035 rc 0/0 00000100:00100000:1.0:1734016092.830538:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 279 00002000:00100000:1.0:1734016092.830548:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2682880->2703359) req@ffff880076748e00 x1818247338613248/t4294969035(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.830558:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748e00 with x1818247338613248 ext(2682880->2703359) 00010000:00010000:1.0:1734016092.830567:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 10 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.830580:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 10 pid: 7680 timeout: 456 lvb_type: 0 00002000:00010000:1.0:1734016092.830587:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076748e00 00000100:00100000:3.0:1734016092.835576:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.835693:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613376 00000100:00100000:0.0:1734016092.835701:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613376 00010000:00010000:0.0:1734016092.835730:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 10 pid: 7680 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.835769:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2530 00000100:00100000:0.0:1734016092.835776:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338613376:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016092.835788:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016092.835804:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 968 -> 1008 00010000:00010000:0.0:1734016092.835809:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 10 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016092.835831:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 10 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016092.835849:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f4a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2682880->2703359) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ae expref: 10 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:0.0:1734016092.835879:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.835880:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.835886:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.835894:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.835921:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 5 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.835932:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341443968:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016092.835979:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.839662:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341443968:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016092.839680:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.839711:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338613376:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3935us (4143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.839720:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2530 00000100:00100000:0.0:1734016092.840375:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.840434:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613504 00000100:00100000:1.0:1734016092.840439:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613504 00000100:00100000:1.0:1734016092.841421:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10043 00000100:00100000:1.0:1734016092.841427:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338613504:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016092.841589:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9646164 -> 9646164 00002000:00010000:1.0:1734016092.841592:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:1.0:1734016092.841593:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016092 -> 1734016092 00002000:00010000:1.0:1734016092.841595:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016093 -> 1734016092 00002000:00010000:1.0:1734016092.841597:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1008 -> 1032 00000100:00100000:1.0:1734016092.841891:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338613504:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 462us (1515us total) trans 4294969036 rc 0/0 00000100:00100000:1.0:1734016092.841897:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10043 00000100:00100000:3.0:1734016092.853364:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.853441:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613632 00000100:00100000:1.0:1734016092.853448:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613632 00000100:00100000:1.0:1734016092.853534:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10044 00000100:00100000:1.0:1734016092.853540:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338613632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.853557:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.853571:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f4cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01d1 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.853617:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341444096:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.853667:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00002000:00010000:1.0:1734016092.855876:0:7680:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016092 -> 1734016093 00002000:00010000:1.0:1734016092.855880:0:7680:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016092 -> 1734016093 00000100:00100000:1.0:1734016092.855893:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341444096:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.855915:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f4cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01d1 expref: 10 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.855927:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f4cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01d1 expref: 10 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.856003:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016092.856423:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338613632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2878us (3061us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.856430:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10044 00000100:00100000:0.0:1734016092.865607:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.865716:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613760 00000100:00100000:1.0:1734016092.865724:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613760 00000100:00100000:1.0:1734016092.865829:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10045 00000100:00100000:1.0:1734016092.865837:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338613760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.865853:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.865868:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f4d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01d8 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.865915:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341444224:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.866098:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.868481:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341444224:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.868508:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f4d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01d8 expref: 10 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.868520:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f4d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01d8 expref: 10 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.868546:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016092.868587:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338613760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2750us (2987us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.868594:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10045 00000100:00100000:3.0:1734016092.873681:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.873747:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613888 00000100:00100000:1.0:1734016092.873754:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613888 00000100:00100000:1.0:1734016092.873859:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10046 00000100:00100000:1.0:1734016092.873867:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338613888:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016092.873881:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016092.873896:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f4da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01df expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.873938:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341444352:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016092.874436:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.879987:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341444352:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016092.880018:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f4da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01df expref: 10 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.880030:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f4da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01df expref: 10 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016092.880092:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:3.0:1734016092.885537:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.886176:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338613888:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12306us (12499us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016092.886198:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10046 00000100:00100000:0.0:1734016092.898685:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614144 00000100:00100000:0.0:1734016092.898693:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614144 00000100:00100000:0.0:1734016092.898749:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10048 00000100:00100000:0.0:1734016092.898755:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338614144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.898770:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.898786:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01ed expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.898815:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.898822:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.898824:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.898827:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7327744->7331839] (req 7327744->7331839) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.898854:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.898865:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 6 pid: 7680 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016092.898876:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341444608:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016092.899144:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016092.904308:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.904420:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341444608:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016092.904447:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7327744->7331839] (req 7327744->7331839) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.904460:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016092.904508:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338614144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5753us (5896us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.904517:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10048 00000100:00100000:1.0:1734016092.905412:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614272 00000100:00100000:1.0:1734016092.905420:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614272 00010000:00010000:1.0:1734016092.905451:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 7 pid: 7680 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016092.905476:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2531 00000100:00100000:1.0:1734016092.905482:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338614272:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016092.905495:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016092.905515:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 7 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.905526:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 7 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.905546:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f4c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7454720->7467007) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ca expref: 7 pid: 7680 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016092.905562:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.905564:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016092.905570:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.905579:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016092.905609:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016092.905623:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341444736:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016092.905666:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016092.913956:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341444736:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016092.913974:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016092.914025:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338614272:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8541us (9725us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016092.914037:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2531 00000100:00100000:0.0:1734016092.914734:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614528 00000100:00100000:0.0:1734016092.914740:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614528 00002000:00100000:0.0:1734016092.914770:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7327744->7331839) req@ffff880071f9a680 x1818247338614528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.914778:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a680 with x1818247338614528 ext(7327744->7331839) 00002000:00010000:0.0:1734016092.914782:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a680 00000100:00100000:0.0:1734016092.914808:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8144 00000100:00100000:0.0:1734016092.914813:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338614528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.915523:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338614528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 706us (1561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.915529:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8144 00002000:00100000:0.0:1734016092.915535:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7327744->7331839) req@ffff880071f9a680 x1818247338614528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.915541:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a680 with x1818247338614528 ext(7327744->7331839) 00002000:00010000:0.0:1734016092.915547:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a680 00000100:00100000:0.0:1734016092.922841:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614656 00000100:00100000:0.0:1734016092.922849:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614656 00000100:00100000:0.0:1734016092.923553:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10049 00000100:00100000:0.0:1734016092.923561:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338614656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.923576:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.923590:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f4ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01f4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.923630:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341444864:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016092.927301:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.931060:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341444864:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016092.931088:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f4ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01f4 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.931099:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f4ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01f4 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.931118:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016092.931159:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338614656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7598us (8375us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.931165:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10049 00000100:00100000:3.0:1734016092.937041:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.937110:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614784 00000100:00100000:0.0:1734016092.937117:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614784 00000100:00100000:0.0:1734016092.937429:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10050 00000100:00100000:0.0:1734016092.937436:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338614784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.937454:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.937474:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731f4f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a01fb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.937525:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341444992:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016092.938443:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.944075:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341444992:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016092.944105:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731f4f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01fb expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.944118:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731f4f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01fb expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016092.947207:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016092.947313:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338614784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9871us (10274us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016092.947322:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10050 00000100:00100000:0.0:1734016092.951837:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.958815:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016092.972502:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.972569:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338615552 00000100:00100000:0.0:1734016092.972576:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338615552 00002000:00100000:0.0:1734016092.972605:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8540160->8544255) req@ffff880074242680 x1818247338615552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.972614:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242680 with x1818247338615552 ext(8540160->8544255) 00002000:00010000:0.0:1734016092.972619:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242680 00000100:00100000:0.0:1734016092.972644:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8147 00000100:00100000:0.0:1734016092.972650:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338615552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.972776:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338615552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 125us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016092.972782:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8147 00002000:00100000:0.0:1734016092.972787:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8540160->8544255) req@ffff880074242680 x1818247338615552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.972794:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242680 with x1818247338615552 ext(8540160->8544255) 00002000:00010000:0.0:1734016092.972796:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242680 00000100:00100000:0.0:1734016092.979271:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.983114:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016092.988435:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016092.988513:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616320 00000100:00100000:0.0:1734016092.988522:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616320 00002000:00100000:0.0:1734016092.988560:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8527872->8531967) req@ffff88012bdb5f80 x1818247338616320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.988568:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5f80 with x1818247338616320 ext(8527872->8531967) 00002000:00010000:0.0:1734016092.988573:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5f80 00000100:00100000:0.0:1734016092.994823:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016092.996488:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616576 00000100:00100000:1.0:1734016092.996498:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616576 00002000:00100000:1.0:1734016092.996533:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8523776->8527871) req@ffff88007e455180 x1818247338616576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.996541:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247338616576 ext(8523776->8527871) 00002000:00010000:1.0:1734016092.996546:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180 00000100:00100000:1.0:1734016092.997063:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8151 00000100:00100000:1.0:1734016092.997069:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338616576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016092.999233:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338616576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2154us (4410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016092.999245:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8151 00002000:00100000:1.0:1734016092.999258:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8523776->8527871) req@ffff88007e455180 x1818247338616576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:53/0 lens 488/4536 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016092.999266:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247338616576 ext(8523776->8527871) 00002000:00010000:1.0:1734016092.999270:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180 00000100:00100000:0.0:1734016093.002307:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.002923:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616832 00000100:00100000:1.0:1734016093.002931:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616832 00002000:00100000:1.0:1734016093.002965:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8519680->8523775) req@ffff88007e454a80 x1818247338616832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.003060:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454a80 with x1818247338616832 ext(8519680->8523775) 00002000:00010000:1.0:1734016093.003065:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454a80 00000100:00100000:1.0:1734016093.003153:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8152 00000100:00100000:1.0:1734016093.003160:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338616832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016093.003338:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338616832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 177us (1038us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016093.003345:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8152 00002000:00100000:1.0:1734016093.003350:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8519680->8523775) req@ffff88007e454a80 x1818247338616832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.003355:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454a80 with x1818247338616832 ext(8519680->8523775) 00002000:00010000:1.0:1734016093.003357:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454a80 00000100:00100000:3.0:1734016093.007512:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.011581:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.015090:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.015222:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617600 00000100:00100000:1.0:1734016093.015232:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617600 00002000:00100000:1.0:1734016093.015275:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8507392->8511487) req@ffff88007e454e00 x1818247338617600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.015283:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247338617600 ext(8507392->8511487) 00002000:00010000:1.0:1734016093.015287:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:1.0:1734016093.015358:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8155 00000100:00100000:1.0:1734016093.015365:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338617600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016093.015519:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338617600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016093.015524:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8155 00002000:00100000:1.0:1734016093.015529:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8507392->8511487) req@ffff88007e454e00 x1818247338617600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.015535:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247338617600 ext(8507392->8511487) 00002000:00010000:1.0:1734016093.015537:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:3.0:1734016093.018690:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.035715:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.035832:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617984 00000100:00100000:1.0:1734016093.035843:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617984 00002000:00100000:1.0:1734016093.035888:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7327744->8552447) req@ffff88007e456a00 x1818247338617984/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 504/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.035898:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456a00 with x1818247338617984 ext(7327744->8552447) 00002000:00010000:1.0:1734016093.035904:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456a00 00000100:00100000:0.0:1734016093.042041:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.042291:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618112 00000100:00100000:1.0:1734016093.042302:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618112 00000100:00100000:1.0:1734016093.042343:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10051 00000100:00100000:1.0:1734016093.042349:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338618112:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:1.0:1734016093.044075:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338618112:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1724us (2035us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.044084:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10051 00000100:00100000:1.0:1734016093.047865:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618240 00000100:00100000:1.0:1734016093.047875:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618240 00000100:00100000:1.0:1734016093.047931:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10052 00000100:00100000:1.0:1734016093.047939:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338618240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.047960:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.047981:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f4fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0202 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.048048:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341445120:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016093.048122:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31840 going to sleep for 11 seconds 00000100:00080000:3.0:1734016093.048172:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016063 00002000:00010000:1.0:1734016093.052023:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1032 -> 1136 00000100:00100000:1.0:1734016093.052060:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341445120:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016093.052110:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f4fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0202 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.052136:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f4fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0202 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.052473:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016093.052936:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338618240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4995us (5273us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016093.052945:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10052 00010000:00010000:1.0:1734016093.056057:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016093.057663:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.057818:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618368 00000100:00100000:1.0:1734016093.057826:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618368 00000100:00100000:1.0:1734016093.057873:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10053 00000100:00100000:1.0:1734016093.057881:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338618368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.057899:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.057916:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f504 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0209 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.057978:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341445248:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016093.058057:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016093.060380:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341445248:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016093.060421:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f504 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0209 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.060436:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f504 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0209 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016093.060467:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016093.060523:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338618368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2641us (2871us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016093.060534:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10053 00000100:00100000:0.0:1734016093.064256:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.064391:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618624 00000100:00100000:1.0:1734016093.064402:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618624 00000100:00100000:1.0:1734016093.064542:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1793 00000100:00100000:1.0:1734016093.064551:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+33:9663:x1818247338618624:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016093.064604:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.064631:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f3d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00d5 expref: 33 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.064661:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016093.064665:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016093.065090:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.065104:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f3b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00c0 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.065110:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.065139:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f3b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00c0 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.065150:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f3b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a00c0 expref: 20 pid: 7702 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016093.065163:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341445376:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016093.065710:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000001:00080000:0.0:1734016093.068240:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968420 is committed 00000001:00080000:0.0:1734016093.068298:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968411 is committed 00000100:00100000:0.0:1734016093.072605:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.072851:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341445376:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016093.072870:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00080000:3.0:1734016093.073135:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016063 00010000:00010000:1.0:1734016093.073198:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.073204:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:1.0:1734016093.073295:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968420 00000004:00010000:1.0:1734016093.073332:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800ac135500 reply state ffff8800740a4000 transno 4294968421 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:1.0:1734016093.073337:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016093.073395:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338618624:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8845us (9149us total) trans 4294968421 rc 0/0 00000100:00100000:1.0:1734016093.073402:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1793 00000020:00080000:1.0:1734016093.073406:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016093.076526:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016093.076535:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016093.076541:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016093.076545:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3af40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016093.076549:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016093.076554:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016093.076567:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016093.076570:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016093.076573:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016093.076577:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f50b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:3.0:1734016093.076690:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618880 00000100:00100000:3.0:1734016093.076697:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618880 00002000:00010000:3.0:1734016093.076726:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8302780->18446744073709551615) 00002000:00100000:3.0:1734016093.076730:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98000 with x1818247338618880 ext(8302780->18446744073709551615) 00002000:00010000:3.0:1734016093.076740:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98000. 00000100:00100000:3.0:1734016093.076847:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8158 00000100:00100000:3.0:1734016093.076854:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338618880:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016093.077972:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9646164 -> 8302780 00002000:00010000:3.0:1734016093.077977:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.077979:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.077981:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.077983:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1136 -> 976 00000100:00100000:3.0:1734016093.078032:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338618880:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1177us (1918us total) trans 4294969038 rc 0/0 00000100:00100000:3.0:1734016093.078040:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8158 00002000:00010000:3.0:1734016093.078045:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8302780->18446744073709551615) 00002000:00100000:3.0:1734016093.078047:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98000 with x1818247338618880 ext(8302780->18446744073709551615) 00002000:00010000:3.0:1734016093.078051:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98000. 00000100:00100000:0.0:1734016093.082983:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.083124:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619008 00000100:00100000:1.0:1734016093.083136:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619008 00000100:00100000:1.0:1734016093.083234:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1794 00000100:00100000:1.0:1734016093.083244:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338619008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.083278:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.083302:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f512 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0210 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.083397:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.083412:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.083424:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016093.083453:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8302780 00000004:00200000:1.0:1734016093.083458:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016093.083474:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.083496:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f512 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0210 expref: 17 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.083531:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0210 expref: 16 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.083538:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016093.083541:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016093.083544:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016093.083593:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338619008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 349us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.083599:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1794 00000100:00100000:0.0:1734016093.088418:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.095703:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619264 00000100:00100000:1.0:1734016093.095713:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619264 00000100:00100000:1.0:1734016093.095765:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10054 00000100:00100000:1.0:1734016093.095775:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338619264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.095795:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.095816:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f52e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a021e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.095879:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341445504:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016093.095951:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.098503:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341445504:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016093.098563:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f52e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a021e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.098579:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f52e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a021e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.099093:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:0.0:1734016093.099225:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338619264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3450us (4233us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016093.099236:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10054 00000100:00100000:0.0:1734016093.106153:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619392 00000100:00100000:0.0:1734016093.106170:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619392 00000100:00100000:0.0:1734016093.106263:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10055 00000100:00100000:0.0:1734016093.106272:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338619392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.106298:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.106326:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0225 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.106372:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.106378:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016093.106380:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016093.106383:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2232320->2273279] (req 2232320->2273279) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0225 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.106417:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.106429:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 7 pid: 7681 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016093.106446:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341445632:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016093.106520:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.109818:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.109952:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341445632:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016093.110000:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2232320->2273279] (req 2232320->2273279) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0225 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.110022:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016093.110105:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338619392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3832us (4034us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.110116:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10055 00000100:00100000:1.0:1734016093.110910:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619520 00000100:00100000:1.0:1734016093.110917:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619520 00010000:00010000:1.0:1734016093.110953:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016093.110998:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2533 00000100:00100000:1.0:1734016093.111009:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f79850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338619520:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016093.111032:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.111065:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016093.111077:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016093.111110:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f4e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7327744->7331839) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a01ed expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016093.111135:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.111137:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016093.111145:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2273279) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0225 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.111164:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2273279) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0225 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.111231:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2273279) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0225 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016093.111246:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074270e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341445760:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016093.111317:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.116141:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.116255:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074270e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341445760:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016093.116279:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016093.116957:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f79850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338619520:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5949us (7157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.116965:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2533 00000100:00100000:0.0:1734016093.125008:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.131854:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.132067:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620032 00000100:00100000:1.0:1734016093.132075:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620032 00010000:00010000:1.0:1734016093.132103:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0210 expref: 16 pid: 7702 timeout: 456 lvb_type: 0 00000100:00100000:1.0:1734016093.132134:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2534 00000100:00100000:1.0:1734016093.132140:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338620032:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016093.132152:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016093.132157:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0210 expref: 16 pid: 7702 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016093.132165:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0210 expref: 16 pid: 7702 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016093.132205:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f519 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0210 expref: 16 pid: 7702 timeout: 456 lvb_type: 0 00010000:00010000:1.0:1734016093.132236:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016093.132240:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016093.132247:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016093.132254:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016093.132269:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016093.132305:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338620032:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 166us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.132312:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2534 00010000:00010000:0.0:1734016093.132655:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016093.132661:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:0.0:1734016093.132755:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968422 00000004:00010000:0.0:1734016093.132798:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130bc5c00 reply state ffff880074076000 transno 4294968423 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016093.132804:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016093.132869:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338619904:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7550us (7874us total) trans 4294968423 rc 0/0 00000100:00100000:0.0:1734016093.132875:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1796 00000020:00080000:0.0:1734016093.132879:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016093.135901:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.136030:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620160 00000100:00100000:1.0:1734016093.136041:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620160 00002000:00010000:1.0:1734016093.136080:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4854843->18446744073709551615) 00002000:00100000:1.0:1734016093.136084:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247338620160 ext(4854843->18446744073709551615) 00002000:00010000:1.0:1734016093.136097:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3800. 00010000:00010000:3.0:1734016093.136714:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.136730:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.136739:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.136746:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cb3c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016093.136753:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.136759:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.136776:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016093.136779:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016093.136785:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.136790:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec731f53c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016093.136900:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8159 00000100:00100000:1.0:1734016093.136912:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338620160:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016093.139724:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8302780 -> 4854843 00002000:00010000:1.0:1734016093.139732:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:1.0:1734016093.139735:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:1.0:1734016093.139737:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:1.0:1734016093.139739:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1056 -> 856 00000100:00100000:1.0:1734016093.139836:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338620160:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2919us (3938us total) trans 4294969040 rc 0/0 00000100:00100000:1.0:1734016093.139847:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8159 00002000:00010000:1.0:1734016093.139852:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4854843->18446744073709551615) 00002000:00100000:1.0:1734016093.139856:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247338620160 ext(4854843->18446744073709551615) 00002000:00010000:1.0:1734016093.139862:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3800. 00000100:00100000:0.0:1734016093.142526:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.144745:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.152744:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.161052:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.167259:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.167817:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621056 00000100:00100000:1.0:1734016093.167828:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621056 00002000:00100000:1.0:1734016093.167878:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (425984->430079) req@ffff88007678f480 x1818247338621056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.167889:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f480 with x1818247338621056 ext(425984->430079) 00002000:00010000:1.0:1734016093.167894:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f480 00000100:00100000:1.0:1734016093.167928:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8161 00000100:00100000:1.0:1734016093.167935:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338621056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016093.168161:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338621056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 226us (912us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016093.168167:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8161 00002000:00100000:1.0:1734016093.168172:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (425984->430079) req@ffff88007678f480 x1818247338621056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.168198:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f480 with x1818247338621056 ext(425984->430079) 00002000:00010000:1.0:1734016093.168201:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f480 00000100:00100000:0.0:1734016093.171123:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.175022:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.175252:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621568 00000100:00100000:1.0:1734016093.175263:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621568 00002000:00100000:1.0:1734016093.175325:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (417792->421887) req@ffff88012d193100 x1818247338621568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.175337:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193100 with x1818247338621568 ext(417792->421887) 00002000:00010000:1.0:1734016093.175344:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193100 00000100:00100000:1.0:1734016093.175387:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8163 00000100:00100000:1.0:1734016093.175395:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338621568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016093.175590:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338621568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 195us (583us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016093.175597:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8163 00002000:00100000:1.0:1734016093.175602:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (417792->421887) req@ffff88012d193100 x1818247338621568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.175609:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193100 with x1818247338621568 ext(417792->421887) 00002000:00010000:1.0:1734016093.175612:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193100 00000100:00100000:0.0:1734016093.181856:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.188379:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.188502:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622080 00000100:00100000:1.0:1734016093.188511:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622080 00002000:00100000:1.0:1734016093.188574:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (409600->413695) req@ffff88012d190380 x1818247338622080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.188585:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190380 with x1818247338622080 ext(409600->413695) 00002000:00010000:1.0:1734016093.188591:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190380 00000100:00100000:1.0:1734016093.188638:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8165 00000100:00100000:1.0:1734016093.188647:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338622080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016093.188819:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338622080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016093.188825:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8165 00002000:00100000:1.0:1734016093.188830:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (409600->413695) req@ffff88012d190380 x1818247338622080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016093.188837:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190380 with x1818247338622080 ext(409600->413695) 00002000:00010000:1.0:1734016093.188840:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190380 00000100:00100000:0.0:1734016093.191345:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.191437:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622208 00000100:00100000:1.0:1734016093.191447:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622208 00000100:00100000:1.0:1734016093.191492:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1798 00000100:00100000:1.0:1734016093.191499:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338622208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.191519:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.191533:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f55f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0241 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.191618:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f566 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.191632:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.191640:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016093.191661:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4854843 00000004:00200000:1.0:1734016093.191664:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016093.191678:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f566 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.191697:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f55f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0241 expref: 15 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.191725:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f566 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0241 expref: 14 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.191738:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016093.191741:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016093.191743:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016093.191782:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338622208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 283us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.191788:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1798 00000100:00100000:0.0:1734016093.199757:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.204461:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.211141:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.216765:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.223006:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016093.225129:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.225143:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016093.226542:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968424 00000004:00010000:3.0:1734016093.226582:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8801312c6a00 reply state ffff880074073000 transno 4294968425 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016093.226589:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016093.226660:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338622848:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 9694us (9905us total) trans 4294968425 rc 0/0 00000100:00100000:3.0:1734016093.226667:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1799 00000020:00080000:3.0:1734016093.226671:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016093.230224:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016093.230236:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016093.230245:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016093.230251:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2caf40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016093.230256:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016093.230264:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016093.230282:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016093.230284:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016093.230289:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016093.230294:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f57b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016093.231481:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623104 00000100:00100000:3.0:1734016093.231499:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623104 00000100:00100000:3.0:1734016093.231563:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10062 00000100:00100000:3.0:1734016093.231571:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338623104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.231589:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.231605:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f582 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0256 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.231636:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2273279) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0225 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.231645:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016093.231647:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016093.231652:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f582 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0256 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.231696:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2273279) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0225 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.231709:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f535 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2232320->2273279) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0225 expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1734016093.231725:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341446656:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016093.231819:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.235945:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341446656:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016093.235988:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f582 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0256 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.236009:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016093.236093:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338623104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4520us (6461us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016093.236106:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10062 00000100:00100000:1.0:1734016093.237508:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.242615:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.242784:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623360 00000100:00100000:3.0:1734016093.242796:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623360 00002000:00010000:3.0:1734016093.242837:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9889952->18446744073709551615) 00002000:00100000:3.0:1734016093.242842:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271c00 with x1818247338623360 ext(9889952->18446744073709551615) 00002000:00010000:3.0:1734016093.242855:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271c00. 00000100:00100000:3.0:1734016093.242876:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8166 00000100:00100000:3.0:1734016093.242882:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338623360:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016093.243240:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4854843 -> 9889952 00002000:00010000:3.0:1734016093.243246:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.243249:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.243254:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.243256:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:3.0:1734016093.244482:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338623360:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1594us (1864us total) trans 4294969042 rc 0/0 00000100:00100000:3.0:1734016093.244491:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8166 00002000:00010000:3.0:1734016093.244495:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9889952->18446744073709551615) 00002000:00100000:3.0:1734016093.244498:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271c00 with x1818247338623360 ext(9889952->18446744073709551615) 00002000:00010000:3.0:1734016093.244504:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271c00. 00000100:00100000:1.0:1734016093.251492:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.252048:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623488 00000100:00100000:3.0:1734016093.252064:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623488 00000100:00100000:3.0:1734016093.252800:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1800 00000100:00100000:3.0:1734016093.252813:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338623488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.252848:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.252880:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731f589 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a025d expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.253017:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.253036:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.253050:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016093.253085:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9889952 00000004:00200000:3.0:1734016093.253092:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016093.253114:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.253142:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731f589 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a025d expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.253194:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a025d expref: 14 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.253213:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016093.253216:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016093.253220:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016093.253292:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338623488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 480us (1825us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016093.253299:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1800 00000100:00100000:1.0:1734016093.257456:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.257640:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623616 00000100:00100000:3.0:1734016093.257652:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623616 00000100:00100000:3.0:1734016093.257967:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10063 00000100:00100000:3.0:1734016093.257975:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338623616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.258005:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.258035:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f597 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0264 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.258133:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341446912:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.258239:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.263326:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341446912:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.263369:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f597 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0264 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.263388:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f597 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0264 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.263409:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016093.263467:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338623616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5490us (6033us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.263475:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10063 00000100:00100000:1.0:1734016093.266978:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.267095:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623744 00000100:00100000:3.0:1734016093.267111:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623744 00000100:00100000:3.0:1734016093.267217:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10064 00000100:00100000:3.0:1734016093.267226:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338623744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.267259:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.267286:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f59e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a026b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.267382:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341447040:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.267472:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.269798:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341447040:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.269832:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f59e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a026b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.269846:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f59e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a026b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.269914:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016093.269979:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338623744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2752us (3019us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.269993:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10064 00000100:00100000:1.0:1734016093.271905:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.271966:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623872 00000100:00100000:3.0:1734016093.271972:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623872 00000100:00100000:3.0:1734016093.272042:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10065 00000100:00100000:3.0:1734016093.272047:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338623872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.272061:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.272073:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f5a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0272 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.272112:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341447168:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.272539:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.274975:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341447168:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.275035:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f5a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0272 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.275055:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f5a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0272 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.275079:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016093.275166:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338623872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3113us (3262us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.275684:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10065 00000100:00100000:0.0:1734016093.278164:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.278382:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624000 00000100:00100000:3.0:1734016093.278401:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624000 00000100:00100000:3.0:1734016093.278479:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10066 00000100:00100000:3.0:1734016093.278491:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338624000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.278529:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.278571:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f5ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0279 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.278672:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341447296:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.278749:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.281520:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341447296:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.281554:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f5ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0279 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.281568:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f5ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0279 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.281584:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016093.281643:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338624000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3152us (3495us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.281654:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10066 00000100:00100000:1.0:1734016093.284752:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.284855:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624128 00000100:00100000:3.0:1734016093.284863:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624128 00000100:00100000:3.0:1734016093.284904:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10067 00000100:00100000:3.0:1734016093.284910:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338624128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.284924:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.284941:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0280 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.284967:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f582 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0256 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.284972:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016093.284974:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016093.284978:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5b3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2691072->2744319] (req 2691072->2744319) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0280 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.285003:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f582 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0256 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.285015:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f582 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0256 expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00000100:00100000:3.0:1734016093.285026:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341447424:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016093.285071:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.292135:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.292598:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341447424:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016093.292644:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2691072->2744319] (req 2691072->2744319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0280 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.292664:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016093.292733:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338624128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7822us (7991us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016093.292746:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10067 00000100:00100000:0.0:1734016093.325789:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.325846:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.325952:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624512 00000100:00100000:3.0:1734016093.325969:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624512 00002000:00100000:3.0:1734016093.326014:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88011d83d500 x1818247338624512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.326024:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d500 with x1818247338624512 ext(0->4194303) 00002000:00010000:3.0:1734016093.326029:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d500 00000100:00100000:3.0:1734016093.326059:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624896 00000100:00100000:3.0:1734016093.326062:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624896 00002000:00100000:3.0:1734016093.326074:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9891839) req@ffff88011d83ed80 x1818247338624896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.326080:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ed80 with x1818247338624896 ext(8388608->9891839) 00002000:00010000:3.0:1734016093.326083:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ed80 00000100:00100000:3.0:1734016093.326094:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8167 00000100:00100000:3.0:1734016093.326101:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338624512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016093.349414:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.384167:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338624896:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 54779us (58308us total) trans 0 rc 1503232/1503232 00000100:00100000:3.0:1734016093.384197:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8168 00002000:00100000:3.0:1734016093.384217:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9891839) req@ffff88011d83ed80 x1818247338624896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 1503232/1503232 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.384225:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ed80 with x1818247338624896 ext(8388608->9891839) 00002000:00010000:3.0:1734016093.384231:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ed80 00000100:00100000:3.0:1734016093.420678:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338624512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 94568us (94897us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016093.420697:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8167 00002000:00100000:3.0:1734016093.420711:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88011d83d500 x1818247338624512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.420721:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d500 with x1818247338624512 ext(0->4194303) 00002000:00010000:3.0:1734016093.420727:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d500 00000100:00100000:0.0:1734016093.438164:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.440357:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625152 00000100:00100000:1.0:1734016093.440371:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625152 00000100:00100000:1.0:1734016093.440454:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1801 00000100:00100000:1.0:1734016093.440465:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338625152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.440496:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.440520:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f5ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0287 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.440616:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f5c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.440630:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.440640:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016093.440666:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9889952 00000004:00200000:1.0:1734016093.440671:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016093.440689:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.440711:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f5ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0287 expref: 19 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.440734:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f5c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0287 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.440742:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016093.440744:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016093.440747:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016093.440809:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338625152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 346us (2654us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.440816:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1801 00000100:00100000:1.0:1734016093.455121:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.456062:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625280 00000100:00100000:3.0:1734016093.456069:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625280 00000100:00100000:3.0:1734016093.456114:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10068 00000100:00100000:3.0:1734016093.456120:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338625280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.456137:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.456153:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f5c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a028e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.456174:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016093.456176:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016093.456198:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f5c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a028e expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.456220:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f5c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a028e expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.456230:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016093.456277:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338625280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 156us (1163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016093.456283:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10068 00000100:00100000:1.0:1734016093.458492:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.458604:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625408 00000100:00100000:0.0:1734016093.458613:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625408 00000100:00100000:0.0:1734016093.458658:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10069 00000100:00100000:0.0:1734016093.458664:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338625408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.458681:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.458702:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f5cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0295 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.458731:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2744319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0280 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.458740:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f5c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a028e expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.458751:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.458753:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.458758:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f5cf lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [6279168->6344703] (req 6279168->6344703) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0295 expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.458796:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f5c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a028e expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.458807:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f5c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a028e expref: 10 pid: 7681 timeout: 456 lvb_type: 1 00000100:00100000:0.0:1734016093.458819:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341447680:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016093.458893:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2744319) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0280 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.458901:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2691072->2744319) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0280 expref: 8 pid: 7681 timeout: 456 lvb_type: 0 00000100:00100000:0.0:1734016093.458909:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341447808:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016093.458927:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.462772:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341447680:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016093.463485:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341447808:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016093.463510:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f5cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [6279168->6344703] (req 6279168->6344703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0295 expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.463528:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016093.464101:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338625408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5435us (5615us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.464110:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10069 00000100:00100000:1.0:1734016093.464620:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.481593:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.485216:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.485463:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625792 00000100:00100000:0.0:1734016093.485470:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625792 00000100:00100000:0.0:1734016093.485512:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10070 00000100:00100000:0.0:1734016093.485518:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338625792:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016093.486124:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9889952 -> 9889952 00002000:00010000:0.0:1734016093.486128:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.486130:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.486132:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.486134:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:0.0:1734016093.487342:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338625792:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1818us (2162us total) trans 4294969043 rc 0/0 00000100:00100000:0.0:1734016093.487351:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10070 00000100:00100000:0.0:1734016093.489401:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.490742:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448064:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.490819:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.494286:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448064:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.494319:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f5d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a029c expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.494333:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731f5d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a029c expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.494359:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:3.0:1734016093.494406:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338625920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4521us (5010us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.494414:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10071 00000100:00100000:0.0:1734016093.496668:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.496702:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626048 00000100:00100000:3.0:1734016093.496709:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626048 00000100:00100000:3.0:1734016093.496758:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10072 00000100:00100000:3.0:1734016093.496765:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338626048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.496782:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.496804:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02a3 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.496860:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448192:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.496933:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.501163:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448192:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.501254:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02a3 expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.501269:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f5dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02a3 expref: 9 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.501285:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016093.501972:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338626048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5205us (5311us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.501980:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10072 00000100:00100000:1.0:1734016093.518450:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.532147:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.543794:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.543890:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626816 00000100:00100000:3.0:1734016093.543899:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626816 00002000:00100000:3.0:1734016093.543941:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4091904->4095999) req@ffff88007402d180 x1818247338626816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.543951:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402d180 with x1818247338626816 ext(4091904->4095999) 00002000:00010000:3.0:1734016093.543956:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402d180 00000100:00100000:3.0:1734016093.543989:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8172 00000100:00100000:3.0:1734016093.543996:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338626816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016093.544350:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338626816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016093.544358:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8172 00002000:00100000:3.0:1734016093.544364:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4091904->4095999) req@ffff88007402d180 x1818247338626816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.544371:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402d180 with x1818247338626816 ext(4091904->4095999) 00002000:00010000:3.0:1734016093.544374:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402d180 00000100:00100000:1.0:1734016093.559306:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.567533:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.567777:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627328 00000100:00100000:3.0:1734016093.567785:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627328 00002000:00100000:3.0:1734016093.567822:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4083712->4087807) req@ffff88011d83e680 x1818247338627328/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.567831:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83e680 with x1818247338627328 ext(4083712->4087807) 00002000:00010000:3.0:1734016093.567835:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83e680 00000100:00100000:3.0:1734016093.567870:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8174 00000100:00100000:3.0:1734016093.567877:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338627328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016093.572053:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338627328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 4165us (4518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016093.572066:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8174 00002000:00100000:3.0:1734016093.572080:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4083712->4087807) req@ffff88011d83e680 x1818247338627328/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.572088:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83e680 with x1818247338627328 ext(4083712->4087807) 00002000:00010000:3.0:1734016093.572093:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83e680 00000100:00100000:1.0:1734016093.581631:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.594531:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.594626:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627840 00000100:00100000:3.0:1734016093.594634:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627840 00002000:00100000:3.0:1734016093.594667:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4075520->4079615) req@ffff88007402c380 x1818247338627840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.594675:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c380 with x1818247338627840 ext(4075520->4079615) 00002000:00010000:3.0:1734016093.594679:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c380 00000100:00100000:3.0:1734016093.594709:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8176 00000100:00100000:3.0:1734016093.594715:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338627840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016093.594836:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338627840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 120us (312us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016093.594846:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8176 00002000:00100000:3.0:1734016093.594851:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4075520->4079615) req@ffff88007402c380 x1818247338627840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.594858:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c380 with x1818247338627840 ext(4075520->4079615) 00002000:00010000:3.0:1734016093.594860:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c380 00000100:00100000:0.0:1734016093.603623:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.611823:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.611933:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628352 00000100:00100000:3.0:1734016093.611944:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628352 00002000:00100000:3.0:1734016093.611982:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4067328->4071423) req@ffff88007402ca80 x1818247338628352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.611991:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402ca80 with x1818247338628352 ext(4067328->4071423) 00002000:00010000:3.0:1734016093.611996:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402ca80 00000100:00100000:3.0:1734016093.612024:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8178 00000100:00100000:3.0:1734016093.612030:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338628352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016093.612163:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338628352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 132us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016093.612169:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8178 00002000:00100000:3.0:1734016093.612174:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4067328->4071423) req@ffff88007402ca80 x1818247338628352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.612213:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402ca80 with x1818247338628352 ext(4067328->4071423) 00002000:00010000:3.0:1734016093.612216:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402ca80 00000100:00100000:1.0:1734016093.621312:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.621413:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628608 00000100:00100000:3.0:1734016093.621420:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628608 00002000:00100000:3.0:1734016093.621461:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4063232->4067327) req@ffff88007402dc00 x1818247338628608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.621477:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402dc00 with x1818247338628608 ext(4063232->4067327) 00002000:00010000:3.0:1734016093.621482:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402dc00 00000100:00100000:3.0:1734016093.621520:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8179 00000100:00100000:3.0:1734016093.621526:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338628608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016093.621682:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338628608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016093.621689:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8179 00002000:00100000:3.0:1734016093.621695:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4063232->4067327) req@ffff88007402dc00 x1818247338628608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:54/0 lens 488/4536 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.621701:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402dc00 with x1818247338628608 ext(4063232->4067327) 00002000:00010000:3.0:1734016093.621704:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402dc00 00000100:00100000:0.0:1734016093.628630:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.661427:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.661655:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628864 00000100:00100000:3.0:1734016093.661667:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628864 00000100:00100000:3.0:1734016093.661725:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1802 00000100:00100000:3.0:1734016093.661733:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338628864:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016093.662137:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338628864:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 403us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016093.662143:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1802 00000100:00100000:0.0:1734016093.663806:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.663901:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628992 00000100:00100000:3.0:1734016093.663909:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628992 00000100:00100000:3.0:1734016093.664673:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10073 00000100:00100000:3.0:1734016093.664681:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338628992:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016093.670214:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969044 is committed 00000001:00080000:0.0:1734016093.670243:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969041 is committed 00000100:00100000:3.0:1734016093.670531:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338628992:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 5842us (6722us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016093.670545:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10073 00000100:00100000:0.0:1734016093.676729:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.676907:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629120 00000100:00100000:3.0:1734016093.676922:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629120 00000100:00100000:3.0:1734016093.676982:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10074 00000100:00100000:3.0:1734016093.676991:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338629120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.677016:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.677043:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02aa expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.677120:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448320:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.677233:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016093.679990:0:7680:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 856 -> 904 00000100:00100000:3.0:1734016093.680021:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448320:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.680065:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02aa expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.680080:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02aa expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.680144:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016093.680618:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338629120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3626us (3905us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.680628:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10074 00000100:00100000:1.0:1734016093.684390:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.684559:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629248 00000100:00100000:3.0:1734016093.684571:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629248 00000100:00100000:3.0:1734016093.684634:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10075 00000100:00100000:3.0:1734016093.684642:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338629248:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.684667:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.684689:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f5eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02b1 expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.684753:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448448:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.684827:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.687340:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448448:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016093.687378:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f5eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02b1 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.687393:0:7680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f5eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02b1 expref: 6 pid: 7680 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.687420:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:0.0:1734016093.687471:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338629248:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2828us (3094us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016093.687479:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10075 00000100:00100000:1.0:1734016093.697320:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.697698:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629504 00000100:00100000:3.0:1734016093.697708:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629504 00000100:00100000:3.0:1734016093.697760:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1803 00000100:00100000:3.0:1734016093.697767:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338629504:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016093.697816:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016093.697841:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f5c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0287 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.697875:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016093.697879:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016093.698029:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.698041:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a025d expref: 13 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.698048:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.698077:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a025d expref: 13 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.698092:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a025d expref: 13 pid: 6475 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1734016093.698104:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341448576:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016093.698158:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016093.704733:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016093.705322:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731f590 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a025d expref: 13 pid: 6475 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1734016093.705352:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341448576:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016093.705371:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.705380:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.705385:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016093.705489:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968426 00000004:00010000:3.0:1734016093.705538:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007402ce00 reply state ffff8800740d0000 transno 4294968427 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016093.705547:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016093.705631:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338629504:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7863us (8322us total) trans 4294968427 rc 0/0 00000100:00100000:3.0:1734016093.705638:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1803 00000020:00080000:3.0:1734016093.705642:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016093.716890:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.716916:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.716925:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.716932:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1673c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016093.716941:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.716950:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.716976:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016093.716979:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016093.716986:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016093.716991:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731f5f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016093.718368:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.718529:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629760 00000100:00100000:3.0:1734016093.718543:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629760 00002000:00010000:3.0:1734016093.718596:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8613337->18446744073709551615) 00002000:00100000:3.0:1734016093.718601:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247338629760 ext(8613337->18446744073709551615) 00002000:00010000:3.0:1734016093.718616:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e300. 00000100:00100000:3.0:1734016093.718639:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8181 00000100:00100000:3.0:1734016093.718647:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338629760:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016093.719986:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9889952 -> 8613337 00002000:00010000:3.0:1734016093.719995:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.719999:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.720001:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.720002:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:3.0:1734016093.720102:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338629760:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1451us (1740us total) trans 4294969045 rc 0/0 00000100:00100000:3.0:1734016093.720113:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8181 00002000:00010000:3.0:1734016093.720119:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8613337->18446744073709551615) 00002000:00100000:3.0:1734016093.720123:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247338629760 ext(8613337->18446744073709551615) 00002000:00010000:3.0:1734016093.720130:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e300. 00000100:00100000:0.0:1734016093.725660:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.725786:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629888 00000100:00100000:3.0:1734016093.725798:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629888 00000100:00100000:1.0:1734016093.726765:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1804 00000100:00100000:1.0:1734016093.726779:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338629888:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016093.726816:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016093.726853:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f5f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02b8 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.727008:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f600 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.727032:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f600 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.727046:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f600 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016093.727082:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8613337 00000004:00200000:1.0:1734016093.727087:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016093.727105:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f600 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016093.727131:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec731f5f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02b8 expref: 21 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.728338:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f600 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02b8 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.728354:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016093.728357:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016093.728362:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016093.728446:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338629888:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1670us (2802us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.728455:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1804 00000100:00100000:3.0:1734016093.740170:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.740314:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630016 00000100:00100000:0.0:1734016093.740325:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630016 00000100:00100000:0.0:1734016093.740389:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10076 00000100:00100000:0.0:1734016093.740398:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338630016:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016093.740671:0:7680:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8613337 -> 8613337 00002000:00010000:0.0:1734016093.740675:0:7680:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.740677:0:7680:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.740679:0:7680:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016093 -> 1734016093 00002000:00010000:0.0:1734016093.740681:0:7680:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 904 -> 968 00000100:00100000:0.0:1734016093.740749:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338630016:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 351us (589us total) trans 4294969046 rc 0/0 00000100:00100000:0.0:1734016093.740755:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10076 00000100:00100000:1.0:1734016093.749569:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.755535:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.755831:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630272 00000100:00100000:0.0:1734016093.755841:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630272 00010000:00010000:0.0:1734016093.755878:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6279168->6344703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0295 expref: 9 pid: 7680 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1734016093.755919:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2541 00000100:00100000:0.0:1734016093.755927:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338630272:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016093.755943:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016093.755967:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f5cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6279168->6344703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0295 expref: 9 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016093.755978:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f5cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6279168->6344703) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0295 expref: 9 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016093.756004:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f5cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6279168->6344703) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0295 expref: 9 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016093.756026:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.756028:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.756037:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.756046:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.756078:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.756090:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341448832:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016093.756552:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.770544:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341448832:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016093.770575:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016093.770642:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338630272:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 14713us (15117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.770657:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2541 00000100:00100000:1.0:1734016093.771793:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.771820:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.771858:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.772880:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630528 00000100:00100000:3.0:1734016093.772892:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630528 00002000:00100000:3.0:1734016093.772953:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007402f100 x1818247338630528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.772964:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f100 with x1818247338630528 ext(0->4194303) 00002000:00010000:3.0:1734016093.772970:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f100 00000100:00100000:3.0:1734016093.773949:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630784 00000100:00100000:3.0:1734016093.773956:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630784 00002000:00100000:3.0:1734016093.773976:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88007402f480 x1818247338630784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/0 e 0 to 0 dl 1734016104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.773984:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f480 with x1818247338630784 ext(4194304->8388607) 00002000:00010000:3.0:1734016093.773987:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f480 00000100:00100000:3.0:1734016093.805486:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8184 00000100:00100000:3.0:1734016093.805503:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338631040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016093.841947:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338630528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 67805us (70140us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016093.841965:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8182 00002000:00100000:3.0:1734016093.841982:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007402f100 x1818247338630528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.841994:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f100 with x1818247338630528 ext(0->4194303) 00002000:00010000:3.0:1734016093.842001:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f100 00000100:00100000:1.0:1734016093.883305:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.887266:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338630784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 106900us (115418us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016093.887284:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8183 00002000:00100000:3.0:1734016093.887303:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88007402f480 x1818247338630784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.887316:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f480 with x1818247338630784 ext(4194304->8388607) 00002000:00010000:3.0:1734016093.887325:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f480 00000100:00100000:3.0:1734016093.892806:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338631040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 87295us (120933us total) trans 0 rc 225280/225280 00000100:00100000:3.0:1734016093.894510:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8184 00002000:00100000:3.0:1734016093.894543:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8613887) req@ffff8800712ab480 x1818247338631040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:54/0 lens 488/440 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 225280/225280 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016093.894557:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab480 with x1818247338631040 ext(8388608->8613887) 00002000:00010000:3.0:1734016093.894564:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab480 00000100:00100000:0.0:1734016093.896157:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631296 00000100:00100000:0.0:1734016093.896167:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631296 00000100:00100000:0.0:1734016093.896265:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10079 00000100:00100000:0.0:1734016093.896273:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338631296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.896294:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.896315:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02cd expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.896352:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.896361:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f60e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02c6 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.896366:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.896369:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.896372:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [3821568->3866623] (req 3821568->3866623) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.896406:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f60e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02c6 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016093.896423:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f60e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02c6 expref: 10 pid: 7681 timeout: 457 lvb_type: 1 00000100:00100000:0.0:1734016093.896438:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448960:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016093.896522:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.896530:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 5 pid: 7681 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1734016093.896537:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341449088:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016093.896555:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.902671:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341448960:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016093.903097:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631424 00000100:00100000:0.0:1734016093.903105:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631424 00010000:00010000:0.0:1734016093.903150:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f60e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02c6 expref: 11 pid: 7681 timeout: 457 lvb_type: 1 00000100:00100000:1.0:1734016093.903266:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341449088:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016093.903300:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [3821568->3866623] (req 3821568->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 11 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016093.903318:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016093.903427:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2542 00000100:00100000:0.0:1734016093.903435:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338631424:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016093.903451:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016093.903476:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f60e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02c6 expref: 11 pid: 7681 timeout: 457 lvb_type: 1 00010000:00010000:0.0:1734016093.903494:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f60e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02c6 expref: 11 pid: 7681 timeout: 457 lvb_type: 1 00010000:00010000:0.0:1734016093.903528:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec731f60e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02c6 expref: 11 pid: 7681 timeout: 457 lvb_type: 1 00000100:00100000:1.0:1734016093.904145:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338631296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7869us (8100us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016093.904156:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10079 00010000:00010000:0.0:1734016093.904612:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016093.904661:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338631424:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1226us (3871us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.904669:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2542 00000100:00100000:0.0:1734016093.918174:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631552 00000100:00100000:0.0:1734016093.918252:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631552 00010000:00010000:0.0:1734016093.918316:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 6 pid: 7681 timeout: 457 lvb_type: 0 00000100:00100000:0.0:1734016093.918376:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2543 00000100:00100000:0.0:1734016093.918387:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338631552:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016093.918417:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016093.918453:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 6 pid: 7681 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016093.918467:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 6 pid: 7681 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016093.918505:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731f607 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->462847) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02bf expref: 6 pid: 7681 timeout: 457 lvb_type: 0 00010000:00010000:0.0:1734016093.918543:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.918546:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016093.918555:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.918567:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.918621:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 8 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.918642:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341449216:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016093.918738:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016093.928289:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016093.929919:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341449216:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016093.929958:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016093.932350:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338631552:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 13927us (14281us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.932377:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2543 00000100:00100000:1.0:1734016093.935692:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016093.941746:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.943822:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631936 00000100:00100000:3.0:1734016093.943843:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631936 00000100:00100000:3.0:1734016093.943941:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10081 00000100:00100000:3.0:1734016093.943955:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338631936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.943989:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.944017:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f62a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02db expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.944101:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449344:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.944443:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016093.947882:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016093 -> 1734016094 00000100:00100000:3.0:1734016093.947928:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449344:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.947980:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f62a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02db expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.947994:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f62a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02db expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.948019:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016093.948573:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338631936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4615us (6846us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.948587:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10081 00000100:00100000:0.0:1734016093.952809:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.953061:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632064 00000100:00100000:3.0:1734016093.953076:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632064 00000100:00100000:3.0:1734016093.953402:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10082 00000100:00100000:3.0:1734016093.953412:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338632064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.953441:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.953467:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f631 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02e2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.953551:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449472:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.954030:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.956233:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449472:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.956284:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f631 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02e2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.956301:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f631 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02e2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.956325:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016093.956385:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338632064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2973us (3595us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.956396:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10082 00000100:00100000:0.0:1734016093.959275:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.960578:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632192 00000100:00100000:3.0:1734016093.960592:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632192 00000100:00100000:3.0:1734016093.960689:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10083 00000100:00100000:3.0:1734016093.960699:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338632192:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016093.961252:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8613337 -> 8613337 00002000:00010000:3.0:1734016093.961257:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.961259:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016093.961261:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016094 -> 1734016093 00002000:00010000:3.0:1734016093.961263:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:3.0:1734016093.961424:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338632192:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 725us (2256us total) trans 4294969048 rc 0/0 00000100:00100000:3.0:1734016093.961439:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10083 00000100:00100000:1.0:1734016093.966033:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.966302:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632320 00000100:00100000:3.0:1734016093.966317:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632320 00000100:00100000:3.0:1734016093.966416:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10084 00000100:00100000:3.0:1734016093.966427:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338632320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.966461:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.966498:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f638 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02e9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.966601:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449600:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.966698:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016093.969089:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016093 -> 1734016094 00000100:00100000:3.0:1734016093.969138:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449600:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.969254:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f638 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02e9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.969280:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731f638 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02e9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.969306:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016093.969408:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338632320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2981us (3398us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.969422:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10084 00000100:00100000:0.0:1734016093.972483:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.972666:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632448 00000100:00100000:3.0:1734016093.972681:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632448 00000100:00100000:3.0:1734016093.972755:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10085 00000100:00100000:3.0:1734016093.972765:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338632448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.972795:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.972823:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f63f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02f0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.972915:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449728:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.972996:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.978735:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449728:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.978797:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f63f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02f0 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.978814:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731f63f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02f0 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.978843:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016093.981830:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338632448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9045us (9343us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.981844:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10085 00000100:00100000:3.0:1734016093.984465:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632576 00000100:00100000:3.0:1734016093.984477:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632576 00000100:00100000:3.0:1734016093.984526:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10086 00000100:00100000:3.0:1734016093.984534:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338632576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.984558:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.984579:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f646 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02f7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016093.984651:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449856:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016093.984722:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.986582:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449856:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016093.986630:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f646 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02f7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.986644:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731f646 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02f7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016093.986671:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016093.986899:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338632576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2362us (2544us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016093.986911:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10086 00000100:00100000:0.0:1734016093.991966:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.995353:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632704 00000100:00100000:3.0:1734016093.995373:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632704 00000100:00100000:3.0:1734016093.995446:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10087 00000100:00100000:3.0:1734016093.995455:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338632704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016093.995491:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016093.995519:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a02fe expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.995571:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.995587:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016093.995590:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016093.995594:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2449408->2514943] (req 2449408->2514943) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.995647:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.995659:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 10 pid: 7680 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1734016093.995674:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449984:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016093.995784:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016093.997469:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341449984:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016093.997501:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2449408->2514943] (req 2449408->2514943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016093.997517:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016093.997560:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338632704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2104us (5613us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016093.997569:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10087 00000100:00100000:0.0:1734016093.998544:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016093.998654:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632832 00000100:00100000:3.0:1734016093.998666:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632832 00010000:00010000:3.0:1734016093.998715:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 11 pid: 7680 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1734016093.999494:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2544 00000100:00100000:3.0:1734016093.999506:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338632832:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016093.999541:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016093.999588:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 11 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016093.999606:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 11 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016093.999646:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f615 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3821568->3866623) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02cd expref: 11 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016094.000600:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.000605:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.000620:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2449408->2514943) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.000634:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2449408->2514943) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.000711:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2449408->2514943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016094.000736:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341450112:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016094.003392:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.006333:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341450112:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016094.006390:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016094.006485:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338632832:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6978us (7942us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.006505:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2544 00000100:00100000:0.0:1734016094.008363:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.008532:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632960 00000100:00100000:3.0:1734016094.008548:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632960 00000100:00100000:3.0:1734016094.010093:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10088 00000100:00100000:3.0:1734016094.010112:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338632960:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016094.010549:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8613337 -> 8613337 00002000:00010000:3.0:1734016094.010553:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016094.010555:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016093 -> 1734016093 00002000:00010000:3.0:1734016094.010558:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016094 -> 1734016094 00002000:00010000:3.0:1734016094.010561:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 968 -> 1096 00000100:00100000:3.0:1734016094.010679:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338632960:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 568us (2503us total) trans 4294969049 rc 0/0 00000100:00100000:3.0:1734016094.010689:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10088 00000100:00100000:0.0:1734016094.020322:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:3.0:1734016094.025028:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016064 00000100:00100000:0.0:1734016094.029539:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.041486:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.047405:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.050599:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633472 00000100:00100000:3.0:1734016094.050624:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633472 00010000:00010000:3.0:1734016094.050694:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2449408->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 7 pid: 7681 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1734016094.051540:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2545 00000100:00100000:3.0:1734016094.051553:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338633472:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016094.051579:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016094.051613:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2514943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 7 pid: 7681 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016094.051627:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2514943) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 7 pid: 7681 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016094.051657:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731f64d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2514943) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02fe expref: 7 pid: 7681 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016094.051695:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.051698:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.051706:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.051715:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.051763:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 10 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016094.051779:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341450624:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016094.051878:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.057360:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341450624:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016094.057411:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016094.070972:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016094.071716:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.071790:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.071813:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633728 00000100:00100000:0.0:1734016094.071823:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633728 00002000:00100000:0.0:1734016094.071869:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5152767) req@ffff88012eb64000 x1818247338633728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 504/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.071880:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247338633728 ext(0->5152767) 00002000:00010000:0.0:1734016094.071886:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64000 00000100:00100000:0.0:1734016094.071901:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633984 00000100:00100000:0.0:1734016094.071903:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633984 00002000:00100000:0.0:1734016094.071911:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88012eb66300 x1818247338633984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 504/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.071917:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66300 with x1818247338633984 ext(4190208->8388607) 00002000:00010000:0.0:1734016094.071920:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66300 00000100:00100000:0.0:1734016094.071930:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8185 00000100:00100000:0.0:1734016094.071937:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338633728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.079586:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8186 00000100:00100000:0.0:1734016094.079611:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338633984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.088695:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.089405:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634240 00000100:00100000:1.0:1734016094.089419:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634240 00002000:00100000:1.0:1734016094.089474:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8613887) req@ffff88012eb67b80 x1818247338634240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.089487:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb67b80 with x1818247338634240 ext(8388608->8613887) 00002000:00010000:1.0:1734016094.089494:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb67b80 00000100:00100000:1.0:1734016094.089515:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8187 00000100:00100000:1.0:1734016094.089524:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338634240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016094.097556:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338633472:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 45969us (50131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.097581:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2545 00000100:00100000:1.0:1734016094.128775:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341451008:0@lo:400:kworker.0 00000100:00100000:3.0:1734016094.128898:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341450880:0@lo:400:kworker.0 00000100:00100000:1.0:1734016094.129651:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016094.129750:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341451008 00000100:00100000:3.0:1734016094.129753:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341451008 00000100:00100000:3.0:1734016094.129804:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341450880 00000100:00100000:3.0:1734016094.129807:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341450880 00000100:00100000:3.0:1734016094.129825:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1734016094.129831:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341451008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016094.129874:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341451008:12345-0@lo:400:kworker.0 Request processed in 43us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.129880:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1734016094.129894:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1734016094.129897:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341451264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016094.129921:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341451264:12345-0@lo:400:kworker.0 Request processed in 23us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.129926:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1734016094.129942:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341450752 00000100:00100000:3.0:1734016094.129944:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341450752 00000100:00100000:3.0:1734016094.129968:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1734016094.129972:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3503:x1818247341450752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016094.129993:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3503:x1818247341450752:12345-0@lo:400:kworker.0 Request processed in 20us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.129998:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00080000:3.0:1734016094.130036:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016064 00000100:00080000:3.0:1734016094.130039:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016064 00000100:00080000:3.0:1734016094.130041:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016064 00000100:00100000:1.0:1734016094.130121:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341451008:0@lo:400:kworker.0 00000100:00100000:1.0:1734016094.170013:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338633728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 98062us (98295us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016094.170031:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8185 00002000:00100000:1.0:1734016094.170045:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5152767) req@ffff88012eb64000 x1818247338633728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 504/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.170056:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247338633728 ext(0->5152767) 00002000:00010000:1.0:1734016094.170063:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64000 00000100:00100000:0.0:1734016094.171291:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338634240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 81761us (82607us total) trans 0 rc 225280/225280 00000100:00100000:0.0:1734016094.171300:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8187 00002000:00100000:0.0:1734016094.171309:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8613887) req@ffff88012eb67b80 x1818247338634240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 225280/225280 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.171317:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb67b80 with x1818247338634240 ext(8388608->8613887) 00002000:00010000:0.0:1734016094.171322:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb67b80 00000100:00100000:1.0:1734016094.173726:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341451520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016094.173811:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016094.175692:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341451520 00000100:00100000:3.0:1734016094.175710:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341451520 00000100:00100000:3.0:1734016094.175785:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1734016094.175795:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341451520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016094.175834:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923238912 avail 3691651072 00000100:00100000:3.0:1734016094.175941:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341451520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 148us (2130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.175948:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1734016094.176124:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341451520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016094.207353:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338633984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127719us (135529us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016094.207381:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8186 00002000:00100000:1.0:1734016094.207407:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88012eb66300 x1818247338633984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 504/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.207421:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66300 with x1818247338633984 ext(4190208->8388607) 00002000:00010000:1.0:1734016094.207432:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66300 00000100:00100000:3.0:1734016094.217517:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634368 00000100:00100000:3.0:1734016094.217533:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634368 00000100:00100000:3.0:1734016094.217616:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10092 00000100:00100000:3.0:1734016094.217624:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338634368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016094.217646:0:7680:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016094.217696:0:7680:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a031a expref: -99 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.217727:0:7680:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 12 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.217734:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.217736:0:7680:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.217739:0:7680:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1282048->1286143] (req 1282048->1286143) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 12 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.217776:0:7680:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 12 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.217787:0:7680:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 12 pid: 7680 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1734016094.217807:0:7680:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341451648:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016094.217905:0:7680:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.227705:0:7680:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7680:1818247341451648:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016094.227744:0:7680:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1282048->1286143] (req 1282048->1286143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 12 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.227762:0:7680:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016094.227816:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247338634368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10192us (12037us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.227825:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10092 00000100:00100000:0.0:1734016094.232611:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.233001:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634496 00000100:00100000:3.0:1734016094.233027:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634496 00010000:00010000:3.0:1734016094.233111:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 12 pid: 7680 timeout: 457 lvb_type: 0 00000100:00100000:3.0:1734016094.233168:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2546 00000100:00100000:3.0:1734016094.233239:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338634496:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016094.233274:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016094.233320:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 12 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016094.233340:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 12 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016094.233388:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731f662 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5148672->5214207) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0313 expref: 12 pid: 7680 timeout: 457 lvb_type: 0 00010000:00010000:3.0:1734016094.233446:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.233449:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.233463:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 11 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.233477:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 11 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.233546:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 11 pid: 7680 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016094.233564:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341451776:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016094.233696:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.242968:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341451776:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016094.243034:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016094.243211:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338634496:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10032us (10634us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.243229:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2546 00000100:00100000:1.0:1734016094.250504:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634752 00000100:00100000:1.0:1734016094.250523:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634752 00002000:00100000:1.0:1734016094.250606:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1282048->1286143) req@ffff880071f9a300 x1818247338634752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.250619:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a300 with x1818247338634752 ext(1282048->1286143) 00002000:00010000:1.0:1734016094.250630:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a300 00000100:00100000:1.0:1734016094.250671:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8188 00000100:00100000:1.0:1734016094.250679:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338634752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.250955:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338634752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 276us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.250962:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8188 00002000:00100000:1.0:1734016094.250969:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1282048->1286143) req@ffff880071f9a300 x1818247338634752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.250976:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a300 with x1818247338634752 ext(1282048->1286143) 00002000:00010000:1.0:1734016094.250979:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a300 00000100:00100000:0.0:1734016094.264769:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635008 00000100:00100000:0.0:1734016094.264782:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635008 00002000:00100000:0.0:1734016094.264845:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1277952->1282047) req@ffff880071f99180 x1818247338635008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.264857:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99180 with x1818247338635008 ext(1277952->1282047) 00002000:00010000:0.0:1734016094.264862:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99180 00000100:00100000:0.0:1734016094.264906:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8189 00000100:00100000:0.0:1734016094.264913:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338635008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.265237:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338635008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 322us (661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.265246:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8189 00002000:00100000:0.0:1734016094.265252:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1277952->1282047) req@ffff880071f99180 x1818247338635008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.265257:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99180 with x1818247338635008 ext(1277952->1282047) 00002000:00010000:0.0:1734016094.265260:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99180 00000100:00100000:0.0:1734016094.268510:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.268660:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635264 00000100:00100000:1.0:1734016094.268680:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635264 00002000:00100000:1.0:1734016094.268749:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1273856->1277951) req@ffff88012eb64700 x1818247338635264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.268767:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64700 with x1818247338635264 ext(1273856->1277951) 00002000:00010000:1.0:1734016094.268775:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64700 00000100:00100000:1.0:1734016094.268811:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8190 00000100:00100000:1.0:1734016094.268821:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338635264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.269115:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338635264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 293us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.269125:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8190 00002000:00100000:1.0:1734016094.269132:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1273856->1277951) req@ffff88012eb64700 x1818247338635264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.269140:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64700 with x1818247338635264 ext(1273856->1277951) 00002000:00010000:1.0:1734016094.269144:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64700 00000100:00100000:0.0:1734016094.275682:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635520 00000100:00100000:0.0:1734016094.275695:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635520 00002000:00100000:0.0:1734016094.275755:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1269760->1273855) req@ffff880071f98380 x1818247338635520/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.275766:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98380 with x1818247338635520 ext(1269760->1273855) 00002000:00010000:0.0:1734016094.275774:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98380 00000100:00100000:0.0:1734016094.275820:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8191 00000100:00100000:0.0:1734016094.275831:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338635520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.276084:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338635520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 253us (557us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.276093:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8191 00002000:00100000:0.0:1734016094.276100:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1269760->1273855) req@ffff880071f98380 x1818247338635520/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.276108:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98380 with x1818247338635520 ext(1269760->1273855) 00002000:00010000:0.0:1734016094.276112:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98380 00000100:00100000:1.0:1734016094.280717:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635776 00000100:00100000:1.0:1734016094.280731:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635776 00002000:00100000:1.0:1734016094.280796:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1265664->1269759) req@ffff880071f98a80 x1818247338635776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.280810:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98a80 with x1818247338635776 ext(1265664->1269759) 00002000:00010000:1.0:1734016094.280817:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98a80 00000100:00100000:1.0:1734016094.280857:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8192 00000100:00100000:1.0:1734016094.280869:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338635776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.281228:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338635776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 361us (693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.281236:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8192 00002000:00100000:1.0:1734016094.281243:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1265664->1269759) req@ffff880071f98a80 x1818247338635776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.281251:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98a80 with x1818247338635776 ext(1265664->1269759) 00002000:00010000:1.0:1734016094.281254:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98a80 00000100:00100000:0.0:1734016094.286876:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.292344:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338636288 00000100:00100000:1.0:1734016094.292363:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338636288 00002000:00100000:1.0:1734016094.292430:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1257472->1261567) req@ffff880071f98e00 x1818247338636288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.292445:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98e00 with x1818247338636288 ext(1257472->1261567) 00002000:00010000:1.0:1734016094.292452:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98e00 00000100:00100000:1.0:1734016094.292492:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8194 00000100:00100000:1.0:1734016094.292502:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338636288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.293443:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338636288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 935us (1274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.293456:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8194 00002000:00100000:1.0:1734016094.293465:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1257472->1261567) req@ffff880071f98e00 x1818247338636288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.293472:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98e00 with x1818247338636288 ext(1257472->1261567) 00002000:00010000:1.0:1734016094.293474:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98e00 00000100:00100000:3.0:1734016094.297987:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.298254:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338636544 00000100:00100000:1.0:1734016094.298272:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338636544 00002000:00100000:1.0:1734016094.298337:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1253376->1257471) req@ffff880071d3d180 x1818247338636544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.298349:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247338636544 ext(1253376->1257471) 00002000:00010000:1.0:1734016094.298358:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:1.0:1734016094.298903:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8195 00000100:00100000:1.0:1734016094.298912:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338636544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.299172:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338636544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 260us (1206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.299218:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8195 00002000:00100000:1.0:1734016094.299224:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1253376->1257471) req@ffff880071d3d180 x1818247338636544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.299230:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247338636544 ext(1253376->1257471) 00002000:00010000:1.0:1734016094.299234:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:0.0:1734016094.301876:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.305144:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.305340:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637056 00000100:00100000:1.0:1734016094.305353:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637056 00002000:00100000:1.0:1734016094.305411:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1245184->1249279) req@ffff880071d3ea00 x1818247338637056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.305421:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ea00 with x1818247338637056 ext(1245184->1249279) 00002000:00010000:1.0:1734016094.305427:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ea00 00000100:00100000:1.0:1734016094.305806:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8197 00000100:00100000:1.0:1734016094.305815:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338637056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.306017:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338637056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (885us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.306024:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8197 00002000:00100000:1.0:1734016094.306029:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1245184->1249279) req@ffff880071d3ea00 x1818247338637056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.306035:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ea00 with x1818247338637056 ext(1245184->1249279) 00002000:00010000:1.0:1734016094.306038:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ea00 00000100:00100000:0.0:1734016094.309316:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637184 00000100:00100000:0.0:1734016094.309334:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637184 00002000:00100000:0.0:1734016094.309399:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1245184->1286143) req@ffff8800740e2a00 x1818247338637184/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.309410:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2a00 with x1818247338637184 ext(1245184->1286143) 00002000:00010000:0.0:1734016094.309416:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2a00 00000100:00100000:0.0:1734016094.309449:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8198 00000100:00100000:0.0:1734016094.309458:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338637184:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016094.312580:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338637184:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3108us (3460us total) trans 4294969050 rc 0/0 00000100:00100000:0.0:1734016094.312594:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8198 00002000:00100000:0.0:1734016094.312608:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1245184->1286143) req@ffff8800740e2a00 x1818247338637184/t4294969050(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/448 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.312619:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2a00 with x1818247338637184 ext(1245184->1286143) 00002000:00010000:0.0:1734016094.312626:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2a00 00000100:00100000:3.0:1734016094.314708:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:3.0:1734016094.315319:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016064 00000100:00100000:3.0:1734016094.319944:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.320059:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637440 00000100:00100000:0.0:1734016094.320076:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637440 00000100:00100000:0.0:1734016094.320165:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10093 00000100:00100000:0.0:1734016094.320222:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338637440:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:0.0:1734016094.322279:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338637440:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2100us (2354us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.322290:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10093 00000100:00100000:1.0:1734016094.325647:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.325742:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637696 00000100:00100000:0.0:1734016094.325754:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637696 00002000:00100000:0.0:1734016094.325815:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3633152->3637247) req@ffff8800712a9880 x1818247338637696/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.325824:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9880 with x1818247338637696 ext(3633152->3637247) 00002000:00010000:0.0:1734016094.325830:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9880 00000100:00100000:0.0:1734016094.325861:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8199 00000100:00100000:0.0:1734016094.325869:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338637696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.326088:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338637696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 220us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.326095:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8199 00002000:00100000:0.0:1734016094.326099:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3633152->3637247) req@ffff8800712a9880 x1818247338637696/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.326106:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9880 with x1818247338637696 ext(3633152->3637247) 00002000:00010000:0.0:1734016094.326109:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9880 00000100:00100000:3.0:1734016094.328965:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.329365:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637952 00000100:00100000:1.0:1734016094.329378:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637952 00002000:00100000:1.0:1734016094.329430:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3629056->3633151) req@ffff880071d3ce00 x1818247338637952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.329439:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247338637952 ext(3629056->3633151) 00002000:00010000:1.0:1734016094.329445:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:1.0:1734016094.329477:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8200 00000100:00100000:1.0:1734016094.329485:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338637952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.329687:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338637952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.329694:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8200 00002000:00100000:1.0:1734016094.329699:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3629056->3633151) req@ffff880071d3ce00 x1818247338637952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.329705:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247338637952 ext(3629056->3633151) 00002000:00010000:1.0:1734016094.329707:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:3.0:1734016094.331773:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.331871:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638208 00000100:00100000:0.0:1734016094.331891:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638208 00002000:00100000:0.0:1734016094.331968:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3624960->3629055) req@ffff880071d3fb80 x1818247338638208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.331977:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3fb80 with x1818247338638208 ext(3624960->3629055) 00002000:00010000:0.0:1734016094.331984:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3fb80 00000100:00100000:0.0:1734016094.332022:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8201 00000100:00100000:0.0:1734016094.332031:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338638208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.332314:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338638208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 284us (558us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.332320:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8201 00002000:00100000:0.0:1734016094.332325:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3624960->3629055) req@ffff880071d3fb80 x1818247338638208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.332331:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3fb80 with x1818247338638208 ext(3624960->3629055) 00002000:00010000:0.0:1734016094.332334:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3fb80 00000100:00100000:1.0:1734016094.335141:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638464 00000100:00100000:1.0:1734016094.335159:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638464 00002000:00100000:1.0:1734016094.335313:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3620864->3624959) req@ffff880074271f80 x1818247338638464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.335323:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271f80 with x1818247338638464 ext(3620864->3624959) 00002000:00010000:1.0:1734016094.335329:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271f80 00000100:00100000:1.0:1734016094.335435:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8202 00000100:00100000:1.0:1734016094.335443:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338638464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.335903:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338638464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 458us (1147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.335911:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8202 00002000:00100000:1.0:1734016094.335917:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3620864->3624959) req@ffff880074271f80 x1818247338638464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.335922:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271f80 with x1818247338638464 ext(3620864->3624959) 00002000:00010000:1.0:1734016094.335925:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271f80 00000100:00100000:3.0:1734016094.338373:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.338498:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638720 00000100:00100000:1.0:1734016094.338516:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638720 00002000:00100000:1.0:1734016094.338576:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3616768->3620863) req@ffff880071d3e300 x1818247338638720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.338587:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e300 with x1818247338638720 ext(3616768->3620863) 00002000:00010000:1.0:1734016094.338594:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e300 00000100:00100000:1.0:1734016094.338714:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8203 00000100:00100000:1.0:1734016094.338724:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338638720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.339340:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338638720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 615us (979us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.339348:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8203 00002000:00100000:1.0:1734016094.339354:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3616768->3620863) req@ffff880071d3e300 x1818247338638720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.339359:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e300 with x1818247338638720 ext(3616768->3620863) 00002000:00010000:1.0:1734016094.339362:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e300 00000100:00100000:3.0:1734016094.342089:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.342350:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638976 00000100:00100000:0.0:1734016094.342361:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638976 00002000:00100000:0.0:1734016094.342413:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3612672->3616767) req@ffff880071d3ca80 x1818247338638976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.342424:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247338638976 ext(3612672->3616767) 00002000:00010000:0.0:1734016094.342429:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:0.0:1734016094.342496:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8204 00000100:00100000:0.0:1734016094.342504:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338638976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.342685:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338638976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182us (610us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.342692:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8204 00002000:00100000:0.0:1734016094.342696:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3612672->3616767) req@ffff880071d3ca80 x1818247338638976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.342702:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247338638976 ext(3612672->3616767) 00002000:00010000:0.0:1734016094.342704:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:0.0:1734016094.346063:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338639232 00000100:00100000:0.0:1734016094.346076:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338639232 00002000:00100000:0.0:1734016094.346126:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3608576->3612671) req@ffff880074270a80 x1818247338639232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.346136:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270a80 with x1818247338639232 ext(3608576->3612671) 00002000:00010000:0.0:1734016094.346143:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270a80 00000100:00100000:0.0:1734016094.346173:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8205 00000100:00100000:0.0:1734016094.346223:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338639232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.346435:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338639232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 255us (513us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.346440:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8205 00002000:00100000:0.0:1734016094.346445:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3608576->3612671) req@ffff880074270a80 x1818247338639232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.346450:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270a80 with x1818247338639232 ext(3608576->3612671) 00002000:00010000:0.0:1734016094.346453:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270a80 00000100:00100000:3.0:1734016094.349006:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.352989:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.353066:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338639744 00000100:00100000:0.0:1734016094.353077:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338639744 00002000:00100000:0.0:1734016094.353131:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3600384->3604479) req@ffff880071d3f480 x1818247338639744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.353140:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3f480 with x1818247338639744 ext(3600384->3604479) 00002000:00010000:0.0:1734016094.353145:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3f480 00000100:00100000:0.0:1734016094.353176:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8207 00000100:00100000:0.0:1734016094.353235:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338639744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.353428:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338639744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 194us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.353434:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8207 00002000:00100000:0.0:1734016094.353439:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3600384->3604479) req@ffff880071d3f480 x1818247338639744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.353444:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3f480 with x1818247338639744 ext(3600384->3604479) 00002000:00010000:0.0:1734016094.353447:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3f480 00000100:00100000:3.0:1734016094.356077:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.358559:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.358610:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338640256 00000100:00100000:0.0:1734016094.358617:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338640256 00002000:00100000:0.0:1734016094.358651:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3592192->3596287) req@ffff880071d3d500 x1818247338640256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.358659:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d500 with x1818247338640256 ext(3592192->3596287) 00002000:00010000:0.0:1734016094.358663:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d500 00000100:00100000:0.0:1734016094.358691:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8209 00000100:00100000:0.0:1734016094.358696:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338640256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.358845:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338640256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.358851:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8209 00002000:00100000:0.0:1734016094.358856:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3592192->3596287) req@ffff880071d3d500 x1818247338640256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.358861:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d500 with x1818247338640256 ext(3592192->3596287) 00002000:00010000:0.0:1734016094.358864:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d500 00000100:00100000:3.0:1734016094.361337:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.363657:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.363716:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338640768 00000100:00100000:0.0:1734016094.363725:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338640768 00002000:00100000:0.0:1734016094.363762:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3584000->3588095) req@ffff880071d3df80 x1818247338640768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.363768:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247338640768 ext(3584000->3588095) 00002000:00010000:0.0:1734016094.363773:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:0.0:1734016094.363806:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8211 00000100:00100000:0.0:1734016094.363812:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338640768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.363958:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338640768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.363963:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8211 00002000:00100000:0.0:1734016094.363968:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3584000->3588095) req@ffff880071d3df80 x1818247338640768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.363974:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247338640768 ext(3584000->3588095) 00002000:00010000:0.0:1734016094.363976:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:3.0:1734016094.366588:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.369025:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.369094:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641152 00000100:00100000:0.0:1734016094.369103:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641152 00002000:00100000:0.0:1734016094.369144:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3579904->3637247) req@ffff880071d3c000 x1818247338641152/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.369151:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3c000 with x1818247338641152 ext(3579904->3637247) 00002000:00010000:0.0:1734016094.369156:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3c000 00000100:00100000:0.0:1734016094.369226:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8213 00000100:00100000:0.0:1734016094.369231:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338641152:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016094.372343:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338641152:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3094us (3308us total) trans 4294969051 rc 0/0 00000100:00100000:0.0:1734016094.372363:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8213 00002000:00100000:0.0:1734016094.372381:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3579904->3637247) req@ffff880071d3c000 x1818247338641152/t4294969051(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/448 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.372392:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3c000 with x1818247338641152 ext(3579904->3637247) 00002000:00010000:0.0:1734016094.372399:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3c000 00000100:00100000:3.0:1734016094.374766:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.374920:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641280 00000100:00100000:0.0:1734016094.374931:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641280 00000100:00100000:0.0:1734016094.374988:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10094 00000100:00100000:0.0:1734016094.374994:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338641280:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:3.0:1734016094.376728:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969051 is committed 00000100:00100000:0.0:1734016094.376918:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338641280:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1921us (2163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.376928:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10094 00000100:00100000:3.0:1734016094.379686:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.379768:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641536 00000100:00100000:0.0:1734016094.379779:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641536 00002000:00100000:0.0:1734016094.379827:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2797568->2801663) req@ffff88007e456680 x1818247338641536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.379838:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456680 with x1818247338641536 ext(2797568->2801663) 00002000:00010000:0.0:1734016094.379844:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456680 00000100:00100000:0.0:1734016094.379911:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8214 00000100:00100000:0.0:1734016094.379919:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338641536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.380127:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338641536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 207us (452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.380133:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8214 00002000:00100000:0.0:1734016094.380138:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2797568->2801663) req@ffff88007e456680 x1818247338641536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.380145:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456680 with x1818247338641536 ext(2797568->2801663) 00002000:00010000:0.0:1734016094.380148:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456680 00000100:00100000:3.0:1734016094.383581:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.384508:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338641792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 482us (937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016094.384517:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8215 00002000:00100000:3.0:1734016094.384524:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2793472->2797567) req@ffff88007e457b80 x1818247338641792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016094.384531:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247338641792 ext(2793472->2797567) 00002000:00010000:3.0:1734016094.384534:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:3.0:1734016094.387114:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.387223:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642048 00000100:00100000:0.0:1734016094.387241:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642048 00002000:00100000:0.0:1734016094.387314:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2789376->2793471) req@ffff88007e455f80 x1818247338642048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.387327:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455f80 with x1818247338642048 ext(2789376->2793471) 00002000:00010000:0.0:1734016094.387332:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455f80 00000100:00100000:0.0:1734016094.387585:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8216 00000100:00100000:0.0:1734016094.387593:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338642048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.387810:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338642048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 217us (708us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.387816:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8216 00002000:00100000:0.0:1734016094.387822:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2789376->2793471) req@ffff88007e455f80 x1818247338642048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.387829:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455f80 with x1818247338642048 ext(2789376->2793471) 00002000:00010000:0.0:1734016094.387831:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455f80 00000100:00100000:0.0:1734016094.390781:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.391535:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642304 00000100:00100000:1.0:1734016094.391547:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642304 00002000:00100000:1.0:1734016094.391597:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2785280->2789375) req@ffff88007406a300 x1818247338642304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.391611:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a300 with x1818247338642304 ext(2785280->2789375) 00002000:00010000:1.0:1734016094.391617:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a300 00000100:00100000:1.0:1734016094.391785:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8217 00000100:00100000:1.0:1734016094.391795:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338642304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.392019:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338642304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 225us (1247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.392024:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8217 00002000:00100000:1.0:1734016094.392029:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2785280->2789375) req@ffff88007406a300 x1818247338642304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.392035:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a300 with x1818247338642304 ext(2785280->2789375) 00002000:00010000:1.0:1734016094.392037:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a300 00000100:00100000:3.0:1734016094.394713:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.394908:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642432 00000100:00100000:0.0:1734016094.394921:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642432 00002000:00100000:0.0:1734016094.394981:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2785280->2801663) req@ffff880074242300 x1818247338642432/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 16872/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.394993:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242300 with x1818247338642432 ext(2785280->2801663) 00002000:00010000:0.0:1734016094.395000:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242300 00000100:00100000:0.0:1734016094.395046:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8218 00000100:00100000:0.0:1734016094.395054:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338642432:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016094.396478:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338642432:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1417us (1774us total) trans 4294969052 rc 0/0 00000100:00100000:0.0:1734016094.396487:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8218 00002000:00100000:0.0:1734016094.396494:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2785280->2801663) req@ffff880074242300 x1818247338642432/t4294969052(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 16872/448 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.396501:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242300 with x1818247338642432 ext(2785280->2801663) 00002000:00010000:0.0:1734016094.396505:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242300 00000100:00100000:3.0:1734016094.398166:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.398362:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642560 00000100:00100000:0.0:1734016094.398370:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642560 00000100:00100000:0.0:1734016094.398419:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10095 00000100:00100000:0.0:1734016094.398424:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338642560:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:0.0:1734016094.399894:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338642560:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1464us (1727us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.399905:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10095 00000100:00100000:3.0:1734016094.414996:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.415293:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642816 00000100:00100000:0.0:1734016094.415304:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642816 00002000:00100000:0.0:1734016094.415360:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->7127039) req@ffff88007678d180 x1818247338642816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 552/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.415375:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d180 with x1818247338642816 ext(0->7127039) 00002000:00010000:0.0:1734016094.415380:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d180 00000100:00100000:0.0:1734016094.416407:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8219 00000100:00100000:0.0:1734016094.416418:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338642816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016094.437991:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.445337:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643200 00000100:00100000:1.0:1734016094.445355:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643200 00002000:00100000:1.0:1734016094.445415:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8503296->8613887) req@ffff88007678e300 x1818247338643200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.445426:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247338643200 ext(8503296->8613887) 00002000:00010000:1.0:1734016094.445431:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678e300 00000100:00100000:3.0:1734016094.445465:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.445496:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643072 00000100:00100000:1.0:1734016094.445499:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643072 00002000:00100000:1.0:1734016094.445510:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4304896->8503295) req@ffff88012d190e00 x1818247338643072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 504/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.445517:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190e00 with x1818247338643072 ext(4304896->8503295) 00002000:00010000:1.0:1734016094.445520:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190e00 00000100:00100000:1.0:1734016094.445540:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8220 00000100:00100000:1.0:1734016094.445549:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338643200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016094.445567:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8221 00000100:00100000:3.0:1734016094.445578:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338643072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.487734:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338642816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 71303us (72738us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016094.487748:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8219 00002000:00100000:1.0:1734016094.487761:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->7127039) req@ffff88007678d180 x1818247338642816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 552/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.487770:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d180 with x1818247338642816 ext(0->7127039) 00002000:00010000:1.0:1734016094.487775:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d180 00000100:00100000:1.0:1734016094.488200:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338643200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 42633us (50203us total) trans 0 rc 110592/110592 00000100:00100000:1.0:1734016094.488207:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8220 00002000:00100000:1.0:1734016094.488212:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8503296->8613887) req@ffff88007678e300 x1818247338643200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 110592/110592 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.488218:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247338643200 ext(8503296->8613887) 00002000:00010000:1.0:1734016094.488221:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678e300 00000100:00100000:0.0:1734016094.519400:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338643072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 73816us (73936us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016094.519410:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8221 00002000:00100000:0.0:1734016094.519421:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4304896->8503295) req@ffff88012d190e00 x1818247338643072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 504/440 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.519430:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190e00 with x1818247338643072 ext(4304896->8503295) 00002000:00010000:0.0:1734016094.519435:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190e00 00000100:00100000:3.0:1734016094.529492:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643456 00000100:00100000:3.0:1734016094.529503:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643456 00000100:00100000:3.0:1734016094.529560:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643712 00000100:00100000:3.0:1734016094.529563:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643712 00000100:00100000:3.0:1734016094.530519:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10096 00000100:00100000:3.0:1734016094.530529:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338643456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016094.530554:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016094.530584:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f670 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0321 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016094.530662:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341451904:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016094.532354:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016094.537419:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016093 -> 1734016094 00002000:00010000:3.0:1734016094.537429:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016093 -> 1734016094 00002000:00010000:3.0:1734016094.537431:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1096 -> 1320 00000100:00100000:3.0:1734016094.537464:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341451904:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016094.537513:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f670 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0321 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016094.537529:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731f670 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0321 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016094.539958:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016094.540065:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338643456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9530us (10721us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016094.540076:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10096 00000100:00100000:3.0:1734016094.582644:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643840 00000100:00100000:3.0:1734016094.582657:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643840 00000100:00100000:3.0:1734016094.582726:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10097 00000100:00100000:3.0:1734016094.582734:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338643840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016094.582755:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016094.582774:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f677 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0328 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016094.582836:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452032:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016094.582902:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.586440:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452032:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016094.586501:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f677 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0328 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016094.586524:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731f677 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0328 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016094.590377:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016094.590499:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338643840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7757us (9893us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016094.590512:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10097 00000100:00100000:3.0:1734016094.593640:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643968 00000100:00100000:3.0:1734016094.593652:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643968 00000100:00100000:3.0:1734016094.593715:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10098 00000100:00100000:3.0:1734016094.593723:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338643968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016094.593748:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016094.593776:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f67e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a032f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016094.593862:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452160:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016094.593954:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.611413:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452160:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016094.611464:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f67e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a032f expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016094.611481:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec731f67e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a032f expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016094.611528:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016094.611603:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338643968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 17878us (18336us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016094.611613:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10098 00000100:00100000:3.0:1734016094.617469:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644096 00000100:00100000:3.0:1734016094.617480:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644096 00000100:00100000:3.0:1734016094.617551:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10099 00000100:00100000:3.0:1734016094.617562:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338644096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016094.617590:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016094.617615:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0336 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.617659:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.617668:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016094.617670:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016094.617673:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7778304->7782399] (req 7778304->7782399) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.617715:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 6 pid: 7680 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.617730:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 6 pid: 7680 timeout: 458 lvb_type: 0 00000100:00100000:3.0:1734016094.617746:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452288:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016094.617828:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.619488:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452288:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016094.619528:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7778304->7782399] (req 7778304->7782399) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.619550:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016094.629293:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338644096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11705us (12090us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.629311:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10099 00000100:00100000:3.0:1734016094.637787:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341452416 00000100:00100000:3.0:1734016094.637795:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341452416 00000100:00100000:3.0:1734016094.637846:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1734016094.637854:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341452416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016094.637891:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016094.637933:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341452416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.637939:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1734016094.647782:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644224 00000100:00100000:3.0:1734016094.647800:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644224 00010000:00010000:3.0:1734016094.647998:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 7 pid: 7680 timeout: 458 lvb_type: 0 00000100:00100000:3.0:1734016094.648057:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2547 00000100:00100000:3.0:1734016094.648066:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f79050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338644224:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016094.648090:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016094.648119:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 7 pid: 7680 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016094.648131:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 7 pid: 7680 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016094.652113:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731f669 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1282048->1286143) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a031a expref: 7 pid: 7680 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016094.652594:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.652596:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.652608:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.652619:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.652679:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016094.652697:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341452544:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016094.653400:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.668248:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341452544:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016094.668280:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016094.668338:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f79050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338644224:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 20272us (20722us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.668351:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2547 00000100:00100000:1.0:1734016094.671484:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.671595:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644480 00000100:00100000:0.0:1734016094.671608:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644480 00002000:00100000:0.0:1734016094.671668:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7778304->7782399) req@ffff8800712a8a80 x1818247338644480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.671678:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8a80 with x1818247338644480 ext(7778304->7782399) 00002000:00010000:0.0:1734016094.671685:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8a80 00000100:00100000:0.0:1734016094.671723:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8222 00000100:00100000:0.0:1734016094.671733:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338644480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.671989:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338644480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 255us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.671998:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8222 00002000:00100000:0.0:1734016094.672004:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7778304->7782399) req@ffff8800712a8a80 x1818247338644480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.672012:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8a80 with x1818247338644480 ext(7778304->7782399) 00002000:00010000:0.0:1734016094.672015:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8a80 00000100:00100000:1.0:1734016094.681889:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644736 00000100:00100000:1.0:1734016094.681908:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644736 00002000:00100000:1.0:1734016094.681997:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7774208->7778303) req@ffff880074592d80 x1818247338644736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.682012:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074592d80 with x1818247338644736 ext(7774208->7778303) 00002000:00010000:1.0:1734016094.682020:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074592d80 00000100:00100000:1.0:1734016094.682067:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8223 00000100:00100000:1.0:1734016094.682080:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338644736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.682427:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338644736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 347us (711us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.682435:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8223 00002000:00100000:1.0:1734016094.682443:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7774208->7778303) req@ffff880074592d80 x1818247338644736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.682450:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074592d80 with x1818247338644736 ext(7774208->7778303) 00002000:00010000:1.0:1734016094.682453:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074592d80 00000100:00100000:1.0:1734016094.691044:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644992 00000100:00100000:1.0:1734016094.691059:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644992 00002000:00100000:1.0:1734016094.691120:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7770112->7774207) req@ffff880074591c00 x1818247338644992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.691131:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591c00 with x1818247338644992 ext(7770112->7774207) 00002000:00010000:1.0:1734016094.691137:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591c00 00000100:00100000:1.0:1734016094.691177:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8224 00000100:00100000:1.0:1734016094.691230:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338644992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.691479:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338644992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 251us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.691486:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8224 00002000:00100000:1.0:1734016094.691491:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7770112->7774207) req@ffff880074591c00 x1818247338644992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.691498:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591c00 with x1818247338644992 ext(7770112->7774207) 00002000:00010000:1.0:1734016094.691501:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591c00 00000100:00100000:1.0:1734016094.701566:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645248 00000100:00100000:1.0:1734016094.701583:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645248 00002000:00100000:1.0:1734016094.701649:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7766016->7770111) req@ffff880074590380 x1818247338645248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.701663:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590380 with x1818247338645248 ext(7766016->7770111) 00002000:00010000:1.0:1734016094.701671:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590380 00000100:00100000:1.0:1734016094.701703:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8225 00000100:00100000:1.0:1734016094.701712:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338645248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.701954:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074590380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338645248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 242us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.701962:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8225 00002000:00100000:1.0:1734016094.701967:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7766016->7770111) req@ffff880074590380 x1818247338645248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.701973:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590380 with x1818247338645248 ext(7766016->7770111) 00002000:00010000:1.0:1734016094.701976:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590380 00000100:00100000:0.0:1734016094.708278:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645504 00000100:00100000:0.0:1734016094.708291:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645504 00002000:00100000:0.0:1734016094.708344:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7761920->7766015) req@ffff880074590000 x1818247338645504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.708353:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590000 with x1818247338645504 ext(7761920->7766015) 00002000:00010000:0.0:1734016094.708359:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590000 00000100:00100000:0.0:1734016094.708399:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8226 00000100:00100000:0.0:1734016094.708407:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338645504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.708660:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074590000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338645504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 252us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.708668:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8226 00002000:00100000:0.0:1734016094.708674:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7761920->7766015) req@ffff880074590000 x1818247338645504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.708680:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590000 with x1818247338645504 ext(7761920->7766015) 00002000:00010000:0.0:1734016094.708683:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590000 00000100:00100000:1.0:1734016094.726543:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645760 00000100:00100000:1.0:1734016094.726566:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645760 00002000:00100000:1.0:1734016094.726665:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7757824->7761919) req@ffff880074592300 x1818247338645760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.726683:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074592300 with x1818247338645760 ext(7757824->7761919) 00002000:00010000:1.0:1734016094.726692:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074592300 00000100:00100000:1.0:1734016094.726747:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8227 00000100:00100000:1.0:1734016094.726759:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338645760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.727067:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074592300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338645760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 309us (3452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.727081:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8227 00002000:00100000:1.0:1734016094.727087:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7757824->7761919) req@ffff880074592300 x1818247338645760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.727094:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074592300 with x1818247338645760 ext(7757824->7761919) 00002000:00010000:1.0:1734016094.727097:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074592300 00000100:00100000:0.0:1734016094.731151:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646016 00000100:00100000:0.0:1734016094.731168:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646016 00002000:00100000:0.0:1734016094.731288:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7753728->7757823) req@ffff880074592a00 x1818247338646016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.731300:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074592a00 with x1818247338646016 ext(7753728->7757823) 00002000:00010000:0.0:1734016094.731305:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074592a00 00000100:00100000:0.0:1734016094.731336:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8228 00000100:00100000:0.0:1734016094.731345:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338646016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.731609:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338646016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 263us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.731618:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8228 00002000:00100000:0.0:1734016094.731625:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7753728->7757823) req@ffff880074592a00 x1818247338646016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.731631:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074592a00 with x1818247338646016 ext(7753728->7757823) 00002000:00010000:0.0:1734016094.731634:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074592a00 00000100:00100000:1.0:1734016094.743084:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646272 00000100:00100000:1.0:1734016094.743098:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646272 00002000:00100000:1.0:1734016094.743159:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7749632->7753727) req@ffff880074591880 x1818247338646272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.743175:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591880 with x1818247338646272 ext(7749632->7753727) 00002000:00010000:1.0:1734016094.743217:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591880 00000100:00100000:1.0:1734016094.743261:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8229 00000100:00100000:1.0:1734016094.743270:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338646272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.743537:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074591880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338646272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 266us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.743546:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8229 00002000:00100000:1.0:1734016094.743554:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7749632->7753727) req@ffff880074591880 x1818247338646272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.743561:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591880 with x1818247338646272 ext(7749632->7753727) 00002000:00010000:1.0:1734016094.743564:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591880 00000100:00100000:0.0:1734016094.749612:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646528 00000100:00100000:0.0:1734016094.749629:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646528 00002000:00100000:0.0:1734016094.749702:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7745536->7749631) req@ffff880074590a80 x1818247338646528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.749715:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590a80 with x1818247338646528 ext(7745536->7749631) 00002000:00010000:0.0:1734016094.749723:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590a80 00000100:00100000:0.0:1734016094.749761:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8230 00000100:00100000:0.0:1734016094.749770:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338646528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.751637:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074590a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338646528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1851us (2134us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.751652:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8230 00002000:00100000:0.0:1734016094.751667:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7745536->7749631) req@ffff880074590a80 x1818247338646528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.751677:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590a80 with x1818247338646528 ext(7745536->7749631) 00002000:00010000:0.0:1734016094.751682:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590a80 00000100:00100000:3.0:1734016094.778484:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.778690:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646656 00000100:00100000:0.0:1734016094.778709:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646656 00000100:00100000:0.0:1734016094.778801:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10100 00000100:00100000:0.0:1734016094.778810:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338646656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.778841:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.778879:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a033d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.778923:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.778925:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.778936:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.778955:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.778972:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016094.779045:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338646656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 237us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.779052:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10100 00000100:00100000:0.0:1734016094.792401:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646912 00000100:00100000:0.0:1734016094.792415:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646912 00002000:00100000:0.0:1734016094.792465:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5574656->5578751) req@ffff880074593b80 x1818247338646912/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.792474:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593b80 with x1818247338646912 ext(5574656->5578751) 00002000:00010000:0.0:1734016094.792478:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593b80 00000100:00100000:0.0:1734016094.792517:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8231 00000100:00100000:0.0:1734016094.792525:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338646912:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.792705:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338646912:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.792710:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8231 00002000:00100000:0.0:1734016094.792715:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5574656->5578751) req@ffff880074593b80 x1818247338646912/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.792721:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593b80 with x1818247338646912 ext(5574656->5578751) 00002000:00010000:0.0:1734016094.792723:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593b80 00000100:00100000:1.0:1734016094.795275:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647168 00000100:00100000:1.0:1734016094.795290:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647168 00002000:00100000:1.0:1734016094.795343:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5570560->5574655) req@ffff880074591500 x1818247338647168/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.795359:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591500 with x1818247338647168 ext(5570560->5574655) 00002000:00010000:1.0:1734016094.795365:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591500 00000100:00100000:1.0:1734016094.795398:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8232 00000100:00100000:1.0:1734016094.795407:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338647168:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.796366:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338647168:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 951us (1222us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.796376:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8232 00002000:00100000:1.0:1734016094.796385:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5570560->5574655) req@ffff880074591500 x1818247338647168/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.796394:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591500 with x1818247338647168 ext(5570560->5574655) 00002000:00010000:1.0:1734016094.796400:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591500 00000100:00100000:3.0:1734016094.804140:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.804322:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647424 00000100:00100000:1.0:1734016094.804336:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647424 00002000:00100000:1.0:1734016094.804402:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5566464->5570559) req@ffff880071f99f80 x1818247338647424/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.804413:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99f80 with x1818247338647424 ext(5566464->5570559) 00002000:00010000:1.0:1734016094.804419:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99f80 00000100:00100000:1.0:1734016094.804459:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8233 00000100:00100000:1.0:1734016094.804466:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338647424:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.804879:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338647424:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 411us (755us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.804887:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8233 00002000:00100000:1.0:1734016094.804892:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5566464->5570559) req@ffff880071f99f80 x1818247338647424/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.804898:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99f80 with x1818247338647424 ext(5566464->5570559) 00002000:00010000:1.0:1734016094.804901:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99f80 00000100:00100000:1.0:1734016094.812298:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647680 00000100:00100000:1.0:1734016094.812311:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647680 00002000:00100000:1.0:1734016094.812366:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5562368->5566463) req@ffff880074591180 x1818247338647680/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.812378:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591180 with x1818247338647680 ext(5562368->5566463) 00002000:00010000:1.0:1734016094.812384:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591180 00000100:00100000:1.0:1734016094.812419:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8234 00000100:00100000:1.0:1734016094.812427:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338647680:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.813713:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074591180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338647680:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1279us (1584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.813723:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8234 00002000:00100000:1.0:1734016094.813732:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5562368->5566463) req@ffff880074591180 x1818247338647680/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.813740:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591180 with x1818247338647680 ext(5562368->5566463) 00002000:00010000:1.0:1734016094.813747:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591180 00000100:00100000:1.0:1734016094.821065:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647936 00000100:00100000:1.0:1734016094.821085:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647936 00002000:00100000:1.0:1734016094.821158:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5558272->5562367) req@ffff880074593800 x1818247338647936/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.821171:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593800 with x1818247338647936 ext(5558272->5562367) 00002000:00010000:1.0:1734016094.821287:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593800 00000100:00100000:1.0:1734016094.821324:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8235 00000100:00100000:1.0:1734016094.821331:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338647936:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.821556:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074593800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338647936:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 224us (719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.821563:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8235 00002000:00100000:1.0:1734016094.821567:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5558272->5562367) req@ffff880074593800 x1818247338647936/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.821573:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593800 with x1818247338647936 ext(5558272->5562367) 00002000:00010000:1.0:1734016094.821576:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593800 00000100:00100000:3.0:1734016094.827537:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.827701:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648192 00000100:00100000:0.0:1734016094.827717:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648192 00002000:00100000:0.0:1734016094.827797:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5554176->5558271) req@ffff880071f99880 x1818247338648192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.827811:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99880 with x1818247338648192 ext(5554176->5558271) 00002000:00010000:0.0:1734016094.827818:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99880 00000100:00100000:0.0:1734016094.827872:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8236 00000100:00100000:0.0:1734016094.827885:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338648192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.828219:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338648192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 293us (657us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.828228:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8236 00002000:00100000:0.0:1734016094.828234:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5554176->5558271) req@ffff880071f99880 x1818247338648192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.828242:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99880 with x1818247338648192 ext(5554176->5558271) 00002000:00010000:0.0:1734016094.828245:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99880 00000100:00100000:1.0:1734016094.835414:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648448 00000100:00100000:1.0:1734016094.835430:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648448 00002000:00100000:1.0:1734016094.835484:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5550080->5554175) req@ffff880074590e00 x1818247338648448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.835496:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590e00 with x1818247338648448 ext(5550080->5554175) 00002000:00010000:1.0:1734016094.835501:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590e00 00000100:00100000:1.0:1734016094.835543:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8237 00000100:00100000:1.0:1734016094.835550:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338648448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.835743:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338648448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.835750:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8237 00002000:00100000:1.0:1734016094.835756:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5550080->5554175) req@ffff880074590e00 x1818247338648448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.835762:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590e00 with x1818247338648448 ext(5550080->5554175) 00002000:00010000:1.0:1734016094.835765:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590e00 00000100:00100000:0.0:1734016094.840517:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648704 00000100:00100000:0.0:1734016094.840530:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648704 00002000:00100000:0.0:1734016094.840594:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5545984->5550079) req@ffff880074591f80 x1818247338648704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.840606:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591f80 with x1818247338648704 ext(5545984->5550079) 00002000:00010000:0.0:1734016094.840612:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591f80 00000100:00100000:0.0:1734016094.844939:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8238 00000100:00100000:0.0:1734016094.844966:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338648704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.845329:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074591f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338648704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 372us (5197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.845337:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8238 00002000:00100000:0.0:1734016094.845347:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5545984->5550079) req@ffff880074591f80 x1818247338648704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.845357:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074591f80 with x1818247338648704 ext(5545984->5550079) 00002000:00010000:0.0:1734016094.845362:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074591f80 00000100:00100000:3.0:1734016094.849031:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.849116:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648960 00000100:00100000:0.0:1734016094.849126:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648960 00002000:00100000:0.0:1734016094.849172:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5541888->5545983) req@ffff88012eb67800 x1818247338648960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.849234:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb67800 with x1818247338648960 ext(5541888->5545983) 00002000:00010000:0.0:1734016094.849239:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb67800 00000100:00100000:0.0:1734016094.849269:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8239 00000100:00100000:0.0:1734016094.849276:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338648960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.849479:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338648960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 201us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.849490:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8239 00002000:00100000:0.0:1734016094.849496:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5541888->5545983) req@ffff88012eb67800 x1818247338648960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.849503:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb67800 with x1818247338648960 ext(5541888->5545983) 00002000:00010000:0.0:1734016094.849505:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb67800 00000100:00100000:1.0:1734016094.857061:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649216 00000100:00100000:1.0:1734016094.857082:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649216 00002000:00100000:1.0:1734016094.857164:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5537792->5541887) req@ffff880074593480 x1818247338649216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.857214:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593480 with x1818247338649216 ext(5537792->5541887) 00002000:00010000:1.0:1734016094.857223:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593480 00000100:00100000:1.0:1734016094.857267:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8240 00000100:00100000:1.0:1734016094.857278:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338649216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.857614:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074593480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338649216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 336us (710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.857624:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8240 00002000:00100000:1.0:1734016094.857631:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5537792->5541887) req@ffff880074593480 x1818247338649216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.857639:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593480 with x1818247338649216 ext(5537792->5541887) 00002000:00010000:1.0:1734016094.857642:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593480 00000100:00100000:0.0:1734016094.866570:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649472 00000100:00100000:0.0:1734016094.866586:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649472 00002000:00100000:0.0:1734016094.866655:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5533696->5537791) req@ffff880074593100 x1818247338649472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.866667:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593100 with x1818247338649472 ext(5533696->5537791) 00002000:00010000:0.0:1734016094.866674:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593100 00000100:00100000:0.0:1734016094.866715:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8241 00000100:00100000:0.0:1734016094.866724:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338649472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.866907:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338649472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.866914:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8241 00002000:00100000:0.0:1734016094.866920:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5533696->5537791) req@ffff880074593100 x1818247338649472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.866927:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074593100 with x1818247338649472 ext(5533696->5537791) 00002000:00010000:0.0:1734016094.866929:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074593100 00000100:00100000:3.0:1734016094.871858:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.873053:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649728 00000100:00100000:1.0:1734016094.873069:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649728 00002000:00100000:1.0:1734016094.873140:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5529600->5533695) req@ffff88012eb64e00 x1818247338649728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.873152:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64e00 with x1818247338649728 ext(5529600->5533695) 00002000:00010000:1.0:1734016094.873159:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64e00 00000100:00100000:1.0:1734016094.874260:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8242 00000100:00100000:1.0:1734016094.874275:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338649728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.876401:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338649728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2121us (4545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.876415:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8242 00002000:00100000:1.0:1734016094.876428:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5529600->5533695) req@ffff88012eb64e00 x1818247338649728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.876438:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64e00 with x1818247338649728 ext(5529600->5533695) 00002000:00010000:1.0:1734016094.876446:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64e00 00000100:00100000:1.0:1734016094.882054:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649984 00000100:00100000:1.0:1734016094.882066:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649984 00002000:00100000:1.0:1734016094.882117:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5525504->5529599) req@ffff880074592680 x1818247338649984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.882130:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074592680 with x1818247338649984 ext(5525504->5529599) 00002000:00010000:1.0:1734016094.882136:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074592680 00000100:00100000:1.0:1734016094.883637:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8243 00000100:00100000:1.0:1734016094.883655:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338649984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.883950:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338649984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 298us (2616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.883959:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8243 00002000:00100000:1.0:1734016094.883967:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5525504->5529599) req@ffff880074592680 x1818247338649984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.883977:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074592680 with x1818247338649984 ext(5525504->5529599) 00002000:00010000:1.0:1734016094.883984:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074592680 00000100:00100000:0.0:1734016094.896676:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338650240 00000100:00100000:0.0:1734016094.896688:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338650240 00002000:00100000:0.0:1734016094.896738:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5521408->5525503) req@ffff880074590700 x1818247338650240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.896753:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590700 with x1818247338650240 ext(5521408->5525503) 00002000:00010000:0.0:1734016094.896759:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590700 00000100:00100000:0.0:1734016094.896798:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8244 00000100:00100000:0.0:1734016094.896804:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338650240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.896966:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338650240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 160us (584us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.896974:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8244 00002000:00100000:0.0:1734016094.896981:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5521408->5525503) req@ffff880074590700 x1818247338650240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.896988:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074590700 with x1818247338650240 ext(5521408->5525503) 00002000:00010000:0.0:1734016094.896990:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074590700 00000100:00100000:3.0:1734016094.903979:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.906248:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338650496 00000100:00100000:1.0:1734016094.906262:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338650496 00002000:00100000:1.0:1734016094.906315:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7380992->7385087) req@ffff880076749f80 x1818247338650496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.906331:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749f80 with x1818247338650496 ext(7380992->7385087) 00002000:00010000:1.0:1734016094.906337:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749f80 00000100:00100000:1.0:1734016094.906364:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8245 00000100:00100000:1.0:1734016094.906371:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338650496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.908399:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338650496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2014us (4427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.908415:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8245 00002000:00100000:1.0:1734016094.908430:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7380992->7385087) req@ffff880076749f80 x1818247338650496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.908440:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749f80 with x1818247338650496 ext(7380992->7385087) 00002000:00010000:1.0:1734016094.908447:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749f80 00000100:00100000:1.0:1734016094.923366:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338650752 00000100:00100000:1.0:1734016094.923395:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338650752 00002000:00100000:1.0:1734016094.923471:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7376896->7380991) req@ffff8800715d7800 x1818247338650752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.923485:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7800 with x1818247338650752 ext(7376896->7380991) 00002000:00010000:1.0:1734016094.923492:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7800 00000100:00100000:1.0:1734016094.923542:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8246 00000100:00100000:1.0:1734016094.923548:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338650752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016094.923887:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338650752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 337us (4248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016094.923895:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8246 00002000:00100000:1.0:1734016094.923902:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7376896->7380991) req@ffff8800715d7800 x1818247338650752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016094.923910:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7800 with x1818247338650752 ext(7376896->7380991) 00002000:00010000:1.0:1734016094.923914:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7800 00000100:00100000:0.0:1734016094.934454:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651008 00000100:00100000:0.0:1734016094.934465:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651008 00002000:00100000:0.0:1734016094.934511:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7372800->7376895) req@ffff8800715d4e00 x1818247338651008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/0 e 0 to 0 dl 1734016105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.934522:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4e00 with x1818247338651008 ext(7372800->7376895) 00002000:00010000:0.0:1734016094.934528:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4e00 00000100:00100000:0.0:1734016094.934562:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8247 00000100:00100000:0.0:1734016094.934570:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338651008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016094.934745:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338651008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (418us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016094.934754:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8247 00002000:00100000:0.0:1734016094.934761:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7372800->7376895) req@ffff8800715d4e00 x1818247338651008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:55/0 lens 488/4536 e 0 to 0 dl 1734016105 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016094.934770:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4e00 with x1818247338651008 ext(7372800->7376895) 00002000:00010000:0.0:1734016094.934773:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4e00 00000100:00100000:3.0:1734016094.941965:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.945494:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651264 00000100:00100000:0.0:1734016094.945516:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651264 00000100:00100000:3.0:1734016094.960559:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651392 00000100:00100000:3.0:1734016094.960580:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651392 00010000:00010000:3.0:1734016094.960642:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f623 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02d4 expref: 14 pid: 7702 timeout: 458 lvb_type: 0 00000100:00100000:3.0:1734016094.960712:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2548 00000100:00100000:3.0:1734016094.960721:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247338651392:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016094.960742:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016094.960749:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f623 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02d4 expref: 14 pid: 7702 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016094.960761:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f623 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02d4 expref: 14 pid: 7702 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016094.960788:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016094.960793:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016094.960804:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016094.960812:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016094.960830:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016094.960899:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247338651392:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 178us (5129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.960907:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2548 00010000:00010000:0.0:1734016094.961936:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f623 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a02d4 expref: 13 pid: 7702 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.961963:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341452672:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016094.961986:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016094.961994:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016094.961999:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:0.0:1734016094.962099:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968428 00000004:00010000:0.0:1734016094.962143:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007674a680 reply state ffff880074071000 transno 4294968429 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016094.962150:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016094.962274:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338651264:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 13678us (20327us total) trans 4294968429 rc 0/0 00000100:00100000:0.0:1734016094.962282:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1807 00000020:00080000:0.0:1734016094.962286:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016094.964653:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016094.964670:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016094.964679:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016094.964686:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cad00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016094.964693:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016094.964701:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016094.964719:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016094.964722:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016094.964726:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016094.964731:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731f693 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016094.965360:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651520 00000100:00100000:0.0:1734016094.965378:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651520 00000100:00100000:0.0:1734016094.965459:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10101 00000100:00100000:0.0:1734016094.965469:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338651520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.965499:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.965526:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0344 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.965573:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.965583:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.965595:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.965597:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016094.965602:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.965650:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016094.965664:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 8 pid: 7681 timeout: 458 lvb_type: 1 00000100:00100000:0.0:1734016094.965676:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074068e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452800:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016094.965772:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016094.965781:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 5 pid: 7681 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016094.965789:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074068700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452928:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016094.965807:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016094.969154:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074068e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452800:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016094.969212:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074068700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341452928:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016094.969258:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.969280:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:1.0:1734016094.969349:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338651520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3878us (4385us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.969360:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10101 00000100:00100000:0.0:1734016094.970137:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.970169:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016094.970293:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651776 00000100:00100000:3.0:1734016094.970304:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651776 00010000:00010000:3.0:1734016094.970345:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 6 pid: 7681 timeout: 458 lvb_type: 0 00000100:00100000:3.0:1734016094.970368:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651648 00000100:00100000:3.0:1734016094.970371:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651648 00010000:00010000:3.0:1734016094.970383:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 8 pid: 7681 timeout: 458 lvb_type: 1 00000100:00100000:3.0:1734016094.970400:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2549 00000100:00100000:3.0:1734016094.970406:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338651776:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016094.970422:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016094.970451:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 6 pid: 7681 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016094.970461:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 6 pid: 7681 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016094.970489:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731f685 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7778304->7782399) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0336 expref: 6 pid: 7681 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016094.970521:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016094.970549:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338651776:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 142us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.970555:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2549 00000100:00100000:3.0:1734016094.970569:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2550 00000100:00100000:3.0:1734016094.970574:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338651648:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016094.970581:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016094.970589:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 8 pid: 7681 timeout: 458 lvb_type: 1 00010000:00010000:3.0:1734016094.970599:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 8 pid: 7681 timeout: 458 lvb_type: 1 00010000:00010000:3.0:1734016094.970612:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731f68c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a033d expref: 8 pid: 7681 timeout: 458 lvb_type: 1 00010000:00010000:3.0:1734016094.970621:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.970622:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016094.970629:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.970638:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016094.970677:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016094.970692:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341453056:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016094.970743:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016094.980639:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341453056:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016094.980668:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016094.980765:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338651648:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10187us (10593us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016094.980781:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2550 00000100:00100000:1.0:1734016094.983342:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016094.983494:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651904 00000100:00100000:0.0:1734016094.983507:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651904 00002000:00010000:0.0:1734016094.983569:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7061768->18446744073709551615) 00002000:00100000:0.0:1734016094.983576:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab100 with x1818247338651904 ext(7061768->18446744073709551615) 00002000:00010000:0.0:1734016094.983596:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab100. 00000100:00100000:0.0:1734016094.983650:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8248 00000100:00100000:0.0:1734016094.983660:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338651904:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016094.985407:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8613337 -> 7061768 00002000:00010000:0.0:1734016094.985415:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016094 -> 1734016095 00002000:00010000:0.0:1734016094.985418:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016094 -> 1734016093 00002000:00010000:0.0:1734016094.985419:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016094 -> 1734016095 00002000:00010000:0.0:1734016094.985421:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1320 -> 1320 00000100:00100000:0.0:1734016094.986580:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338651904:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2895us (3230us total) trans 4294969053 rc 0/0 00000100:00100000:0.0:1734016094.986601:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8248 00002000:00010000:0.0:1734016094.986612:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7061768->18446744073709551615) 00002000:00100000:0.0:1734016094.986616:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab100 with x1818247338651904 ext(7061768->18446744073709551615) 00002000:00010000:0.0:1734016094.986631:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab100. 00000100:00100000:0.0:1734016094.997447:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016094.997574:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652032 00000100:00100000:1.0:1734016094.997583:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652032 00000100:00100000:1.0:1734016094.997638:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1808 00000100:00100000:1.0:1734016094.997645:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338652032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016094.997667:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016094.997689:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f6a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a034b expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.997777:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016094.997790:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016094.997805:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:1.0:1734016094.997827:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7061768 00000004:00200000:1.0:1734016094.997830:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016094.997846:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016094.997868:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec731f6a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.997886:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016094.997894:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016094.997896:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016094.997898:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016094.997961:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338652032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 315us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016094.997967:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1808 00000100:00100000:3.0:1734016095.000058:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.000129:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652160 00000100:00100000:1.0:1734016095.000137:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652160 00000100:00100000:1.0:1734016095.000224:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10102 00000100:00100000:1.0:1734016095.000249:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338652160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.000266:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.000286:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f6af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0352 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.000342:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341453184:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016095.000390:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00080000:3.0:1734016095.000455:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016065 00002000:00010000:1.0:1734016095.001671:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016093 -> 1734016094 00000100:00100000:1.0:1734016095.001689:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341453184:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016095.001714:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f6af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0352 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.001725:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f6af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0352 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.001735:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016095.001771:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338652160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1539us (1717us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.001778:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10102 00000100:00100000:0.0:1734016095.003698:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.010747:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652288 00000100:00100000:1.0:1734016095.010771:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652288 00000100:00100000:1.0:1734016095.010878:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10103 00000100:00100000:1.0:1734016095.010889:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338652288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.010920:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.010951:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f6b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0359 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.011048:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341453312:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016095.011216:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.013488:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341453312:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016095.013518:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f6b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0359 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.013530:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f6b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0359 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.013541:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016095.013572:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338652288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2686us (9881us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.013579:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10103 00000100:00100000:1.0:1734016095.016031:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652416 00000100:00100000:1.0:1734016095.016048:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652416 00000100:00100000:1.0:1734016095.016134:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10104 00000100:00100000:1.0:1734016095.016144:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338652416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.016228:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.016258:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f6bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0360 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.016362:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341453440:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016095.016452:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.020524:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341453440:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016095.020573:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f6bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0360 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.020592:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f6bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0360 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.020615:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016095.020699:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338652416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4555us (4803us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.020709:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10104 00000100:00100000:0.0:1734016095.026958:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.027056:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652544 00000100:00100000:1.0:1734016095.027070:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652544 00000100:00100000:1.0:1734016095.027142:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10105 00000100:00100000:1.0:1734016095.027151:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338652544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.027211:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.027240:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f6c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0367 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.027307:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341453568:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016095.027369:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.029386:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341453568:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016095.029417:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f6c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0367 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.029428:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f6c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0367 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.029454:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016095.029486:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338652544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2336us (2541us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.029497:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10105 00000100:00100000:1.0:1734016095.034229:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652672 00000100:00100000:1.0:1734016095.034238:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652672 00000100:00100000:1.0:1734016095.034295:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10106 00000100:00100000:1.0:1734016095.034301:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338652672:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016095.034593:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7061768 -> 7061768 00002000:00010000:1.0:1734016095.034596:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.034598:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016094 -> 1734016093 00002000:00010000:1.0:1734016095.034601:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.034602:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1320 -> 1320 00000100:00100000:1.0:1734016095.034706:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338652672:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 404us (667us total) trans 4294969054 rc 0/0 00000100:00100000:1.0:1734016095.034715:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10106 00000100:00100000:0.0:1734016095.037836:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.037988:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652800 00000100:00100000:3.0:1734016095.038001:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652800 00000100:00100000:3.0:1734016095.038072:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10107 00000100:00100000:3.0:1734016095.038082:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338652800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.038105:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.038131:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f6cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a036e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016095.038251:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341453696:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016095.038333:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00002000:00010000:0.0:1734016095.041670:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016093 -> 1734016094 00000100:00100000:0.0:1734016095.041724:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341453696:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016095.041787:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f6cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a036e expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.041807:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731f6cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a036e expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.042835:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:0.0:1734016095.042930:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338652800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4845us (5109us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016095.042944:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10107 00000100:00100000:0.0:1734016095.047157:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652928 00000100:00100000:0.0:1734016095.047168:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652928 00000100:00100000:0.0:1734016095.048563:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10108 00000100:00100000:0.0:1734016095.048577:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338652928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.048612:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.048638:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f6d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0375 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.048729:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341453824:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016095.049614:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016095.055914:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.056094:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653184 00000100:00100000:0.0:1734016095.056106:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653184 00000100:00100000:0.0:1734016095.056481:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1809 00000100:00100000:0.0:1734016095.056491:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338653184:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016095.056726:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.056745:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 13 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.056752:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.056795:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 13 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.056809:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 13 pid: 6473 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016095.056825:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341453952:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016095.057462:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.062454:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341453952:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016095.062520:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016095.063490:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.063854:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653312 00000100:00100000:0.0:1734016095.063870:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653312 00010000:00010000:0.0:1734016095.063958:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 14 pid: 6473 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016095.064013:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2551 00000100:00100000:0.0:1734016095.064023:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247338653312:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016095.064051:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016095.064061:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 14 pid: 6473 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016095.064074:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 14 pid: 6473 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016095.064110:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a034b expref: 14 pid: 6473 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016095.064135:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016095.064141:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.064150:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.064156:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.064201:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016095.064272:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338653312:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 251us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.064280:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2551 00010000:00010000:0.0:1734016095.064304:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.064310:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016095.064428:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968430 00000004:00010000:0.0:1734016095.064477:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007674b480 reply state ffff880074089000 transno 4294968431 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016095.064483:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016095.064555:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338653184:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8066us (8652us total) trans 4294968431 rc 0/0 00000100:00100000:0.0:1734016095.064561:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1809 00000020:00080000:0.0:1734016095.064564:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1734016095.064809:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016065 00010000:00010000:0.0:1734016095.066947:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.066963:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.066970:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.066975:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016095.066980:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.066986:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.067002:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016095.067004:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016095.067008:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.067013:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f6d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016095.068068:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.069014:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653440 00000100:00100000:1.0:1734016095.069025:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653440 00002000:00010000:1.0:1734016095.069064:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8240411->18446744073709551615) 00002000:00100000:1.0:1734016095.069069:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674bb80 with x1818247338653440 ext(8240411->18446744073709551615) 00002000:00010000:1.0:1734016095.069080:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674bb80. 00000100:00100000:1.0:1734016095.069614:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8249 00000100:00100000:1.0:1734016095.069624:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338653440:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016095.069841:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7061768 -> 8240411 00002000:00010000:1.0:1734016095.069845:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.069847:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016094 -> 1734016093 00002000:00010000:1.0:1734016095.069848:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:1.0:1734016095.069850:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1320 -> 1320 00000100:00100000:1.0:1734016095.069917:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338653440:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 294us (1853us total) trans 4294969055 rc 0/0 00000100:00100000:1.0:1734016095.069924:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8249 00002000:00010000:1.0:1734016095.069926:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8240411->18446744073709551615) 00002000:00100000:1.0:1734016095.069928:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674bb80 with x1818247338653440 ext(8240411->18446744073709551615) 00002000:00010000:1.0:1734016095.069931:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674bb80. 00010000:00010000:1.0:1734016095.073479:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016095.074639:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.078478:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.078673:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653952 00000100:00100000:1.0:1734016095.078688:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653952 00002000:00100000:1.0:1734016095.078744:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8232960->8237055) req@ffff880074069880 x1818247338653952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.078754:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069880 with x1818247338653952 ext(8232960->8237055) 00002000:00010000:1.0:1734016095.078760:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069880 00000100:00100000:1.0:1734016095.079208:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8251 00000100:00100000:1.0:1734016095.079218:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338653952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.079490:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338653952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 272us (1024us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.079499:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8251 00002000:00100000:1.0:1734016095.079506:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8232960->8237055) req@ffff880074069880 x1818247338653952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.079512:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069880 with x1818247338653952 ext(8232960->8237055) 00002000:00010000:1.0:1734016095.079515:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069880 00000100:00100000:3.0:1734016095.082768:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.087332:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.091471:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.095494:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.096568:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654976 00000100:00100000:1.0:1734016095.096581:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654976 00002000:00100000:0.0:1734016095.096715:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8216576->8220671) req@ffff88011d83df80 x1818247338654976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.096726:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83df80 with x1818247338654976 ext(8216576->8220671) 00002000:00010000:0.0:1734016095.096732:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83df80 00000100:00100000:0.0:1734016095.096769:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8255 00000100:00100000:0.0:1734016095.096777:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338654976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.096987:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338654976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 210us (1507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.096995:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8255 00002000:00100000:0.0:1734016095.097002:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8216576->8220671) req@ffff88011d83df80 x1818247338654976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.097008:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83df80 with x1818247338654976 ext(8216576->8220671) 00002000:00010000:0.0:1734016095.097011:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83df80 00000100:00100000:3.0:1734016095.099814:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.103038:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.107102:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.107821:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338655744 00000100:00100000:1.0:1734016095.107836:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338655744 00002000:00100000:1.0:1734016095.107897:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8204288->8208383) req@ffff88007402fb80 x1818247338655744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.107910:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247338655744 ext(8204288->8208383) 00002000:00010000:1.0:1734016095.107915:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:1.0:1734016095.108165:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8258 00000100:00100000:1.0:1734016095.108334:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338655744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.108576:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338655744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 400us (1482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.108582:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8258 00002000:00100000:1.0:1734016095.108587:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8204288->8208383) req@ffff88007402fb80 x1818247338655744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.108594:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247338655744 ext(8204288->8208383) 00002000:00010000:1.0:1734016095.108596:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:1.0:1734016095.112480:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338655872 00000100:00100000:1.0:1734016095.112492:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338655872 00002000:00100000:1.0:1734016095.112531:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8204288->8240410) req@ffff8800715d7100 x1818247338655872/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.112539:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7100 with x1818247338655872 ext(8204288->8240410) 00002000:00010000:1.0:1734016095.112544:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7100 00000100:00100000:1.0:1734016095.112573:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8259 00000100:00100000:1.0:1734016095.112579:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338655872:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016095.115564:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338655872:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2972us (3237us total) trans 4294969056 rc 0/0 00000100:00100000:0.0:1734016095.115578:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8259 00002000:00100000:0.0:1734016095.115591:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8204288->8240410) req@ffff8800715d7100 x1818247338655872/t4294969056(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/448 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.115600:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7100 with x1818247338655872 ext(8204288->8240410) 00002000:00010000:0.0:1734016095.115606:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7100 00000100:00100000:3.0:1734016095.119025:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.119096:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656000 00000100:00100000:0.0:1734016095.119110:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656000 00000100:00100000:0.0:1734016095.119208:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1810 00000100:00100000:0.0:1734016095.119215:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338656000:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016095.119383:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338656000:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 168us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.119390:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1810 00000100:00100000:3.0:1734016095.121519:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016095.123260:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969056 is committed 00000100:00100000:0.0:1734016095.126039:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.126284:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656256 00000100:00100000:1.0:1734016095.126299:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656256 00000100:00100000:1.0:1734016095.126358:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1811 00000100:00100000:1.0:1734016095.126366:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338656256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.126394:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.126425:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a037c expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.126556:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f6e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.126573:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.126585:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:1.0:1734016095.126612:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8240411 00000004:00200000:1.0:1734016095.126616:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016095.126634:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.126658:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f6e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a037c expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.126689:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f6e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a037c expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.126698:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016095.126702:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016095.126705:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016095.126773:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338656256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 409us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.126783:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1811 00000100:00100000:3.0:1734016095.129549:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.139317:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.143487:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.143764:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656640 00000100:00100000:1.0:1734016095.143770:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656640 00010000:00010000:1.0:1734016095.143794:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 7 pid: 7681 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.143825:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2552 00000100:00100000:1.0:1734016095.143830:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338656640:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.143844:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.143861:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 7 pid: 7681 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.143871:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 7 pid: 7681 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.143891:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f69a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0344 expref: 7 pid: 7681 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.143917:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.143919:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.143925:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.143932:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.143956:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.143967:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341454336:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016095.143999:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.146332:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341454336:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016095.146349:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.146389:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338656640:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2557us (2908us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.146398:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2552 00000100:00100000:0.0:1734016095.146696:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.150683:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.150739:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338657152 00000100:00100000:0.0:1734016095.150746:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338657152 00002000:00100000:0.0:1734016095.150779:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1269760->1273855) req@ffff880130c2e300 x1818247338657152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.150786:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247338657152 ext(1269760->1273855) 00002000:00010000:0.0:1734016095.150789:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:0.0:1734016095.150814:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8261 00000100:00100000:0.0:1734016095.150819:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338657152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.150950:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338657152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.150954:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8261 00002000:00100000:0.0:1734016095.150958:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1269760->1273855) req@ffff880130c2e300 x1818247338657152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.150964:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247338657152 ext(1269760->1273855) 00002000:00010000:0.0:1734016095.150966:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:3.0:1734016095.154370:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.159669:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.164147:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.173892:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.184096:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.184589:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658432 00000100:00100000:0.0:1734016095.184598:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658432 00002000:00100000:0.0:1734016095.184634:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1249280->1253375) req@ffff880130c2dc00 x1818247338658432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.184644:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247338658432 ext(1249280->1253375) 00002000:00010000:0.0:1734016095.184649:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:0.0:1734016095.184888:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8266 00000100:00100000:0.0:1734016095.184894:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338658432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.185095:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338658432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (1005us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.185102:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8266 00002000:00100000:0.0:1734016095.185109:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1249280->1253375) req@ffff880130c2dc00 x1818247338658432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.185115:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247338658432 ext(1249280->1253375) 00002000:00010000:0.0:1734016095.185117:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:3.0:1734016095.189579:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.189632:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658688 00000100:00100000:0.0:1734016095.189641:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658688 00002000:00100000:0.0:1734016095.189679:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1245184->1249279) req@ffff880130c2c000 x1818247338658688/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.189687:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247338658688 ext(1245184->1249279) 00002000:00010000:0.0:1734016095.189692:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c000 00000100:00100000:0.0:1734016095.189773:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8267 00000100:00100000:0.0:1734016095.189779:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338658688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.189900:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338658688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 120us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.189905:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8267 00002000:00100000:0.0:1734016095.189909:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1245184->1249279) req@ffff880130c2c000 x1818247338658688/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.189914:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247338658688 ext(1245184->1249279) 00002000:00010000:0.0:1734016095.189916:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c000 00000100:00100000:1.0:1734016095.193508:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.196752:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338658816:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2885us (3245us total) trans 4294969057 rc 0/0 00000100:00100000:0.0:1734016095.196762:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8268 00002000:00100000:0.0:1734016095.196770:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1245184->1277951) req@ffff8800712a8380 x1818247338658816/t4294969057(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:56/0 lens 488/448 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.196778:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8380 with x1818247338658816 ext(1245184->1277951) 00002000:00010000:0.0:1734016095.196782:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8380 00000100:00100000:3.0:1734016095.198860:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.198924:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658944 00000100:00100000:0.0:1734016095.198931:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658944 00000100:00100000:0.0:1734016095.198978:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1812 00000100:00100000:0.0:1734016095.198985:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338658944:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016095.199081:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338658944:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 97us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.199087:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1812 00000100:00100000:1.0:1734016095.201456:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016095.203559:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969057 is committed 00000100:00100000:3.0:1734016095.206502:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.206656:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338659200 00000100:00100000:1.0:1734016095.206667:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338659200 00000100:00100000:1.0:1734016095.206982:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1813 00000100:00100000:1.0:1734016095.206989:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338659200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.207008:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.207025:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f6fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0391 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.207119:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f703 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.207132:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.207144:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:1.0:1734016095.207169:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8240411 00000004:00200000:1.0:1734016095.207212:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016095.207230:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.207259:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec731f6fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0391 expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.207298:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0391 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.207304:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016095.207307:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016095.207310:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016095.207363:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338659200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 373us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.207370:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1813 00000100:00100000:3.0:1734016095.210233:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.214955:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.219943:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.228695:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.238669:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.249525:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.264168:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.291295:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.313739:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.316610:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10121 00000100:00100000:3.0:1734016095.316621:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338660352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.316640:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.316662:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a03d0 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.316692:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.316700:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016095.316703:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016095.316707:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7868416->7897087] (req 7868416->7897087) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.316738:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.316755:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 5 pid: 13915 timeout: 458 lvb_type: 0 00000100:00100000:3.0:1734016095.316768:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341455488:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016095.317560:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016095.325664:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.325942:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660480 00000100:00100000:1.0:1734016095.325950:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660480 00010000:00010000:1.0:1734016095.325979:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 6 pid: 13915 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.326065:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2553 00000100:00100000:1.0:1734016095.326073:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338660480:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.326086:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.326103:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 6 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.326113:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 6 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.326134:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.326136:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.326142:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.326149:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.326199:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.326212:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341455616:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016095.326258:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00010000:00010000:3.0:1734016095.328275:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731f6f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1273856->1277951) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a038a expref: 6 pid: 13915 timeout: 458 lvb_type: 0 00000100:00100000:3.0:1734016095.329407:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341455488:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016095.329429:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.329440:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016095.329472:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338660352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12853us (15743us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016095.329479:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10121 00000100:00100000:1.0:1734016095.329748:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341455616:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016095.329759:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.329777:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338660480:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3704us (4120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.329785:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2553 00000100:00100000:3.0:1734016095.355776:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.355837:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.355918:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660736 00000100:00100000:0.0:1734016095.355926:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660736 00002000:00100000:0.0:1734016095.355959:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->7872511) req@ffff880130c2fb80 x1818247338660736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 504/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.355968:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2fb80 with x1818247338660736 ext(0->7872511) 00002000:00010000:0.0:1734016095.355973:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2fb80 00000100:00100000:0.0:1734016095.356002:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660992 00000100:00100000:0.0:1734016095.356005:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660992 00002000:00100000:0.0:1734016095.356016:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8241151) req@ffff88012d8a9180 x1818247338660992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 504/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.356023:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9180 with x1818247338660992 ext(4190208->8241151) 00002000:00010000:0.0:1734016095.356026:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9180 00000100:00100000:0.0:1734016095.356048:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8269 00000100:00100000:0.0:1734016095.356054:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338660736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016095.465299:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.465369:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661120 00000100:00100000:0.0:1734016095.465377:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661120 00000100:00100000:0.0:1734016095.465441:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10122 00000100:00100000:0.0:1734016095.465450:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338661120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.465472:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.465495:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f749 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a03d7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.465522:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.465524:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.465536:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d7 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.465551:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d7 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.465565:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016095.466669:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338661120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1214us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.466679:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10122 00000100:00100000:1.0:1734016095.471153:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.471260:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661376 00000100:00100000:0.0:1734016095.471270:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661376 00000100:00100000:0.0:1734016095.471316:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1814 00000100:00100000:0.0:1734016095.471324:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338661376:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016095.471369:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016095.471393:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731f6e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a037c expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.471429:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016095.471434:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016095.471578:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.471592:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f703 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0391 expref: 13 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.471599:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.471628:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0391 expref: 13 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.471639:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec731f703 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0391 expref: 13 pid: 6473 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016095.471654:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076658a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341455744:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016095.471724:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.485080:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.488301:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076658a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341455744:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016095.488346:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.489040:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.489047:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016095.489141:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968432 00000004:00010000:0.0:1734016095.489240:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800712a9500 reply state ffff88007408a000 transno 4294968433 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016095.489250:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016095.489339:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+26:9663:x1818247338661376:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 18017us (18196us total) trans 4294968433 rc 0/0 00000100:00100000:0.0:1734016095.489347:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1814 00000020:00080000:0.0:1734016095.489353:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016095.491693:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.491706:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.491714:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.491720:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1baf40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016095.491726:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.491736:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.491755:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016095.491759:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016095.491764:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.491769:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec731f750 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016095.491987:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.492028:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661632 00000100:00100000:0.0:1734016095.492041:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661632 00000100:00100000:0.0:1734016095.492221:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10123 00000100:00100000:0.0:1734016095.492230:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338661632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.492251:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.492273:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a03de expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.492308:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.492317:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f749 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d7 expref: 5 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.492324:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.492326:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016095.492330:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.492364:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d7 expref: 5 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.492376:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d7 expref: 5 pid: 13915 timeout: 458 lvb_type: 1 00000100:00100000:0.0:1734016095.492388:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076658a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341455872:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016095.492464:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.492473:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016095.492481:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456000:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016095.492502:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.497108:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076658a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341455872:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016095.497121:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456000:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016095.497152:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.497177:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016095.497241:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338661632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5012us (5258us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.497248:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10123 00000100:00100000:1.0:1734016095.508123:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.508164:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.508488:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2556 00000100:00100000:3.0:1734016095.508495:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338661888:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016095.508502:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016095.508512:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016095.508537:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016095.508631:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731f742 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 7868416->7897087) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03d0 expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:3.0:1734016095.508669:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016095.508714:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338661888:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 220us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016095.508720:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2556 00000100:00100000:1.0:1734016095.521790:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.532041:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.532124:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662144 00000100:00100000:0.0:1734016095.532134:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662144 00000100:00100000:0.0:1734016095.532242:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1815 00000100:00100000:0.0:1734016095.532255:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338662144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.532287:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.532308:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f75e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a03e5 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.532410:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731f765 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.532427:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731f765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.532439:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731f765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016095.532472:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4146572 00000004:00200000:0.0:1734016095.532477:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016095.532491:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731f765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016095.532514:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f75e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03e5 expref: 27 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.532540:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731f765 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03e5 expref: 26 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.532549:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016095.532551:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016095.532554:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016095.532600:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+26:9663:x1818247338662144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 350us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.532607:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1815 00000100:00100000:0.0:1734016095.534668:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.534819:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662272 00000100:00100000:1.0:1734016095.534834:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662272 00000100:00100000:1.0:1734016095.534913:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10124 00000100:00100000:1.0:1734016095.534922:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338662272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.534942:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.534970:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a03ec expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.535025:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.535035:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.535037:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.535042:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [466944->471039] (req 466944->471039) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.535088:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.535102:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 7 pid: 13915 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.535120:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456256:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016095.535239:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.539113:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.540246:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456256:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016095.540285:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [466944->471039] (req 466944->471039) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.540314:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016095.540386:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338662272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5463us (5731us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.540393:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10124 00000100:00100000:0.0:1734016095.540606:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662400 00000100:00100000:0.0:1734016095.540615:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662400 00010000:00010000:0.0:1734016095.540653:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.542378:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2557 00000100:00100000:1.0:1734016095.542389:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338662400:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.542407:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.542435:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.542449:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.542479:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731f757 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03de expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.544495:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.544503:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.544526:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.544541:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.544615:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.544634:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341456384:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016095.544752:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.550578:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.551466:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341456384:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016095.551494:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.551527:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338662400:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9139us (12423us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.551535:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2557 00000100:00100000:0.0:1734016095.555735:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.557230:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662784 00000100:00100000:1.0:1734016095.557240:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662784 00000100:00100000:1.0:1734016095.557295:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10125 00000100:00100000:1.0:1734016095.557303:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338662784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.557322:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.557339:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f773 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a03f3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.557394:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456512:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016095.557458:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.565442:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456512:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016095.565505:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f773 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03f3 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.565522:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f773 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03f3 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.565917:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016095.569799:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338662784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12475us (14051us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.569821:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10125 00000100:00100000:1.0:1734016095.573029:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662912 00000100:00100000:1.0:1734016095.573046:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662912 00000100:00100000:1.0:1734016095.573118:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10126 00000100:00100000:1.0:1734016095.573128:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338662912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.573153:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.573222:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f77a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a03fa expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.573303:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456640:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016095.573391:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.581312:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456640:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016095.581345:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f77a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03fa expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.581359:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f77a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03fa expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.581397:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016095.581464:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338662912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8338us (8567us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.581476:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10126 00000100:00100000:0.0:1734016095.586627:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.587636:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663168 00000100:00100000:1.0:1734016095.587652:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663168 00000100:00100000:1.0:1734016095.587718:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1816 00000100:00100000:1.0:1734016095.587726:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+26:9663:x1818247338663168:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016095.587781:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.587809:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731f765 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03e5 expref: 26 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.592579:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016095.592591:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016095.592795:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.592815:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.592826:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:1.0:1734016095.592867:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968434 00000004:00010000:1.0:1734016095.592887:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007665bb80 reply state ffff88012eb5f000 transno 4294968435 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016095.592894:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016095.593053:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+28:9663:x1818247338663168:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5319us (6435us total) trans 4294968435 rc 0/0 00000100:00100000:1.0:1734016095.593063:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1816 00000020:00080000:1.0:1734016095.593071:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016095.594694:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016095.594709:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016095.594715:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016095.594720:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a39200 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016095.594724:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016095.594731:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016095.594748:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016095.594751:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016095.594755:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016095.594759:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f781 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016095.595857:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.595954:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663296 00000100:00100000:1.0:1734016095.595967:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663296 00000100:00100000:1.0:1734016095.596030:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10127 00000100:00100000:1.0:1734016095.596040:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338663296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.596062:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.596085:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0401 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.596128:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.596136:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.596139:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.596142:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.596209:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.596224:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 5 pid: 13915 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.596238:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456768:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016095.596302:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.598328:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341456768:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016095.598358:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.598380:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016095.598414:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338663296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2375us (2562us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.598435:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10127 00000100:00100000:0.0:1734016095.598972:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.600023:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338663424:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 886us (1050us total) trans 4294969059 rc 0/0 00000100:00100000:0.0:1734016095.600031:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 280 00002000:00100000:0.0:1734016095.600036:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (466944->471039) req@ffff880076658380 x1818247338663424/t4294969059(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:56/0 lens 4584/448 e 0 to 0 dl 1734016106 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.600043:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658380 with x1818247338663424 ext(466944->471039) 00010000:00010000:0.0:1734016095.600047:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016095.600057:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00002000:00010000:0.0:1734016095.600062:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076658380 00000100:00100000:0.0:1734016095.613397:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.613533:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663552 00000100:00100000:1.0:1734016095.613548:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663552 00010000:00010000:1.0:1734016095.613592:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00000100:00100000:1.0:1734016095.613647:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2558 00000100:00100000:1.0:1734016095.613658:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338663552:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.613679:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016095.613702:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1256 -> 1264 00010000:00010000:1.0:1734016095.613708:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.613721:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.613754:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f76c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 466944->471039) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a03ec expref: 8 pid: 13915 timeout: 458 lvb_type: 0 00010000:00010000:1.0:1734016095.613789:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.613791:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.613796:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.613805:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.613837:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.613849:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341456896:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016095.613913:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.619051:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341456896:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016095.619084:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.619141:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338663552:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5482us (5760us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.619154:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2558 00000100:00100000:0.0:1734016095.620909:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.646153:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.646269:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.650283:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8275 00000100:00100000:3.0:1734016095.650303:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338664192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.717991:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664320 00000100:00100000:0.0:1734016095.718005:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664320 00002000:00100000:0.0:1734016095.718058:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4902912->4938141) req@ffff8800715d4000 x1818247338664320/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.718067:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4000 with x1818247338664320 ext(4902912->4938141) 00002000:00010000:0.0:1734016095.718074:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4000 00000100:00100000:0.0:1734016095.718368:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8276 00000100:00100000:0.0:1734016095.718378:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338664320:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016095.722048:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338664320:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3654us (4636us total) trans 4294969061 rc 0/0 00000100:00100000:0.0:1734016095.722062:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8276 00002000:00100000:0.0:1734016095.722073:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4902912->4938141) req@ffff8800715d4000 x1818247338664320/t4294969061(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/448 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.722083:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4000 with x1818247338664320 ext(4902912->4938141) 00002000:00010000:0.0:1734016095.722089:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4000 00000100:00100000:0.0:1734016095.725395:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.727027:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664448 00000100:00100000:1.0:1734016095.727046:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664448 00000100:00100000:1.0:1734016095.727128:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1817 00000100:00100000:1.0:1734016095.727139:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338664448:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016095.727362:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338664448:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 225us (1981us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.727370:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1817 00000100:00100000:1.0:1734016095.730701:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664576 00000100:00100000:1.0:1734016095.730712:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664576 00000100:00100000:1.0:1734016095.730832:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10128 00000100:00100000:1.0:1734016095.730840:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338664576:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:1.0:1734016095.733943:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338664576:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3086us (3423us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.733961:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10128 00000100:00100000:0.0:1734016095.737003:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.740853:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.741342:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664832 00000100:00100000:1.0:1734016095.741357:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664832 00000100:00100000:1.0:1734016095.741438:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10129 00000100:00100000:1.0:1734016095.741446:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338664832:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.741477:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.741511:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a040f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.741552:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.741560:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.741562:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016095.741566:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1626112->1646591] (req 1626112->1646591) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.741614:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.741628:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 6 pid: 13915 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016095.741643:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341457024:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016095.741759:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.748261:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341457024:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016095.748300:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1626112->1646591] (req 1626112->1646591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.748325:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016095.748389:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338664832:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6942us (7547us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.748398:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10129 00000100:00100000:0.0:1734016095.756722:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.756937:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664960 00000100:00100000:1.0:1734016095.756946:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664960 00010000:00010000:1.0:1734016095.756983:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016095.757124:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2559 00000100:00100000:1.0:1734016095.757131:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338664960:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.757145:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016095.757161:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1264 -> 1336 00010000:00010000:1.0:1734016095.757177:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.757215:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.757238:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f788 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0401 expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.757909:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.757913:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.757922:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.757933:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.757973:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.757987:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341457152:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016095.758064:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016095.761048:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.761138:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341457152:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016095.761168:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016095.761287:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665088 00000100:00100000:0.0:1734016095.761294:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665088 00000100:00100000:0.0:1734016095.761343:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10130 00000100:00100000:0.0:1734016095.761350:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338665088:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016095.761587:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4938142 -> 4938142 00002000:00010000:0.0:1734016095.761591:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016095.761593:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016095.761596:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016095.761598:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1336 -> 1336 00000100:00100000:1.0:1734016095.762319:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338664960:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5183us (5603us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.762329:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2559 00000100:00100000:1.0:1734016095.762468:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338665088:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1117us (1427us total) trans 4294969062 rc 0/0 00000100:00100000:1.0:1734016095.762474:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10130 00000100:00100000:3.0:1734016095.765552:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.765640:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665216 00000100:00100000:1.0:1734016095.765652:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665216 00000100:00100000:1.0:1734016095.765702:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10131 00000100:00100000:1.0:1734016095.765709:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338665216:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.765728:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.765751:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f7a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0416 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.765838:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341457280:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016095.765917:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016095.768283:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016095 -> 1734016096 00000100:00100000:1.0:1734016095.768321:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341457280:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016095.768369:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f7a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0416 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.768386:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f7a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0416 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.768422:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016095.768490:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338665216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2779us (2951us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.768498:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10131 00000100:00100000:1.0:1734016095.771824:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665344 00000100:00100000:1.0:1734016095.771839:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665344 00000100:00100000:1.0:1734016095.771901:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10132 00000100:00100000:1.0:1734016095.771910:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338665344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.771932:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.771958:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f7ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a041d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.772041:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341457408:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016095.772108:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.774658:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341457408:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016095.774704:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f7ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a041d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.774718:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f7ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a041d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016095.774730:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016095.774784:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338665344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2874us (3548us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016095.774795:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10132 00000100:00100000:1.0:1734016095.777850:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.781315:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341457536:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016095.781373:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f7b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0424 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.781392:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f7b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0424 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.781510:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:0.0:1734016095.781761:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338665472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3618us (3913us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016095.781772:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10133 00000100:00100000:3.0:1734016095.784777:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.784856:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665600 00000100:00100000:0.0:1734016095.784863:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665600 00000100:00100000:0.0:1734016095.785278:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10134 00000100:00100000:0.0:1734016095.785285:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338665600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.785304:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.785328:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f7b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a042b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.785361:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.785368:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016095.785369:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016095.785373:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f7b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4071424->4120575] (req 4071424->4120575) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a042b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.785574:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.785587:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 6 pid: 13915 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016095.785607:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341457664:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016095.785685:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.789712:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665728 00000100:00100000:1.0:1734016095.789723:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665728 00010000:00010000:1.0:1734016095.789762:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016095.789809:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2560 00000100:00100000:1.0:1734016095.789826:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338665728:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.789848:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.789880:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.789891:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.789920:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f79d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1626112->1646591) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a040f expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.789945:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.789948:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016095.789958:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f7b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4120575) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a042b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.789969:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f7b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4120575) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a042b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.790012:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f7b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4120575) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a042b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016095.790028:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341457792:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016095.790088:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.793855:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341457792:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016095.793885:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.793954:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338665728:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4136us (4947us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.793966:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2560 00000100:00100000:0.0:1734016095.794355:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665856 00000100:00100000:0.0:1734016095.794364:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665856 00000100:00100000:0.0:1734016095.794413:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10135 00000100:00100000:0.0:1734016095.794419:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338665856:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016095.794586:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4938142 -> 4938142 00002000:00010000:0.0:1734016095.794589:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016095.794591:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016095 -> 1734016095 00002000:00010000:0.0:1734016095.794593:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016096 -> 1734016095 00002000:00010000:0.0:1734016095.794594:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1336 -> 1336 00000100:00100000:0.0:1734016095.794629:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338665856:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 210us (475us total) trans 4294969063 rc 0/0 00000100:00100000:0.0:1734016095.794635:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10135 00000100:00100000:3.0:1734016095.797927:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.798629:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665984 00000100:00100000:1.0:1734016095.798641:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665984 00000100:00100000:1.0:1734016095.798878:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1819 00000100:00100000:1.0:1734016095.798885:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338665984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016095.798907:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016095.798932:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f7c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0432 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.799046:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f7c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.799063:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f7c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.799074:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f7c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:1.0:1734016095.799104:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4938142 00000004:00200000:1.0:1734016095.799109:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016095.799127:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f7c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.799155:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731f7c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0432 expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.799440:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f7c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0432 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.799449:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016095.799452:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016095.799454:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016095.799888:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338665984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1002us (1968us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.799893:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1819 00000100:00100000:0.0:1734016095.803598:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00002000:00010000:0.0:1734016095.805979:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016095 -> 1734016096 00000100:00100000:0.0:1734016095.806011:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341457920:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016095.806046:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f7ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0439 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.806059:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731f7ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0439 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016095.806118:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:0.0:1734016095.806219:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338666112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2345us (2631us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016095.806228:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10136 00000100:00100000:3.0:1734016095.811459:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.811583:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338666240 00000100:00100000:0.0:1734016095.811598:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338666240 00000100:00100000:0.0:1734016095.811773:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10137 00000100:00100000:0.0:1734016095.811782:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338666240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.811809:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.811839:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f7d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0440 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.811960:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341458048:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016095.812078:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.819593:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.819732:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338666496 00000100:00100000:1.0:1734016095.819742:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338666496 00002000:00100000:1.0:1734016095.819782:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2916352->4939775) req@ffff880076659880 x1818247338666496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 504/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.819796:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659880 with x1818247338666496 ext(2916352->4939775) 00002000:00010000:1.0:1734016095.819802:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659880 00000100:00100000:1.0:1734016095.819824:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8277 00000100:00100000:1.0:1734016095.819831:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338666496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.821078:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338666496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1245us (1494us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1734016095.821085:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8277 00002000:00100000:1.0:1734016095.821091:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2916352->4939775) req@ffff880076659880 x1818247338666496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 504/440 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.821097:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659880 with x1818247338666496 ext(2916352->4939775) 00002000:00010000:1.0:1734016095.821101:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659880 00000100:00100000:0.0:1734016095.822871:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.822938:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338666752 00000100:00100000:1.0:1734016095.822944:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338666752 00002000:00100000:1.0:1734016095.822968:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2912256->2916351) req@ffff880076505500 x1818247338666752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.822975:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247338666752 ext(2912256->2916351) 00002000:00010000:1.0:1734016095.822979:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:1.0:1734016095.823001:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8278 00000100:00100000:1.0:1734016095.823006:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338666752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.823098:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338666752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 92us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.823104:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8278 00002000:00100000:1.0:1734016095.823108:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2912256->2916351) req@ffff880076505500 x1818247338666752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.823115:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247338666752 ext(2912256->2916351) 00002000:00010000:1.0:1734016095.823117:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:0.0:1734016095.825343:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.834419:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.846346:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.847613:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338667520 00000100:00100000:1.0:1734016095.847624:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338667520 00002000:00100000:1.0:1734016095.847681:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2899968->2904063) req@ffff880076506680 x1818247338667520/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.847690:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076506680 with x1818247338667520 ext(2899968->2904063) 00002000:00010000:1.0:1734016095.847695:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076506680 00000100:00100000:1.0:1734016095.848630:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8281 00000100:00100000:1.0:1734016095.848638:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338667520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.849063:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338667520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 423us (2727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.849072:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8281 00002000:00100000:1.0:1734016095.849078:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2899968->2904063) req@ffff880076506680 x1818247338667520/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.849085:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076506680 with x1818247338667520 ext(2899968->2904063) 00002000:00010000:1.0:1734016095.849088:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076506680 00000100:00100000:1.0:1734016095.853378:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.853493:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338667776 00000100:00100000:0.0:1734016095.853503:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338667776 00002000:00100000:0.0:1734016095.853544:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2895872->2899967) req@ffff880071327b80 x1818247338667776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.853553:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327b80 with x1818247338667776 ext(2895872->2899967) 00002000:00010000:0.0:1734016095.853558:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327b80 00000100:00100000:0.0:1734016095.853580:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8282 00000100:00100000:0.0:1734016095.853586:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338667776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.853721:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338667776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.853727:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8282 00002000:00100000:0.0:1734016095.853732:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2895872->2899967) req@ffff880071327b80 x1818247338667776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.853737:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327b80 with x1818247338667776 ext(2895872->2899967) 00002000:00010000:0.0:1734016095.853739:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327b80 00000100:00100000:1.0:1734016095.857405:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.861618:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.864809:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.864955:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668544 00000100:00100000:0.0:1734016095.864962:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668544 00002000:00100000:0.0:1734016095.864992:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2883584->2887679) req@ffff88012d8a9f80 x1818247338668544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.865000:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9f80 with x1818247338668544 ext(2883584->2887679) 00002000:00010000:0.0:1734016095.865004:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9f80 00000100:00100000:0.0:1734016095.865100:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8285 00000100:00100000:0.0:1734016095.865108:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338668544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016095.865422:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338668544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 313us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016095.865429:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8285 00002000:00100000:1.0:1734016095.865434:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2883584->2887679) req@ffff88012d8a9f80 x1818247338668544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016095.865446:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9f80 with x1818247338668544 ext(2883584->2887679) 00002000:00010000:1.0:1734016095.865449:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9f80 00000100:00100000:1.0:1734016095.868286:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.871357:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.875629:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.880585:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.880659:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338669568 00000100:00100000:0.0:1734016095.880667:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338669568 00002000:00100000:0.0:1734016095.880701:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2867200->2871295) req@ffff880071326300 x1818247338669568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.880710:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326300 with x1818247338669568 ext(2867200->2871295) 00002000:00010000:0.0:1734016095.880714:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326300 00000100:00100000:0.0:1734016095.880881:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8289 00000100:00100000:0.0:1734016095.880889:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338669568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.881056:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338669568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (478us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016095.881063:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8289 00002000:00100000:0.0:1734016095.881068:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2867200->2871295) req@ffff880071326300 x1818247338669568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:56/0 lens 488/4536 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.881075:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326300 with x1818247338669568 ext(2867200->2871295) 00002000:00010000:0.0:1734016095.881077:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326300 00000100:00100000:1.0:1734016095.883854:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.887741:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.891020:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.894844:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.900822:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016095.908578:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338670848 00000100:00100000:1.0:1734016095.908588:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338670848 00000100:00100000:1.0:1734016095.908643:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1820 00000100:00100000:1.0:1734016095.908651:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338670848:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016095.908702:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.908724:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec731f7c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0432 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.908752:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016095.908756:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016095.908886:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.908897:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f796 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0408 expref: 27 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.908904:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.908931:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f796 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0408 expref: 27 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016095.908941:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f796 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0408 expref: 27 pid: 12824 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016095.908950:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341458432:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016095.909008:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016095.926396:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338670976 00000100:00100000:1.0:1734016095.926406:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338670976 00010000:00010000:1.0:1734016095.926438:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f796 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0408 expref: 28 pid: 12824 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016095.926476:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2561 00000100:00100000:1.0:1734016095.926482:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f78850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+28:1983:x1818247338670976:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016095.926498:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016095.926503:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f796 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0408 expref: 28 pid: 12824 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.926514:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f796 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0408 expref: 28 pid: 12824 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.926532:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731f796 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0408 expref: 28 pid: 12824 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016095.926556:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016095.926562:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.926570:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.926577:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.926607:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016095.926644:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f78850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+27:1983:x1818247338670976:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 162us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016095.926651:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2561 00010000:00010000:3.0:1734016095.926915:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016095.926921:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016095.926999:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968436 00000004:00010000:3.0:1734016095.927033:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800715d6a00 reply state ffff88012eb58000 transno 4294968437 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016095.927039:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016095.927112:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338670848:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 18461us (18734us total) trans 4294968437 rc 0/0 00000100:00100000:3.0:1734016095.927118:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1820 00000020:00080000:3.0:1734016095.927121:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016095.930346:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.930361:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.930367:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.930373:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016095.930379:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.930385:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.930402:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016095.930404:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016095.930409:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016095.930413:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f7ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016095.931855:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.933383:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671104 00000100:00100000:3.0:1734016095.933399:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671104 00000100:00100000:3.0:1734016095.933458:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10140 00000100:00100000:3.0:1734016095.933465:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338671104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.933481:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.933497:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f7f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0455 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.933526:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f7b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4120575) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a042b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.933533:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016095.933534:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016095.933537:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f7f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0455 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.933567:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f7b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4120575) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a042b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.933584:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731f7b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4120575) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a042b expref: 7 pid: 13915 timeout: 459 lvb_type: 0 00000100:00100000:3.0:1734016095.933595:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341458560:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016095.933660:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.937817:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.937918:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341458560:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016095.937969:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f7f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0455 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.937985:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016095.938024:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338671104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4559us (6177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016095.938031:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10140 00000100:00100000:0.0:1734016095.942003:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016095.942083:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671360 00000100:00100000:0.0:1734016095.942093:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671360 00002000:00010000:0.0:1734016095.942145:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7819436->18446744073709551615) 00002000:00100000:0.0:1734016095.942151:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25500 with x1818247338671360 ext(7819436->18446744073709551615) 00002000:00010000:0.0:1734016095.942175:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25500. 00000100:00100000:0.0:1734016095.942214:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8293 00000100:00100000:0.0:1734016095.942221:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338671360:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016095.942481:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4938142 -> 7819436 00002000:00010000:0.0:1734016095.942485:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016095 -> 1734016096 00002000:00010000:0.0:1734016095.942487:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016096 -> 1734016095 00002000:00010000:0.0:1734016095.942489:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016095.942491:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1336 -> 1336 00000100:00100000:0.0:1734016095.942525:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338671360:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 304us (527us total) trans 4294969064 rc 0/0 00000100:00100000:0.0:1734016095.942537:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8293 00002000:00010000:0.0:1734016095.942541:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7819436->18446744073709551615) 00002000:00100000:0.0:1734016095.942542:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25500 with x1818247338671360 ext(7819436->18446744073709551615) 00002000:00010000:0.0:1734016095.942546:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25500. 00000100:00100000:0.0:1734016095.945920:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.947222:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671488 00000100:00100000:3.0:1734016095.947235:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671488 00000100:00100000:3.0:1734016095.947304:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1821 00000100:00100000:3.0:1734016095.947311:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338671488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.947339:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.947366:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731f7f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a045c expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.947490:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec731f7ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016095.947508:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec731f7ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016095.947520:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec731f7ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016095.947548:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7819436 00000004:00200000:3.0:1734016095.947553:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016095.947574:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec731f7ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016095.947601:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731f7f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a045c expref: 29 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.947618:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec731f7ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a045c expref: 28 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016095.947626:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016095.947630:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016095.947634:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016095.948501:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+28:9663:x1818247338671488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1187us (2590us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016095.948510:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1821 00000100:00100000:1.0:1734016095.951877:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.952022:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671616 00000100:00100000:3.0:1734016095.952031:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671616 00000100:00100000:3.0:1734016095.952093:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10141 00000100:00100000:3.0:1734016095.952101:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338671616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.952130:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.952156:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f806 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0463 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016095.952279:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341458816:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016095.952376:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016095.955500:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016095 -> 1734016096 00000100:00100000:3.0:1734016095.955541:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341458816:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016095.955614:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f806 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0463 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.955629:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f806 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0463 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.955648:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016095.955741:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338671616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3638us (3869us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016095.955754:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10141 00000100:00100000:0.0:1734016095.959588:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.959699:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671744 00000100:00100000:3.0:1734016095.959707:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671744 00000100:00100000:3.0:1734016095.959762:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10142 00000100:00100000:3.0:1734016095.959768:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338671744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.959786:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.959807:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f80d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a046a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016095.959884:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341458944:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016095.959959:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016095.961579:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341458944:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016095.961626:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f80d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a046a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.961641:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f80d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a046a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.961666:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016095.961708:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338671744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1938us (2130us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016095.961717:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10142 00000100:00100000:0.0:1734016095.963864:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.963933:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671872 00000100:00100000:3.0:1734016095.963941:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671872 00000100:00100000:3.0:1734016095.963995:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10143 00000100:00100000:3.0:1734016095.964002:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338671872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.964019:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.964044:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731f814 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0471 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016095.964113:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459072:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016095.964452:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016095.966666:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459072:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016095.966717:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731f814 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0471 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.966729:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731f814 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0471 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.966742:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016095.966790:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338671872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2788us (2932us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016095.966798:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10143 00000100:00100000:1.0:1734016095.969067:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.969805:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672000 00000100:00100000:3.0:1734016095.969819:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672000 00000100:00100000:3.0:1734016095.969885:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10144 00000100:00100000:3.0:1734016095.969893:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338672000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.969913:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.969937:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f81b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0478 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016095.969998:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459200:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016095.970522:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016095.977657:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459200:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016095.977720:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f81b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0478 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.977735:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f81b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0478 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.977765:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016095.977824:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338672000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7930us (8764us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016095.977836:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10144 00000100:00100000:0.0:1734016095.983614:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.983710:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672128 00000100:00100000:3.0:1734016095.983721:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672128 00000100:00100000:3.0:1734016095.983785:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10145 00000100:00100000:3.0:1734016095.983794:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338672128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.983816:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.983843:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f822 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a047f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016095.983918:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459328:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016095.984095:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016095.986574:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459328:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016095.986634:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f822 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a047f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.986649:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f822 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a047f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.986673:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016095.986731:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338672128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2935us (3125us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016095.986740:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10145 00000100:00100000:0.0:1734016095.993695:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016095.994141:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672256 00000100:00100000:3.0:1734016095.994156:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672256 00000100:00100000:3.0:1734016095.994344:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10146 00000100:00100000:3.0:1734016095.994353:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338672256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016095.994374:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016095.994398:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f829 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0486 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016095.994473:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459456:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016095.994572:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016095.999486:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459456:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016095.999555:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f829 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0486 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016095.999573:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec731f829 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0486 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.002479:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016096.002655:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338672256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8295us (8971us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016096.002668:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10146 00000100:00100000:1.0:1734016096.008206:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.008299:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672384 00000100:00100000:3.0:1734016096.008308:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672384 00000100:00100000:3.0:1734016096.008373:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10147 00000100:00100000:3.0:1734016096.008379:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338672384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.008395:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.008410:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731f830 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a048d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016096.008458:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459584:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016096.008502:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016096.010556:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016066 00000100:00100000:3.0:1734016096.014963:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459584:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016096.015047:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731f830 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a048d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.015061:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec731f830 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a048d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016096.017036:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016096.017133:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338672384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8746us (8952us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016096.017147:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10147 00000100:00100000:0.0:1734016096.019655:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.021308:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672512 00000100:00100000:3.0:1734016096.021321:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672512 00000100:00100000:3.0:1734016096.021387:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10148 00000100:00100000:3.0:1734016096.021394:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338672512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.021416:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.021438:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731f837 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0494 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.021470:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f7f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0455 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.021482:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016096.021484:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016096.021487:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731f837 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10059776->10125311] (req 10059776->10125311) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0494 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.021512:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f7f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0455 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.021522:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731f7f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0455 expref: 7 pid: 7681 timeout: 459 lvb_type: 0 00000100:00100000:3.0:1734016096.021533:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459712:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016096.021613:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.030304:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.030599:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459712:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016096.030675:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731f837 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10059776->10125311] (req 10059776->10125311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0494 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.030694:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016096.030746:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338672512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9351us (11098us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.030755:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10148 00000100:00100000:0.0:1734016096.037940:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.038151:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672768 00000100:00100000:3.0:1734016096.038168:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672768 00000100:00100000:3.0:1734016096.038340:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10149 00000100:00100000:3.0:1734016096.038349:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338672768:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016096.038677:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7819436 -> 10121399 00002000:00010000:3.0:1734016096.038680:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:3.0:1734016096.038682:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016096 -> 1734016095 00002000:00010000:3.0:1734016096.038684:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:3.0:1734016096.038686:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1336 -> 1464 00000100:00100000:3.0:1734016096.039883:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338672768:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1530us (1948us total) trans 4294969065 rc 0/0 00000100:00100000:3.0:1734016096.039893:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10149 00000100:00100000:0.0:1734016096.041874:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.042003:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672896 00000100:00100000:3.0:1734016096.042011:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672896 00000100:00100000:3.0:1734016096.042054:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1822 00000100:00100000:3.0:1734016096.042060:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7700700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338672896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.042085:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.042105:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f83e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a049b expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.042219:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731f845 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016096.042234:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731f845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016096.042244:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731f845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016096.042270:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7819436 00000004:00200000:3.0:1734016096.042275:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016096.042292:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731f845 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016096.042322:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731f83e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a049b expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.042360:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731f845 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a049b expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.042368:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016096.042371:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016096.042374:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016096.042428:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7700700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338672896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 365us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.042434:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1822 00000100:00100000:0.0:1734016096.046061:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.046381:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673024 00000100:00100000:3.0:1734016096.046390:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673024 00000100:00100000:3.0:1734016096.046638:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10150 00000100:00100000:3.0:1734016096.046649:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338673024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.046686:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.046716:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f84c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a04a2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016096.046814:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459968:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016096.046911:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016096.051083:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016095 -> 1734016096 00000100:00100000:0.0:1734016096.051120:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341459968:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016096.051236:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f84c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04a2 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.051253:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731f84c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04a2 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.051277:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:0.0:1734016096.051329:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338673024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4680us (5283us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016096.051340:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10150 00000100:00100000:0.0:1734016096.053796:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.063614:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673280 00000100:00100000:0.0:1734016096.063635:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673280 00000100:00100000:0.0:1734016096.063998:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10152 00000100:00100000:0.0:1734016096.064008:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338673280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.064041:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.064070:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a04b0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.064112:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731f837 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10059776->10125311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0494 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.064121:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016096.064124:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016096.064127:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4001792->4009983] (req 4001792->4009983) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04b0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.064171:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731f837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10059776->10125311) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0494 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.064200:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731f837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10059776->10125311) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0494 expref: 8 pid: 7681 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016096.064213:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341460224:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016096.064285:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.067825:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016096.075954:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016096.077713:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.077802:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673664 00000100:00100000:0.0:1734016096.077814:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673664 00002000:00100000:0.0:1734016096.077878:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4005888->10125311) req@ffff88012d8a8700 x1818247338673664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 504/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.077889:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8700 with x1818247338673664 ext(4005888->10125311) 00002000:00010000:0.0:1734016096.077895:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8700 00000100:00100000:0.0:1734016096.077941:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8294 00000100:00100000:0.0:1734016096.077953:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338673664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.094530:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338673664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 16561us (16818us total) trans 0 rc 1515520/1515520 00000100:00100000:0.0:1734016096.094550:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8294 00002000:00100000:0.0:1734016096.094567:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4005888->10125311) req@ffff88012d8a8700 x1818247338673664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 504/440 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 1515520/1515520 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.094577:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8700 with x1818247338673664 ext(4005888->10125311) 00002000:00010000:0.0:1734016096.094584:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8700 00000100:00100000:3.0:1734016096.099288:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.108067:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.114172:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.117903:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.118426:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674304 00000100:00100000:0.0:1734016096.118438:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674304 00010000:00010000:0.0:1734016096.118485:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec731f7ff lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a045c expref: 28 pid: 6473 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016096.118514:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2565 00000100:00100000:0.0:1734016096.118520:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+28:1983:x1818247338674304:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016096.118534:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016096.118541:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec731f7ff lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a045c expref: 28 pid: 6473 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016096.118551:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec731f7ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a045c expref: 28 pid: 6473 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016096.118575:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.118581:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.118591:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.118597:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.118613:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016096.118668:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+28:1983:x1818247338674304:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 147us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.118675:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2565 00000100:00080000:1.0:1734016096.118808:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016066 00010000:00010000:0.0:1734016096.128273:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.128290:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.128296:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.128301:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016096.128305:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.128315:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.128329:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.128331:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016096.128337:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.128341:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731f86f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016096.128778:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.129024:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674432 00000100:00100000:0.0:1734016096.129039:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674432 00002000:00010000:0.0:1734016096.129081:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2514666->18446744073709551615) 00002000:00100000:0.0:1734016096.129084:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab800 with x1818247338674432 ext(2514666->18446744073709551615) 00002000:00010000:0.0:1734016096.129095:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab800. 00000100:00100000:0.0:1734016096.129134:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8295 00000100:00100000:0.0:1734016096.129144:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338674432:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016096.132795:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10121399 -> 2514666 00002000:00010000:0.0:1734016096.132829:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016096.132833:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016096 -> 1734016095 00002000:00010000:0.0:1734016096.132836:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016096.132839:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1464 -> 944 00000100:00100000:0.0:1734016096.132976:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338674432:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 3822us (4194us total) trans 4294969066 rc 0/0 00000100:00100000:0.0:1734016096.132993:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8295 00002000:00010000:0.0:1734016096.133005:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2514666->18446744073709551615) 00002000:00100000:0.0:1734016096.133013:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab800 with x1818247338674432 ext(2514666->18446744073709551615) 00002000:00010000:0.0:1734016096.133020:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab800. 00000100:00100000:3.0:1734016096.144724:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.165624:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674688 00000100:00100000:0.0:1734016096.165637:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674688 00000100:00100000:0.0:1734016096.165709:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1825 00000100:00100000:0.0:1734016096.165716:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338674688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.165739:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.165764:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f884 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a04cc expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.165886:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec731f88b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.165906:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec731f88b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.165922:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec731f88b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016096.165955:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2514666 00000004:00200000:0.0:1734016096.165959:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016096.165978:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec731f88b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.166005:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f884 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04cc expref: 29 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.167496:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec731f88b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04cc expref: 28 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.167506:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.167509:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016096.167512:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016096.167728:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+28:9663:x1818247338674688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2009us (2659us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.167735:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1825 00000100:00100000:3.0:1734016096.177147:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.211542:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.227220:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.227292:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675200 00000100:00100000:0.0:1734016096.227305:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675200 00000100:00100000:0.0:1734016096.227358:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1826 00000100:00100000:0.0:1734016096.227365:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+28:9663:x1818247338675200:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016096.227418:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016096.227440:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec731f88b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04cc expref: 28 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.227469:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.227473:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016096.227641:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.227654:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f87d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04c5 expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.227660:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.227690:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f87d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04c5 expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.227701:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f87d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04c5 expref: 17 pid: 12824 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016096.227718:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341461120:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016096.227798:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.236386:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.236483:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675328 00000100:00100000:1.0:1734016096.236492:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675328 00010000:00010000:1.0:1734016096.236530:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f87d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04c5 expref: 18 pid: 12824 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016096.236568:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2566 00000100:00100000:1.0:1734016096.236574:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247338675328:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.236587:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.236592:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f87d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04c5 expref: 18 pid: 12824 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016096.236602:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f87d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04c5 expref: 18 pid: 12824 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016096.236621:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016096.236626:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.236634:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.236640:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.236655:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.236687:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247338675328:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 112us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.236696:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2566 00010000:00010000:0.0:1734016096.236814:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec731f87d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04c5 expref: 17 pid: 12824 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016096.236831:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341461120:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016096.236850:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.236858:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.236864:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016096.236963:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968440 00000004:00010000:0.0:1734016096.237003:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d4b7480 reply state ffff880129ef9000 transno 4294968441 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016096.237011:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016096.237076:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+30:9663:x1818247338675200:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 9710us (9905us total) trans 4294968441 rc 0/0 00000100:00100000:0.0:1734016096.237082:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1826 00000020:00080000:0.0:1734016096.237087:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016096.251138:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.251150:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.251229:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.251237:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b98c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016096.251245:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.251250:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.251272:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016096.251277:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016096.251282:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.251287:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016096.251419:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675456 00000100:00100000:3.0:1734016096.251431:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675456 00000100:00100000:3.0:1734016096.251479:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10157 00000100:00100000:3.0:1734016096.251487:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338675456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.251507:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.251523:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a04e1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.251557:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4001792->4009983) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04b0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.251565:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016096.251567:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016096.251572:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e1 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.251618:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4001792->4009983) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04b0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.251634:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4001792->4009983) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04b0 expref: 8 pid: 7681 timeout: 459 lvb_type: 0 00000100:00100000:3.0:1734016096.251657:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341461248:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016096.251875:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.255380:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341461248:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016096.255474:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e1 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.255503:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:0.0:1734016096.255577:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338675456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4088us (4548us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.255586:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10157 00000100:00100000:0.0:1734016096.264683:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675584 00000100:00100000:0.0:1734016096.264690:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675584 00010000:00010000:0.0:1734016096.264721:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4001792->4009983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04b0 expref: 9 pid: 7681 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016096.264753:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2567 00000100:00100000:0.0:1734016096.264758:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338675584:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016096.264770:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016096.264791:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4001792->4009983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04b0 expref: 9 pid: 7681 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016096.264802:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4001792->4009983) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04b0 expref: 9 pid: 7681 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016096.264822:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731f85a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4001792->4009983) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04b0 expref: 9 pid: 7681 timeout: 459 lvb_type: 0 00010000:00010000:0.0:1734016096.264848:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016096.264850:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016096.264854:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e1 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.264867:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e1 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.264894:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e1 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.264905:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341461376:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016096.264961:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.273801:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675712 00000100:00100000:3.0:1734016096.273808:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675712 00002000:00010000:3.0:1734016096.273839:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7460620->18446744073709551615) 00002000:00100000:3.0:1734016096.273842:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5c00 with x1818247338675712 ext(7460620->18446744073709551615) 00002000:00010000:3.0:1734016096.273851:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5c00. 00000100:00100000:3.0:1734016096.273879:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8296 00000100:00100000:3.0:1734016096.273885:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338675712:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016096.274050:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2514666 -> 7460620 00002000:00010000:3.0:1734016096.274053:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:3.0:1734016096.274054:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016096 -> 1734016095 00002000:00010000:3.0:1734016096.274056:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:3.0:1734016096.274057:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 944 -> 944 00000100:00100000:0.0:1734016096.274237:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341461376:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016096.274255:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016096.277712:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338675712:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 3804us (3978us total) trans 4294969067 rc 0/0 00000100:00100000:3.0:1734016096.277735:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8296 00002000:00010000:3.0:1734016096.277745:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7460620->18446744073709551615) 00002000:00100000:3.0:1734016096.277749:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5c00 with x1818247338675712 ext(7460620->18446744073709551615) 00002000:00010000:3.0:1734016096.277769:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5c00. 00000100:00100000:0.0:1734016096.278359:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338675584:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 13594us (13796us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.278370:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2567 00000100:00100000:3.0:1734016096.288006:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.288541:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675968 00000100:00100000:0.0:1734016096.288551:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675968 00002000:00100000:0.0:1734016096.288591:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4939776->7462911) req@ffff88012d4b4700 x1818247338675968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.288600:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4700 with x1818247338675968 ext(4939776->7462911) 00002000:00010000:0.0:1734016096.288605:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4700 00000100:00100000:1.0:1734016096.289789:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8297 00000100:00100000:1.0:1734016096.289797:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338675968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.329819:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338675968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 40006us (41804us total) trans 0 rc 2523136/2523136 00000100:00100000:1.0:1734016096.329836:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8297 00002000:00100000:1.0:1734016096.329859:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4939776->7462911) req@ffff88012d4b4700 x1818247338675968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/440 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 2523136/2523136 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.329873:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4700 with x1818247338675968 ext(4939776->7462911) 00002000:00010000:1.0:1734016096.329881:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4700 00000100:00100000:1.0:1734016096.343617:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676096 00000100:00100000:1.0:1734016096.343625:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676096 00002000:00100000:1.0:1734016096.343675:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7458816->7460619) req@ffff8800715d7b80 x1818247338676096/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 2296/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.343683:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7b80 with x1818247338676096 ext(7458816->7460619) 00002000:00010000:1.0:1734016096.343689:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7b80 00000100:00100000:1.0:1734016096.343725:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8298 00000100:00100000:1.0:1734016096.343733:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338676096:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016096.344606:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338676096:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 869us (1800us total) trans 4294969068 rc 0/0 00000100:00100000:0.0:1734016096.344616:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8298 00002000:00100000:0.0:1734016096.344622:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7458816->7460619) req@ffff8800715d7b80 x1818247338676096/t4294969068(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 2296/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.344636:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7b80 with x1818247338676096 ext(7458816->7460619) 00002000:00010000:0.0:1734016096.344639:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7b80 00000100:00100000:3.0:1734016096.347825:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.347884:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676224 00000100:00100000:0.0:1734016096.347890:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676224 00000100:00100000:0.0:1734016096.347951:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1827 00000100:00100000:0.0:1734016096.347957:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247338676224:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016096.348536:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247338676224:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 577us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.348542:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1827 00000100:00100000:3.0:1734016096.350664:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.350735:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676352 00000100:00100000:0.0:1734016096.350745:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676352 00000100:00100000:0.0:1734016096.350889:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10158 00000100:00100000:0.0:1734016096.350897:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338676352:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016096.353131:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969068 is committed 00000001:00080000:0.0:1734016096.353171:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969066 is committed 00000100:00100000:0.0:1734016096.357093:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676480 00000100:00100000:0.0:1734016096.357100:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676480 00000100:00100000:0.0:1734016096.357257:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1828 00000100:00100000:0.0:1734016096.357263:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247338676480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.357278:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.357297:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731f8ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a04e8 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.357373:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.357389:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.357398:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016096.357420:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7460620 00000004:00200000:0.0:1734016096.357423:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016096.357436:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.357455:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731f8ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 31 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.357477:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 30 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.357486:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.357488:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016096.357491:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016096.358528:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+30:9663:x1818247338676480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1262us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.358534:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1828 00000100:00100000:0.0:1734016096.364227:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676736 00000100:00100000:0.0:1734016096.364239:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676736 00000100:00100000:0.0:1734016096.364303:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1829 00000100:00100000:0.0:1734016096.364310:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338676736:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016096.364508:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.364524:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 29 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.364530:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.364557:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 29 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.364568:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 29 pid: 12824 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016096.364582:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341461504:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016096.364652:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.369090:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.369260:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341461504:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016096.369294:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016096.369389:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676864 00000100:00100000:1.0:1734016096.369399:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676864 00010000:00010000:1.0:1734016096.369437:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 30 pid: 12824 timeout: 459 lvb_type: 0 00000100:00100000:1.0:1734016096.369481:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2568 00000100:00100000:1.0:1734016096.369488:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f78450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+30:1983:x1818247338676864:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.369508:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.369514:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 30 pid: 12824 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016096.369529:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 30 pid: 12824 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016096.369566:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec731f8b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e8 expref: 30 pid: 12824 timeout: 459 lvb_type: 0 00010000:00010000:1.0:1734016096.369591:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016096.369594:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.369604:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.369612:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.369632:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.369681:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f78450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+29:1983:x1818247338676864:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 193us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.369689:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2568 00010000:00010000:0.0:1734016096.369794:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.369800:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016096.369940:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968442 00000004:00010000:0.0:1734016096.369992:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074069c00 reply state ffff880129efa000 transno 4294968443 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016096.370000:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016096.370084:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338676736:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5774us (6878us total) trans 4294968443 rc 0/0 00000100:00100000:0.0:1734016096.370093:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1829 00000020:00080000:0.0:1734016096.370098:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016096.373959:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.373971:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.373976:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.373980:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016096.373984:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.373989:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.374001:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.374003:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016096.374006:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016096.374010:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec731f8bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016096.375138:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676992 00000100:00100000:0.0:1734016096.375146:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676992 00000100:00100000:0.0:1734016096.375289:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10159 00000100:00100000:0.0:1734016096.375296:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338676992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.375310:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.375324:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f8c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a04ef expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.375346:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e1 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.375352:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016096.375354:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016096.375357:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731f8c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04ef expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.375382:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e1 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.375392:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731f8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04e1 expref: 6 pid: 7681 timeout: 459 lvb_type: 0 00000100:00100000:0.0:1734016096.375401:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341461632:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016096.375686:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.385474:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.388348:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.388644:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338677248 00000100:00100000:1.0:1734016096.388653:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338677248 00002000:00010000:1.0:1734016096.388690:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9508140->18446744073709551615) 00002000:00100000:1.0:1734016096.388695:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7700000 with x1818247338677248 ext(9508140->18446744073709551615) 00002000:00010000:1.0:1734016096.388707:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7700000. 00000100:00100000:1.0:1734016096.388725:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8299 00000100:00100000:1.0:1734016096.388732:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338677248:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016096.388975:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7460620 -> 9508140 00002000:00010000:1.0:1734016096.388978:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:1.0:1734016096.388981:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016096 -> 1734016096 00002000:00010000:1.0:1734016096.388982:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:1.0:1734016096.388985:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 952 -> 952 00000100:00100000:1.0:1734016096.389005:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338677248:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 274us (674us total) trans 4294969069 rc 0/0 00000100:00100000:1.0:1734016096.389010:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8299 00002000:00010000:1.0:1734016096.389013:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9508140->18446744073709551615) 00002000:00100000:1.0:1734016096.389015:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7700000 with x1818247338677248 ext(9508140->18446744073709551615) 00002000:00010000:1.0:1734016096.389017:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7700000. 00000100:00100000:0.0:1734016096.391729:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.395233:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.395470:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338677760 00000100:00100000:1.0:1734016096.395479:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338677760 00002000:00100000:1.0:1734016096.395524:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9502720->9506815) req@ffff88012d4b7100 x1818247338677760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.395534:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247338677760 ext(9502720->9506815) 00002000:00010000:1.0:1734016096.395539:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7100 00000100:00100000:1.0:1734016096.395572:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8301 00000100:00100000:1.0:1734016096.395578:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338677760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.395780:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338677760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 201us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.395788:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8301 00002000:00100000:1.0:1734016096.395794:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9502720->9506815) req@ffff88012d4b7100 x1818247338677760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.395801:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247338677760 ext(9502720->9506815) 00002000:00010000:1.0:1734016096.395804:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7100 00000100:00100000:0.0:1734016096.398497:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.402899:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.407169:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.407711:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678528 00000100:00100000:1.0:1734016096.407719:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678528 00002000:00100000:1.0:1734016096.407763:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9490432->9494527) req@ffff88012d4b4a80 x1818247338678528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.407773:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4a80 with x1818247338678528 ext(9490432->9494527) 00002000:00010000:1.0:1734016096.407777:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4a80 00000100:00100000:1.0:1734016096.407805:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8304 00000100:00100000:1.0:1734016096.407810:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338678528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.407961:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338678528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 149us (807us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.407968:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8304 00002000:00100000:1.0:1734016096.407973:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9490432->9494527) req@ffff88012d4b4a80 x1818247338678528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.407980:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4a80 with x1818247338678528 ext(9490432->9494527) 00002000:00010000:1.0:1734016096.407983:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4a80 00000100:00100000:0.0:1734016096.411452:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.416728:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.416819:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678784 00000100:00100000:0.0:1734016096.416827:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678784 00000100:00100000:0.0:1734016096.416870:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1830 00000100:00100000:0.0:1734016096.416875:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338678784:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016096.417004:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338678784:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 128us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.417011:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1830 00000100:00100000:0.0:1734016096.418542:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016096.419801:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969070 is committed 00000100:00100000:1.0:1734016096.422506:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.422616:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338679040 00000100:00100000:3.0:1734016096.422627:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338679040 00000100:00100000:3.0:1734016096.422813:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1831 00000100:00100000:3.0:1734016096.422821:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247338679040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016096.422839:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016096.422859:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec731f8ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a04f6 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.422936:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec731f8d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016096.422948:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec731f8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016096.422958:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec731f8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016096.422977:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9508140 00000004:00200000:3.0:1734016096.422981:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016096.422993:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec731f8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016096.423011:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec731f8ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04f6 expref: 31 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.423470:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec731f8d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04f6 expref: 30 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016096.423481:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016096.423484:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016096.423487:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016096.423537:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+30:9663:x1818247338679040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 716us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016096.423545:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1831 00000100:00100000:3.0:1734016096.426171:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.431176:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.437833:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.443274:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.452012:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341462272:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016096.452049:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016096.453271:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338679552:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8691us (10002us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.453281:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2570 00000100:00100000:3.0:1734016096.453446:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.477498:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338679808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 23277us (24030us total) trans 0 rc 2056192/2056192 00000100:00100000:3.0:1734016096.477515:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8306 00002000:00100000:3.0:1734016096.477537:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6991872->9510911) req@ffff88012d4b4380 x1818247338679808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 504/440 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 2056192/2056192 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.477550:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4380 with x1818247338679808 ext(6991872->9510911) 00002000:00010000:3.0:1734016096.477559:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4380 00000100:00100000:3.0:1734016096.484909:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.486358:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680064 00000100:00100000:0.0:1734016096.486370:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680064 00002000:00100000:0.0:1734016096.486433:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6971392->6975487) req@ffff88012d4b7b80 x1818247338680064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.486445:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247338680064 ext(6971392->6975487) 00002000:00010000:0.0:1734016096.486452:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80 00000100:00100000:1.0:1734016096.487774:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8307 00000100:00100000:1.0:1734016096.487788:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338680064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.488652:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338680064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 865us (3761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.488659:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8307 00002000:00100000:1.0:1734016096.488667:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6971392->6975487) req@ffff88012d4b7b80 x1818247338680064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.488676:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247338680064 ext(6971392->6975487) 00002000:00010000:1.0:1734016096.488681:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80 00000100:00100000:1.0:1734016096.492985:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680320 00000100:00100000:1.0:1734016096.493000:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680320 00002000:00100000:1.0:1734016096.493069:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6967296->6971391) req@ffff88007406bb80 x1818247338680320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.493082:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406bb80 with x1818247338680320 ext(6967296->6971391) 00002000:00010000:1.0:1734016096.493090:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406bb80 00000100:00100000:1.0:1734016096.493384:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8308 00000100:00100000:1.0:1734016096.493394:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338680320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.493635:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338680320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 240us (922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.493642:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8308 00002000:00100000:1.0:1734016096.493648:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6967296->6971391) req@ffff88007406bb80 x1818247338680320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.493656:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406bb80 with x1818247338680320 ext(6967296->6971391) 00002000:00010000:1.0:1734016096.493659:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406bb80 00000100:00100000:0.0:1734016096.497429:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680576 00000100:00100000:0.0:1734016096.497441:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680576 00002000:00100000:0.0:1734016096.497503:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6963200->6967295) req@ffff880074068700 x1818247338680576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.497515:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068700 with x1818247338680576 ext(6963200->6967295) 00002000:00010000:0.0:1734016096.497522:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068700 00000100:00100000:0.0:1734016096.497562:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8309 00000100:00100000:0.0:1734016096.497570:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338680576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.497746:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338680576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 175us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.497754:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8309 00002000:00100000:0.0:1734016096.497760:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6963200->6967295) req@ffff880074068700 x1818247338680576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.497767:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068700 with x1818247338680576 ext(6963200->6967295) 00002000:00010000:0.0:1734016096.497770:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068700 00000100:00100000:3.0:1734016096.500821:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.501735:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680832 00000100:00100000:1.0:1734016096.501751:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680832 00002000:00100000:1.0:1734016096.501800:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6959104->6963199) req@ffff88012d4b5880 x1818247338680832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.501810:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5880 with x1818247338680832 ext(6959104->6963199) 00002000:00010000:1.0:1734016096.501816:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5880 00000100:00100000:1.0:1734016096.502369:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8310 00000100:00100000:1.0:1734016096.502378:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338680832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.502738:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338680832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 359us (1925us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.502750:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8310 00002000:00100000:1.0:1734016096.502756:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6959104->6963199) req@ffff88012d4b5880 x1818247338680832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.502762:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5880 with x1818247338680832 ext(6959104->6963199) 00002000:00010000:1.0:1734016096.502765:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5880 00000100:00100000:0.0:1734016096.506409:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681088 00000100:00100000:0.0:1734016096.506420:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681088 00002000:00100000:0.0:1734016096.506468:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6955008->6959103) req@ffff880074068e00 x1818247338681088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.506479:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068e00 with x1818247338681088 ext(6955008->6959103) 00002000:00010000:0.0:1734016096.506484:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068e00 00000100:00100000:0.0:1734016096.506586:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8311 00000100:00100000:0.0:1734016096.506595:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338681088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.507543:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338681088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 944us (1232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.507552:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8311 00002000:00100000:0.0:1734016096.507560:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6955008->6959103) req@ffff880074068e00 x1818247338681088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.507568:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068e00 with x1818247338681088 ext(6955008->6959103) 00002000:00010000:0.0:1734016096.507571:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068e00 00000100:00100000:0.0:1734016096.510791:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681344 00000100:00100000:0.0:1734016096.510800:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681344 00002000:00100000:0.0:1734016096.510831:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6950912->6955007) req@ffff88007406b800 x1818247338681344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.510840:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b800 with x1818247338681344 ext(6950912->6955007) 00002000:00010000:0.0:1734016096.510844:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b800 00000100:00100000:0.0:1734016096.511236:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8312 00000100:00100000:0.0:1734016096.511243:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338681344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.511448:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338681344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 204us (1001us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.511456:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8312 00002000:00100000:0.0:1734016096.511461:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6950912->6955007) req@ffff88007406b800 x1818247338681344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.511468:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b800 with x1818247338681344 ext(6950912->6955007) 00002000:00010000:0.0:1734016096.511470:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b800 00000100:00100000:3.0:1734016096.517423:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.518081:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681600 00000100:00100000:1.0:1734016096.518103:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681600 00002000:00100000:1.0:1734016096.518292:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6946816->6950911) req@ffff88012d4b7800 x1818247338681600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.518311:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247338681600 ext(6946816->6950911) 00002000:00010000:1.0:1734016096.518322:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7800 00000100:00100000:1.0:1734016096.518369:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8313 00000100:00100000:1.0:1734016096.518378:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338681600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.518626:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338681600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 248us (1223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.518635:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8313 00002000:00100000:1.0:1734016096.518640:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6946816->6950911) req@ffff88012d4b7800 x1818247338681600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.518647:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247338681600 ext(6946816->6950911) 00002000:00010000:1.0:1734016096.518649:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7800 00000100:00100000:0.0:1734016096.522120:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681856 00000100:00100000:0.0:1734016096.522132:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681856 00002000:00100000:0.0:1734016096.522221:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6942720->6946815) req@ffff88007406ad80 x1818247338681856/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.522231:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406ad80 with x1818247338681856 ext(6942720->6946815) 00002000:00010000:0.0:1734016096.522237:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406ad80 00000100:00100000:0.0:1734016096.522262:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8314 00000100:00100000:0.0:1734016096.522268:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338681856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.522459:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338681856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 190us (572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.522470:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8314 00002000:00100000:0.0:1734016096.522475:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6942720->6946815) req@ffff88007406ad80 x1818247338681856/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.522482:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406ad80 with x1818247338681856 ext(6942720->6946815) 00002000:00010000:0.0:1734016096.522484:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406ad80 00000100:00100000:1.0:1734016096.525690:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682112 00000100:00100000:1.0:1734016096.525704:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682112 00002000:00100000:1.0:1734016096.525752:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6938624->6942719) req@ffff88007406a680 x1818247338682112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.525765:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a680 with x1818247338682112 ext(6938624->6942719) 00002000:00010000:1.0:1734016096.525770:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a680 00000100:00100000:1.0:1734016096.526170:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8315 00000100:00100000:1.0:1734016096.526176:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338682112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.526318:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338682112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (1247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.526324:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8315 00002000:00100000:1.0:1734016096.526329:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6938624->6942719) req@ffff88007406a680 x1818247338682112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.526336:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a680 with x1818247338682112 ext(6938624->6942719) 00002000:00010000:1.0:1734016096.526338:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a680 00000100:00100000:3.0:1734016096.529752:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.529836:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682240 00000100:00100000:0.0:1734016096.529850:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682240 00002000:00100000:0.0:1734016096.529900:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6938624->6995967) req@ffff88012d4b6300 x1818247338682240/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 504/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.529911:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6300 with x1818247338682240 ext(6938624->6995967) 00002000:00010000:0.0:1734016096.529916:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6300 00000100:00100000:0.0:1734016096.530043:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8316 00000100:00100000:0.0:1734016096.530052:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338682240:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016096.532925:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338682240:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2861us (3174us total) trans 4294969071 rc 0/0 00000100:00100000:0.0:1734016096.532940:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8316 00002000:00100000:0.0:1734016096.532952:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6938624->6995967) req@ffff88012d4b6300 x1818247338682240/t4294969071(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 504/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.532962:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6300 with x1818247338682240 ext(6938624->6995967) 00002000:00010000:0.0:1734016096.532968:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6300 00000100:00100000:0.0:1734016096.535757:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682368 00000100:00100000:0.0:1734016096.535768:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682368 00000100:00100000:0.0:1734016096.536075:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10164 00000100:00100000:0.0:1734016096.536086:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338682368:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:0.0:1734016096.537641:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338682368:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1555us (1964us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.537650:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10164 00000100:00100000:3.0:1734016096.540750:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.540841:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682624 00000100:00100000:0.0:1734016096.540857:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682624 00002000:00100000:0.0:1734016096.540921:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5447680->5451775) req@ffff88012d4b6a00 x1818247338682624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.540934:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6a00 with x1818247338682624 ext(5447680->5451775) 00002000:00010000:0.0:1734016096.540943:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6a00 00000100:00100000:0.0:1734016096.540985:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8317 00000100:00100000:0.0:1734016096.540995:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338682624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.541285:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338682624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 291us (549us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.541293:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8317 00002000:00100000:0.0:1734016096.541299:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5447680->5451775) req@ffff88012d4b6a00 x1818247338682624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.541305:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6a00 with x1818247338682624 ext(5447680->5451775) 00002000:00010000:0.0:1734016096.541308:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6a00 00000100:00100000:1.0:1734016096.545881:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682880 00000100:00100000:1.0:1734016096.545898:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682880 00002000:00100000:1.0:1734016096.545961:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5443584->5447679) req@ffff880076748000 x1818247338682880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.545971:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748000 with x1818247338682880 ext(5443584->5447679) 00002000:00010000:1.0:1734016096.545979:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748000 00000100:00100000:1.0:1734016096.546168:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8318 00000100:00100000:1.0:1734016096.546176:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338682880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.546386:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338682880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (1629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.546393:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8318 00002000:00100000:1.0:1734016096.546398:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5443584->5447679) req@ffff880076748000 x1818247338682880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.546406:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748000 with x1818247338682880 ext(5443584->5447679) 00002000:00010000:1.0:1734016096.546408:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748000 00000100:00100000:0.0:1734016096.550351:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683136 00000100:00100000:0.0:1734016096.550364:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683136 00002000:00100000:0.0:1734016096.550419:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5439488->5443583) req@ffff880130c2e680 x1818247338683136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.550431:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247338683136 ext(5439488->5443583) 00002000:00010000:0.0:1734016096.550437:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:0.0:1734016096.550474:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8319 00000100:00100000:0.0:1734016096.550482:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338683136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.550692:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338683136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (435us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.550699:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8319 00002000:00100000:0.0:1734016096.550705:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5439488->5443583) req@ffff880130c2e680 x1818247338683136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.550713:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247338683136 ext(5439488->5443583) 00002000:00010000:0.0:1734016096.550717:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:3.0:1734016096.553677:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.553944:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683392 00000100:00100000:1.0:1734016096.553954:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683392 00002000:00100000:1.0:1734016096.553997:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5435392->5439487) req@ffff88012d4b4e00 x1818247338683392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.554008:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4e00 with x1818247338683392 ext(5435392->5439487) 00002000:00010000:1.0:1734016096.554014:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4e00 00000100:00100000:1.0:1734016096.554074:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8320 00000100:00100000:1.0:1734016096.554082:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338683392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.554538:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338683392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 456us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.554545:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8320 00002000:00100000:1.0:1734016096.554550:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5435392->5439487) req@ffff88012d4b4e00 x1818247338683392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.554556:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4e00 with x1818247338683392 ext(5435392->5439487) 00002000:00010000:1.0:1734016096.554559:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4e00 00000100:00100000:1.0:1734016096.557242:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683648 00000100:00100000:1.0:1734016096.557250:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683648 00002000:00100000:1.0:1734016096.557276:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5431296->5435391) req@ffff880130c2df80 x1818247338683648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.557284:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2df80 with x1818247338683648 ext(5431296->5435391) 00002000:00010000:1.0:1734016096.557287:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2df80 00000100:00100000:1.0:1734016096.557613:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8321 00000100:00100000:1.0:1734016096.557619:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338683648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.557759:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338683648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.557765:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8321 00002000:00100000:1.0:1734016096.557770:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5431296->5435391) req@ffff880130c2df80 x1818247338683648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.557777:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2df80 with x1818247338683648 ext(5431296->5435391) 00002000:00010000:1.0:1734016096.557779:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2df80 00000100:00100000:0.0:1734016096.560110:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683904 00000100:00100000:0.0:1734016096.560117:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683904 00002000:00100000:0.0:1734016096.560146:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5427200->5431295) req@ffff880130c2f100 x1818247338683904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.560445:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247338683904 ext(5427200->5431295) 00002000:00010000:0.0:1734016096.560450:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f100 00000100:00100000:0.0:1734016096.560477:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8322 00000100:00100000:0.0:1734016096.560485:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338683904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.560628:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338683904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (724us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.560635:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8322 00002000:00100000:0.0:1734016096.560641:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5427200->5431295) req@ffff880130c2f100 x1818247338683904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.560648:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247338683904 ext(5427200->5431295) 00002000:00010000:0.0:1734016096.560651:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f100 00000100:00100000:3.0:1734016096.563918:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.564274:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684160 00000100:00100000:1.0:1734016096.564291:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684160 00002000:00100000:1.0:1734016096.564346:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5423104->5427199) req@ffff8800717fea00 x1818247338684160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.564355:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fea00 with x1818247338684160 ext(5423104->5427199) 00002000:00010000:1.0:1734016096.564360:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fea00 00000100:00100000:1.0:1734016096.564613:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8323 00000100:00100000:1.0:1734016096.564623:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338684160:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.564888:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338684160:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 265us (980us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.564896:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8323 00002000:00100000:1.0:1734016096.564901:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5423104->5427199) req@ffff8800717fea00 x1818247338684160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.564909:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fea00 with x1818247338684160 ext(5423104->5427199) 00002000:00010000:1.0:1734016096.564912:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fea00 00000100:00100000:0.0:1734016096.569516:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684416 00000100:00100000:0.0:1734016096.569527:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684416 00002000:00100000:0.0:1734016096.569572:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5419008->5423103) req@ffff880130c2d500 x1818247338684416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.569583:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247338684416 ext(5419008->5423103) 00002000:00010000:0.0:1734016096.569589:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:0.0:1734016096.569621:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8324 00000100:00100000:0.0:1734016096.569626:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338684416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.569798:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338684416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 170us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.569804:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8324 00002000:00100000:0.0:1734016096.569809:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5419008->5423103) req@ffff880130c2d500 x1818247338684416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.569815:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247338684416 ext(5419008->5423103) 00002000:00010000:0.0:1734016096.569817:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:1.0:1734016096.573698:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684672 00000100:00100000:1.0:1734016096.573707:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684672 00002000:00100000:1.0:1734016096.573740:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5414912->5419007) req@ffff880130c2f480 x1818247338684672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.573748:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247338684672 ext(5414912->5419007) 00002000:00010000:1.0:1734016096.573754:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:1.0:1734016096.573810:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8325 00000100:00100000:1.0:1734016096.573817:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338684672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.574147:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338684672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 329us (541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.574162:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8325 00002000:00100000:1.0:1734016096.574167:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5414912->5419007) req@ffff880130c2f480 x1818247338684672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.574174:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247338684672 ext(5414912->5419007) 00002000:00010000:1.0:1734016096.574176:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:3.0:1734016096.578598:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.578816:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684928 00000100:00100000:1.0:1734016096.578832:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684928 00002000:00100000:1.0:1734016096.578882:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5410816->5414911) req@ffff8800717ff480 x1818247338684928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.578892:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff480 with x1818247338684928 ext(5410816->5414911) 00002000:00010000:1.0:1734016096.578897:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff480 00000100:00100000:1.0:1734016096.578917:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8326 00000100:00100000:1.0:1734016096.578923:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338684928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.579114:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338684928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 190us (529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.579123:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8326 00002000:00100000:1.0:1734016096.579128:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5410816->5414911) req@ffff8800717ff480 x1818247338684928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.579135:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff480 with x1818247338684928 ext(5410816->5414911) 00002000:00010000:1.0:1734016096.579138:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff480 00000100:00100000:0.0:1734016096.582421:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685184 00000100:00100000:0.0:1734016096.582433:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685184 00002000:00100000:0.0:1734016096.582479:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5406720->5410815) req@ffff880130c2ea00 x1818247338685184/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.582488:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247338685184 ext(5406720->5410815) 00002000:00010000:0.0:1734016096.582493:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:0.0:1734016096.582530:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8327 00000100:00100000:0.0:1734016096.582538:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338685184:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.582727:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338685184:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 190us (392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.582734:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8327 00002000:00100000:0.0:1734016096.582739:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5406720->5410815) req@ffff880130c2ea00 x1818247338685184/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.582744:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247338685184 ext(5406720->5410815) 00002000:00010000:0.0:1734016096.582747:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:1.0:1734016096.587552:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685440 00000100:00100000:1.0:1734016096.587568:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685440 00002000:00100000:1.0:1734016096.587639:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5402624->5406719) req@ffff880130c2ed80 x1818247338685440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.587650:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ed80 with x1818247338685440 ext(5402624->5406719) 00002000:00010000:1.0:1734016096.587657:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ed80 00000100:00100000:1.0:1734016096.587707:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8328 00000100:00100000:1.0:1734016096.587716:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338685440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.587942:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338685440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 226us (793us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.587951:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8328 00002000:00100000:1.0:1734016096.587956:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5402624->5406719) req@ffff880130c2ed80 x1818247338685440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.587964:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ed80 with x1818247338685440 ext(5402624->5406719) 00002000:00010000:1.0:1734016096.587967:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ed80 00000100:00100000:3.0:1734016096.592276:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.592518:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685696 00000100:00100000:1.0:1734016096.592534:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685696 00002000:00100000:1.0:1734016096.592606:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5398528->5402623) req@ffff8800717ff800 x1818247338685696/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.592625:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247338685696 ext(5398528->5402623) 00002000:00010000:1.0:1734016096.592631:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:1.0:1734016096.592658:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8329 00000100:00100000:1.0:1734016096.592666:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338685696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.592901:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338685696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 234us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.592909:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8329 00002000:00100000:1.0:1734016096.592914:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5398528->5402623) req@ffff8800717ff800 x1818247338685696/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.592921:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247338685696 ext(5398528->5402623) 00002000:00010000:1.0:1734016096.592925:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:0.0:1734016096.596575:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685952 00000100:00100000:0.0:1734016096.596588:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685952 00002000:00100000:0.0:1734016096.596675:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5394432->5398527) req@ffff880130c2f800 x1818247338685952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.596691:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f800 with x1818247338685952 ext(5394432->5398527) 00002000:00010000:0.0:1734016096.596699:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f800 00000100:00100000:0.0:1734016096.596759:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8330 00000100:00100000:0.0:1734016096.596771:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338685952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.597111:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338685952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 341us (752us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.597120:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8330 00002000:00100000:0.0:1734016096.597125:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5394432->5398527) req@ffff880130c2f800 x1818247338685952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.597131:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f800 with x1818247338685952 ext(5394432->5398527) 00002000:00010000:0.0:1734016096.597134:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f800 00000100:00100000:1.0:1734016096.602845:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686080 00000100:00100000:1.0:1734016096.602861:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686080 00002000:00100000:1.0:1734016096.602920:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5394432->5451775) req@ffff880130c2ca80 x1818247338686080/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.602932:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247338686080 ext(5394432->5451775) 00002000:00010000:1.0:1734016096.602938:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:1.0:1734016096.602975:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8331 00000100:00100000:1.0:1734016096.602985:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338686080:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016096.608666:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338686080:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5662us (6057us total) trans 4294969072 rc 0/0 00000100:00100000:1.0:1734016096.608680:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8331 00002000:00100000:1.0:1734016096.608699:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5394432->5451775) req@ffff880130c2ca80 x1818247338686080/t4294969072(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.608715:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247338686080 ext(5394432->5451775) 00002000:00010000:1.0:1734016096.608725:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:0.0:1734016096.614513:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686208 00000100:00100000:0.0:1734016096.614525:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686208 00000100:00100000:0.0:1734016096.614596:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10165 00000100:00100000:0.0:1734016096.614605:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338686208:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:0.0:1734016096.617994:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338686208:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3380us (3877us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.618006:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10165 00000100:00100000:0.0:1734016096.622061:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686336 00000100:00100000:0.0:1734016096.622072:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686336 00000100:00100000:0.0:1734016096.622136:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1832 00000100:00100000:0.0:1734016096.622147:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338686336:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.622201:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.622223:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731f8ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0512 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.622588:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.622604:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.622617:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016096.622643:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9508140 00000004:00200000:0.0:1734016096.622648:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016096.622662:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.622682:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731f8ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.622780:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.622791:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.622794:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016096.622797:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016096.622906:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338686336:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 760us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.622913:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1832 00000100:00100000:3.0:1734016096.626231:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.626320:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686464 00000100:00100000:0.0:1734016096.626333:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686464 00000100:00100000:0.0:1734016096.626393:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10166 00000100:00100000:0.0:1734016096.626404:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338686464:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.626431:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.626458:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0519 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.626537:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462400:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016096.626633:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016096.633828:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 992 -> 1192 00000100:00100000:0.0:1734016096.633875:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462400:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016096.633935:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0519 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.633951:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec731f8fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0519 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.633989:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016096.634057:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338686464:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7654us (7881us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016096.634067:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10166 00000100:00100000:0.0:1734016096.639574:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686592 00000100:00100000:0.0:1734016096.639587:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686592 00000100:00100000:0.0:1734016096.640177:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10167 00000100:00100000:0.0:1734016096.640212:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338686592:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.640243:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.640269:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f902 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0520 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.640373:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462528:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016096.640495:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.648135:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462528:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016096.648252:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f902 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0520 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.648273:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731f902 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0520 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.648312:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016096.648421:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338686592:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8208us (8939us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016096.648437:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10167 00000100:00100000:0.0:1734016096.654759:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686720 00000100:00100000:0.0:1734016096.654776:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686720 00000100:00100000:0.0:1734016096.654880:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10168 00000100:00100000:0.0:1734016096.654892:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338686720:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016096.655340:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9508140 -> 9508140 00002000:00010000:0.0:1734016096.655343:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016096.655346:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016096.655348:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016096 -> 1734016096 00002000:00010000:0.0:1734016096.655350:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1192 -> 1192 00000100:00100000:0.0:1734016096.655470:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338686720:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 580us (825us total) trans 4294969073 rc 0/0 00000100:00100000:0.0:1734016096.655479:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10168 00000100:00100000:1.0:1734016096.659005:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686848 00000100:00100000:1.0:1734016096.659018:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686848 00000100:00100000:1.0:1734016096.659086:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10169 00000100:00100000:1.0:1734016096.659100:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338686848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.659125:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.659163:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f909 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0527 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.659337:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462656:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.659432:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.661371:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462656:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.661410:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f909 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0527 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.661425:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f909 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0527 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.661461:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016096.661511:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338686848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2416us (2688us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.661519:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10169 00000100:00100000:3.0:1734016096.667087:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.667331:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686976 00000100:00100000:1.0:1734016096.667343:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686976 00000100:00100000:1.0:1734016096.667401:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10170 00000100:00100000:1.0:1734016096.667410:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338686976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.667429:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.667447:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f910 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a052e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.667511:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462784:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.667565:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.669754:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462784:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.669792:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f910 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a052e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.669807:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f910 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a052e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.669838:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016096.669971:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338686976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2560us (2898us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.669978:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10170 00000100:00100000:3.0:1734016096.674096:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.674254:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687104 00000100:00100000:1.0:1734016096.674267:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687104 00000100:00100000:1.0:1734016096.674339:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10171 00000100:00100000:1.0:1734016096.674350:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338687104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.674379:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.674403:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f917 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0535 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.674481:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462912:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.674586:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.679887:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341462912:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.679935:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f917 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0535 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.679953:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f917 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0535 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.680830:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016096.680929:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338687104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6575us (6851us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.680942:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10171 00000100:00100000:3.0:1734016096.684577:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.684768:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687232 00000100:00100000:1.0:1734016096.684781:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687232 00000100:00100000:1.0:1734016096.684849:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10172 00000100:00100000:1.0:1734016096.684859:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338687232:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.684883:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.684905:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f91e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a053c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.684986:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463040:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.685058:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.693463:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463040:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.693504:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f91e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a053c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.693517:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f91e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a053c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.693547:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016096.695177:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338687232:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10310us (10602us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.695201:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10172 00000100:00100000:3.0:1734016096.700806:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.701337:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687360 00000100:00100000:1.0:1734016096.701353:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687360 00000100:00100000:1.0:1734016096.701434:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10173 00000100:00100000:1.0:1734016096.701445:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338687360:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.701474:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.701498:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f925 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0543 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.701581:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463168:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.701680:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.704157:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463168:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.704219:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f925 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0543 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.704237:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f925 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0543 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.706091:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016096.706737:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338687360:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5286us (5938us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.706749:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10173 00000100:00100000:3.0:1734016096.710523:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.710626:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687488 00000100:00100000:1.0:1734016096.710644:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687488 00000100:00100000:1.0:1734016096.710716:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10174 00000100:00100000:1.0:1734016096.710726:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338687488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.710752:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.710779:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a054a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.711641:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.711650:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.711651:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.711655:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9465856->9469951] (req 9465856->9469951) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.711715:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.711728:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 7 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.711749:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463296:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016096.711834:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.714964:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463296:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016096.715003:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9465856->9469951] (req 9465856->9469951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.715021:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016096.715080:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338687488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4355us (4574us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.715087:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10174 00000100:00100000:0.0:1734016096.717542:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.720518:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687616 00000100:00100000:1.0:1734016096.720538:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687616 00002000:00100000:1.0:1734016096.720606:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9068544->9084927) req@ffff8800712b6680 x1818247338687616/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 16872/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.720616:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6680 with x1818247338687616 ext(9068544->9084927) 00010000:00010000:1.0:1734016096.720631:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.720645:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00002000:00010000:1.0:1734016096.720652:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712b6680 00000100:00100000:1.0:1734016096.720691:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 281 00000100:00100000:1.0:1734016096.720698:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338687616:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016096.722133:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338687616:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1427us (4600us total) trans 4294969074 rc 0/0 00000100:00100000:1.0:1734016096.722155:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 281 00002000:00100000:1.0:1734016096.722164:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9068544->9084927) req@ffff8800712b6680 x1818247338687616/t4294969074(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 16872/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.722175:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6680 with x1818247338687616 ext(9068544->9084927) 00010000:00010000:1.0:1734016096.722268:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.722280:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00002000:00010000:1.0:1734016096.722287:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712b6680 00000100:00100000:3.0:1734016096.735642:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.735888:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687744 00000100:00100000:0.0:1734016096.735899:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687744 00010000:00010000:0.0:1734016096.735936:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1734016096.735976:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2571 00000100:00100000:0.0:1734016096.735983:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338687744:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016096.735999:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016096.736018:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1192 -> 1224 00010000:00010000:0.0:1734016096.736024:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.736036:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.736063:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731f8e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6987776->6995967) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a050b expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.736090:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016096.736092:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016096.736100:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.736109:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.736141:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.736164:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341463424:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016096.736234:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.738284:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341463424:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016096.738301:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016096.738342:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338687744:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2358us (2713us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.738352:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2571 00000100:00100000:0.0:1734016096.744261:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.744342:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688000 00000100:00100000:1.0:1734016096.744350:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688000 00002000:00100000:1.0:1734016096.744392:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9465856->9469951) req@ffff8800712b6300 x1818247338688000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.744400:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6300 with x1818247338688000 ext(9465856->9469951) 00002000:00010000:1.0:1734016096.744498:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6300 00000100:00100000:1.0:1734016096.744518:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8332 00000100:00100000:1.0:1734016096.744525:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338688000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.744755:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338688000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 228us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.744761:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8332 00002000:00100000:1.0:1734016096.744767:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9465856->9469951) req@ffff8800712b6300 x1818247338688000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.744773:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6300 with x1818247338688000 ext(9465856->9469951) 00002000:00010000:1.0:1734016096.744775:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6300 00000100:00100000:3.0:1734016096.747671:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.747747:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688256 00000100:00100000:1.0:1734016096.747754:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688256 00002000:00100000:1.0:1734016096.747782:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9461760->9465855) req@ffff8800717fed80 x1818247338688256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.747791:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fed80 with x1818247338688256 ext(9461760->9465855) 00002000:00010000:1.0:1734016096.747795:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fed80 00000100:00100000:1.0:1734016096.747812:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8333 00000100:00100000:1.0:1734016096.747817:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338688256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.748025:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338688256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 206us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.748031:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8333 00002000:00100000:1.0:1734016096.748036:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9461760->9465855) req@ffff8800717fed80 x1818247338688256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.748044:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fed80 with x1818247338688256 ext(9461760->9465855) 00002000:00010000:1.0:1734016096.748046:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fed80 00000100:00100000:3.0:1734016096.760561:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.760646:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688512 00000100:00100000:1.0:1734016096.760654:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688512 00002000:00100000:1.0:1734016096.760693:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9457664->9461759) req@ffff8800717fc000 x1818247338688512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.760703:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc000 with x1818247338688512 ext(9457664->9461759) 00002000:00010000:1.0:1734016096.760707:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc000 00000100:00100000:1.0:1734016096.760737:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8334 00000100:00100000:1.0:1734016096.760744:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338688512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.760906:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338688512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.760912:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8334 00002000:00100000:1.0:1734016096.760917:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9457664->9461759) req@ffff8800717fc000 x1818247338688512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.760924:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc000 with x1818247338688512 ext(9457664->9461759) 00002000:00010000:1.0:1734016096.760926:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc000 00000100:00100000:1.0:1734016096.767431:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688768 00000100:00100000:1.0:1734016096.767441:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688768 00002000:00100000:1.0:1734016096.767475:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9453568->9457663) req@ffff88011d806a00 x1818247338688768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.767484:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247338688768 ext(9453568->9457663) 00002000:00010000:1.0:1734016096.767489:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:1.0:1734016096.767515:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8335 00000100:00100000:1.0:1734016096.767521:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338688768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.767873:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338688768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 350us (905us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.767880:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8335 00002000:00100000:1.0:1734016096.767885:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9453568->9457663) req@ffff88011d806a00 x1818247338688768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.767891:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247338688768 ext(9453568->9457663) 00002000:00010000:1.0:1734016096.767893:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:3.0:1734016096.778040:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.779230:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688896 00000100:00100000:1.0:1734016096.779241:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688896 00000100:00100000:1.0:1734016096.779879:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10175 00000100:00100000:1.0:1734016096.779887:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338688896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.779905:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.779926:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0551 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.779949:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.779951:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.779957:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.779969:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.779978:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016096.780040:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338688896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 153us (2007us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.780046:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10175 00000100:00100000:3.0:1734016096.785740:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.785851:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689024 00000100:00100000:1.0:1734016096.785859:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689024 00000100:00100000:1.0:1734016096.786138:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10176 00000100:00100000:1.0:1734016096.786158:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338689024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.786174:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.786219:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0558 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.786250:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.786257:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.786262:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.786264:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.786266:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5509120->5513215] (req 5509120->5513215) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.786291:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.786301:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 9 pid: 7681 timeout: 460 lvb_type: 1 00000100:00100000:1.0:1734016096.786311:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463552:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016096.786374:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.786382:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 7 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.786388:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463680:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016096.786406:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.789570:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.789613:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.789870:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689152 00000100:00100000:0.0:1734016096.789883:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689152 00010000:00010000:0.0:1734016096.789923:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 10 pid: 7681 timeout: 460 lvb_type: 1 00000100:00100000:0.0:1734016096.790424:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689280 00000100:00100000:0.0:1734016096.790429:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689280 00010000:00010000:0.0:1734016096.790443:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.790482:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2572 00000100:00100000:1.0:1734016096.790491:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338689152:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.790504:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.790525:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 10 pid: 7681 timeout: 460 lvb_type: 1 00010000:00010000:1.0:1734016096.790536:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 10 pid: 7681 timeout: 460 lvb_type: 1 00010000:00010000:1.0:1734016096.790564:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.790622:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338689152:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 131us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.790628:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2572 00000100:00100000:1.0:1734016096.790650:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2573 00000100:00100000:1.0:1734016096.790655:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338689280:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.790661:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.790668:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.790676:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.790689:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.790691:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.790697:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.790706:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.790743:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.790756:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341463808:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016096.790792:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00010000:00010000:1.0:1734016096.790835:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731f933 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0551 expref: 9 pid: 7681 timeout: 460 lvb_type: 1 00000100:00100000:1.0:1734016096.792209:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463552:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016096.792235:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f92c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9465856->9469951) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a054a expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.792247:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463680:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016096.792276:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.792285:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016096.792338:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338689024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6190us (6605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.792344:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10176 00000100:00100000:1.0:1734016096.794665:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341463808:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016096.794695:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.794751:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338689280:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4093us (5135us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.794765:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2573 00000100:00100000:3.0:1734016096.797454:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.797558:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689536 00000100:00100000:1.0:1734016096.797570:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689536 00002000:00100000:1.0:1734016096.797617:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5509120->5513215) req@ffff8800717fdf80 x1818247338689536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.797629:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdf80 with x1818247338689536 ext(5509120->5513215) 00002000:00010000:1.0:1734016096.797635:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdf80 00000100:00100000:1.0:1734016096.797830:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8336 00000100:00100000:1.0:1734016096.797839:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338689536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.798546:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338689536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 707us (1103us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.798554:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8336 00002000:00100000:1.0:1734016096.798560:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5509120->5513215) req@ffff8800717fdf80 x1818247338689536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.798568:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdf80 with x1818247338689536 ext(5509120->5513215) 00002000:00010000:1.0:1734016096.798573:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdf80 00000100:00100000:3.0:1734016096.801868:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.802246:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689792 00000100:00100000:1.0:1734016096.802258:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689792 00002000:00100000:1.0:1734016096.802317:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5505024->5509119) req@ffff880071721180 x1818247338689792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.802328:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721180 with x1818247338689792 ext(5505024->5509119) 00002000:00010000:1.0:1734016096.802336:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721180 00000100:00100000:1.0:1734016096.802369:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8337 00000100:00100000:1.0:1734016096.802378:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338689792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016096.802578:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338689792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016096.802586:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8337 00002000:00100000:1.0:1734016096.802592:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5505024->5509119) req@ffff880071721180 x1818247338689792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.802599:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721180 with x1818247338689792 ext(5505024->5509119) 00002000:00010000:1.0:1734016096.802602:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721180 00000100:00100000:3.0:1734016096.806268:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.806336:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690048 00000100:00100000:0.0:1734016096.806345:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690048 00002000:00100000:0.0:1734016096.806383:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5500928->5505023) req@ffff880071722680 x1818247338690048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.806393:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722680 with x1818247338690048 ext(5500928->5505023) 00002000:00010000:0.0:1734016096.806398:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722680 00000100:00100000:0.0:1734016096.806431:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8338 00000100:00100000:0.0:1734016096.806437:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338690048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.806613:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338690048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 175us (353us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.806620:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8338 00002000:00100000:0.0:1734016096.806626:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5500928->5505023) req@ffff880071722680 x1818247338690048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.806633:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722680 with x1818247338690048 ext(5500928->5505023) 00002000:00010000:0.0:1734016096.806636:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722680 00000100:00100000:3.0:1734016096.809882:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.810071:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690176 00000100:00100000:1.0:1734016096.810086:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690176 00002000:00100000:1.0:1734016096.810137:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5500928->5513215) req@ffff880071721880 x1818247338690176/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 12776/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.810157:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721880 with x1818247338690176 ext(5500928->5513215) 00002000:00010000:1.0:1734016096.810163:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721880 00000100:00100000:1.0:1734016096.810304:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8339 00000100:00100000:1.0:1734016096.810312:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338690176:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016096.811460:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338690176:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1144us (1589us total) trans 4294969075 rc 0/0 00000100:00100000:1.0:1734016096.811469:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8339 00002000:00100000:1.0:1734016096.811476:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5500928->5513215) req@ffff880071721880 x1818247338690176/t4294969075(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 12776/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016096.811483:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721880 with x1818247338690176 ext(5500928->5513215) 00002000:00010000:1.0:1734016096.811488:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721880 00000100:00100000:3.0:1734016096.814123:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.814499:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690304 00000100:00100000:1.0:1734016096.814511:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690304 00000100:00100000:1.0:1734016096.814735:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10177 00000100:00100000:1.0:1734016096.814745:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338690304:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016096.816453:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969075 is committed 00000001:00080000:0.0:1734016096.816479:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969074 is committed 00000100:00100000:1.0:1734016096.817009:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338690304:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2257us (2889us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.817023:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10177 00000100:00100000:3.0:1734016096.820123:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.820585:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690432 00000100:00100000:1.0:1734016096.820606:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690432 00000100:00100000:1.0:1734016096.820862:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10178 00000100:00100000:1.0:1734016096.820877:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338690432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.820912:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.820945:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f941 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a055f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.821043:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463936:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.821160:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d313c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016096.823639:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016096 -> 1734016097 00002000:00010000:1.0:1734016096.823649:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016096 -> 1734016097 00002000:00010000:1.0:1734016096.823650:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016096 -> 1734016097 00002000:00010000:1.0:1734016096.823652:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1224 -> 1248 00000100:00100000:1.0:1734016096.823685:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341463936:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.823737:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f941 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a055f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.823754:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f941 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a055f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.824095:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016096.824175:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338690432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3301us (4087us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.824551:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10178 00000100:00100000:3.0:1734016096.829828:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.830223:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690560 00000100:00100000:1.0:1734016096.830237:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690560 00000100:00100000:1.0:1734016096.833557:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10179 00000100:00100000:1.0:1734016096.833580:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338690560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.833623:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.833660:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f948 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0566 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.833748:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464064:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.833877:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d313c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.837279:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464064:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.837347:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f948 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0566 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.837368:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f948 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0566 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.838379:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016096.840398:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338690560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6817us (10583us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.840418:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10179 00000100:00100000:3.0:1734016096.846105:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.846258:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690688 00000100:00100000:1.0:1734016096.846272:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690688 00000100:00100000:1.0:1734016096.846917:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10180 00000100:00100000:1.0:1734016096.846925:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338690688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.846944:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.846963:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a056d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.846991:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.846997:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.846999:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.847002:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5480448->5533695] (req 5480448->5533695) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.847029:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.847040:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 5 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.847051:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464192:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016096.847112:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d313c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.850022:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464192:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016096.850059:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5480448->5533695] (req 5480448->5533695) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.850077:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016096.850136:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338690688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3210us (4044us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.850155:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10180 00000100:00100000:1.0:1734016096.850489:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690816 00000100:00100000:1.0:1734016096.850497:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690816 00010000:00010000:1.0:1734016096.850518:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 6 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.851572:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2574 00000100:00100000:1.0:1734016096.851582:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338690816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.851599:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.851624:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 6 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.851636:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 6 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.851663:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f93a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5509120->5513215) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0558 expref: 6 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.851700:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.851702:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016096.851709:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.851717:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.851747:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.851761:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341464320:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016096.851821:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d313c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.854633:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691072 00000100:00100000:0.0:1734016096.854642:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691072 00002000:00100000:0.0:1734016096.854694:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5529600->5533695) req@ffff88011d804380 x1818247338691072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.854704:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247338691072 ext(5529600->5533695) 00002000:00010000:0.0:1734016096.854710:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380 00000100:00100000:0.0:1734016096.854736:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8340 00000100:00100000:0.0:1734016096.854742:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338691072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016096.855013:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338691072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 269us (466us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016096.855022:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8340 00002000:00100000:0.0:1734016096.855028:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5529600->5533695) req@ffff88011d804380 x1818247338691072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.855035:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247338691072 ext(5529600->5533695) 00002000:00010000:0.0:1734016096.855037:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380 00000100:00100000:1.0:1734016096.855162:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341464320:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016096.855209:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.855238:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338690816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3657us (4876us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.855248:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2574 00000100:00100000:0.0:1734016096.862792:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691328 00000100:00100000:0.0:1734016096.862805:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691328 00000100:00100000:0.0:1734016096.862881:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1833 00000100:00100000:0.0:1734016096.862889:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+30:9663:x1818247338691328:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016096.862946:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016096.862987:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec731f8d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a04f6 expref: 30 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.863025:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.863030:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016096.863238:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.863258:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.863265:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.863304:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.863315:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 19 pid: 6473 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1734016096.863327:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341464448:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016096.863405:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016096.869570:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.869641:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691456 00000100:00100000:1.0:1734016096.869649:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691456 00010000:00010000:1.0:1734016096.869678:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 20 pid: 6473 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.869711:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2575 00000100:00100000:1.0:1734016096.869716:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f78050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1982:x1818247338691456:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016096.869734:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016096.869739:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 20 pid: 6473 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.869751:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 20 pid: 6473 timeout: 460 lvb_type: 0 00010000:00010000:1.0:1734016096.869773:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016096.869777:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.869784:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.869790:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.869809:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016096.869853:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f78050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1982:x1818247338691456:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 136us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.869859:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2575 00010000:00010000:0.0:1734016096.869994:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec731f8f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0512 expref: 19 pid: 6473 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1734016096.871312:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341464448:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016096.871335:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.871343:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.871348:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:0.0:1734016096.871441:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968444 00000004:00010000:0.0:1734016096.871480:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d805f80 reply state ffff880129efc000 transno 4294968445 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016096.871486:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016096.871560:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+32:9663:x1818247338691328:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8671us (8886us total) trans 4294968445 rc 0/0 00000100:00100000:0.0:1734016096.871568:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1833 00000020:00080000:0.0:1734016096.871573:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016096.886370:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691584 00000100:00100000:3.0:1734016096.886379:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691584 00002000:00010000:3.0:1734016096.886413:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6412237->18446744073709551615) 00002000:00100000:3.0:1734016096.886417:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805880 with x1818247338691584 ext(6412237->18446744073709551615) 00002000:00010000:3.0:1734016096.886430:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805880. 00000100:00100000:3.0:1734016096.886463:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8341 00000100:00100000:3.0:1734016096.886470:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338691584:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016096.888759:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9508140 -> 6412237 00002000:00010000:3.0:1734016096.888766:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016096.888769:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016097 -> 1734016096 00002000:00010000:3.0:1734016096.888771:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016096.888773:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1248 -> 1080 00000100:00100000:3.0:1734016096.888842:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338691584:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2368us (2823us total) trans 4294969076 rc 0/0 00000100:00100000:3.0:1734016096.888854:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8341 00002000:00010000:3.0:1734016096.888861:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6412237->18446744073709551615) 00002000:00100000:3.0:1734016096.888865:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805880 with x1818247338691584 ext(6412237->18446744073709551615) 00002000:00010000:3.0:1734016096.888871:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805880. 00010000:00010000:1.0:1734016096.889103:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.889114:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.889121:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.889127:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b9200 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016096.889131:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.889137:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.889161:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016096.889164:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016096.889169:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016096.889173:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731f956 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016096.896994:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.897107:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691712 00000100:00100000:0.0:1734016096.897114:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691712 00000100:00100000:0.0:1734016096.897161:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1834 00000100:00100000:0.0:1734016096.897167:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338691712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.897198:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.897215:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f95d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0574 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.897297:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f964 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.897308:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.897317:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016096.897336:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6412237 00000004:00200000:0.0:1734016096.897339:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016096.897351:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f964 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.897370:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731f95d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0574 expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.897400:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f964 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0574 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.897407:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.897409:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016096.897412:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016096.898093:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338691712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 924us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.898098:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1834 00000100:00100000:1.0:1734016096.901227:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691840 00000100:00100000:1.0:1734016096.901237:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691840 00000100:00100000:1.0:1734016096.901284:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10181 00000100:00100000:1.0:1734016096.901292:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338691840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.901314:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.901345:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f96b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a057b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.901419:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464576:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.901491:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016096.904099:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016096 -> 1734016097 00000100:00100000:1.0:1734016096.904124:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464576:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.904160:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f96b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a057b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.904173:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731f96b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a057b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.904451:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016096.904565:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338691840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3271us (3438us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.904575:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10181 00000100:00100000:1.0:1734016096.907560:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691968 00000100:00100000:1.0:1734016096.907572:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691968 00000100:00100000:1.0:1734016096.907726:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10182 00000100:00100000:1.0:1734016096.907735:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338691968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.907760:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.907780:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f972 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0582 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.907833:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464704:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.908093:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.910355:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464704:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.910384:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f972 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0582 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.910398:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731f972 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0582 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.910409:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016096.910448:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338691968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2713us (3094us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.910456:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10182 00000100:00100000:3.0:1734016096.913436:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.913579:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692096 00000100:00100000:1.0:1734016096.913586:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692096 00000100:00100000:1.0:1734016096.913620:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10183 00000100:00100000:1.0:1734016096.913625:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338692096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.913640:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.913655:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f979 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0589 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.913694:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464832:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.913743:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.915734:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464832:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.915767:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f979 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0589 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.915777:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731f979 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0589 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.915787:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016096.915918:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338692096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2290us (2487us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.915925:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10183 00000100:00100000:3.0:1734016096.918088:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.918215:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692224 00000100:00100000:1.0:1734016096.918227:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692224 00000100:00100000:1.0:1734016096.918426:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10184 00000100:00100000:1.0:1734016096.918433:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338692224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.918454:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.918475:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f980 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0590 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016096.918547:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464960:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016096.918758:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.920503:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341464960:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016096.920530:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f980 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0590 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.920541:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731f980 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0590 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016096.921089:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016096.921132:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338692224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2698us (3051us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016096.921139:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10184 00000100:00100000:3.0:1734016096.923516:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.923606:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692352 00000100:00100000:0.0:1734016096.923613:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692352 00000100:00100000:0.0:1734016096.923940:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1835 00000100:00100000:0.0:1734016096.923945:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+31:9663:x1818247338692352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.923963:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.923978:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731f987 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0597 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.924040:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.924050:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.924058:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016096.924074:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6412237 00000004:00200000:0.0:1734016096.924077:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016096.924088:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.924104:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731f987 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 33 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.924386:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 32 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.924392:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.924395:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016096.924398:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016096.924462:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+32:9663:x1818247338692352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 515us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.924467:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1835 00000100:00100000:3.0:1734016096.930337:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.930401:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692608 00000100:00100000:0.0:1734016096.930409:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692608 00000100:00100000:0.0:1734016096.930962:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1836 00000100:00100000:0.0:1734016096.930969:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338692608:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016096.931009:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016096.931031:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec731f964 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0574 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.931044:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.931047:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016096.931170:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.931201:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 31 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.931210:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.931234:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 31 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.931243:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 31 pid: 6473 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1734016096.931255:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341465088:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016096.931308:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.935061:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b5880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341465088:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016096.935084:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016096.935363:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692736 00000100:00100000:0.0:1734016096.935370:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692736 00010000:00010000:0.0:1734016096.935395:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 32 pid: 6473 timeout: 460 lvb_type: 0 00000100:00100000:0.0:1734016096.936077:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2576 00000100:00100000:0.0:1734016096.936085:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+32:1982:x1818247338692736:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016096.936098:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016096.936104:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 32 pid: 6473 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.936113:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 32 pid: 6473 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.936130:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731f98e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0597 expref: 32 pid: 6473 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.936151:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.936155:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.936163:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.936169:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.936212:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016096.936258:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+31:1982:x1818247338692736:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 172us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.936264:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2576 00000100:00100000:3.0:1734016096.938785:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016096.939022:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.939030:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.939035:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.939039:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016096.939042:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.939049:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.939062:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016096.939066:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016096.939070:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016096.939074:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731f995 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016096.939309:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692864 00000100:00100000:1.0:1734016096.939317:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692864 00000100:00100000:1.0:1734016096.939350:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10185 00000100:00100000:1.0:1734016096.939356:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338692864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.939367:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.939381:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f99c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a059e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.939405:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.939411:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.939413:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.939416:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f99c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a059e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.939449:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.939459:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 7 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.939470:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465216:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016096.939510:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016096.941818:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465216:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016096.941847:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f99c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a059e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.941862:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016096.941895:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338692864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2539us (3117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.941904:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10185 00000100:00100000:3.0:1734016096.944134:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.944287:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692992 00000100:00100000:0.0:1734016096.944296:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692992 00002000:00100000:0.0:1734016096.944332:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5480448->5533695) req@ffff880071723100 x1818247338692992/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.944341:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723100 with x1818247338692992 ext(5480448->5533695) 00010000:00010000:0.0:1734016096.944349:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.944362:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00002000:00010000:0.0:1734016096.944367:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071723100 00000100:00100000:0.0:1734016096.944386:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 282 00000100:00100000:0.0:1734016096.944392:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338692992:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016096.948408:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338692992:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3995us (4263us total) trans 4294969077 rc 0/0 00000100:00100000:0.0:1734016096.948424:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 282 00002000:00100000:0.0:1734016096.948436:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5480448->5533695) req@ffff880071723100 x1818247338692992/t4294969077(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:57/0 lens 488/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.948450:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723100 with x1818247338692992 ext(5480448->5533695) 00010000:00010000:0.0:1734016096.948461:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016096.948476:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731f94f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5533695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a056d expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00002000:00010000:0.0:1734016096.948483:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071723100 00000100:00100000:1.0:1734016096.953680:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.959126:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.959561:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338693248 00000100:00100000:0.0:1734016096.959568:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338693248 00002000:00010000:0.0:1734016096.959604:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8768189->18446744073709551615) 00002000:00100000:0.0:1734016096.959608:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720e00 with x1818247338693248 ext(8768189->18446744073709551615) 00002000:00010000:0.0:1734016096.959619:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720e00. 00000100:00100000:0.0:1734016096.959641:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8342 00000100:00100000:0.0:1734016096.959647:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338693248:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016096.959825:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6412237 -> 8768189 00002000:00010000:0.0:1734016096.959828:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016096.959830:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016096.959832:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016096.959833:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1160 -> 1160 00000100:00100000:0.0:1734016096.960726:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338693248:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1078us (1608us total) trans 4294969078 rc 0/0 00000100:00100000:0.0:1734016096.960732:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8342 00002000:00010000:0.0:1734016096.960735:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8768189->18446744073709551615) 00002000:00100000:0.0:1734016096.960737:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720e00 with x1818247338693248 ext(8768189->18446744073709551615) 00002000:00010000:0.0:1734016096.960742:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720e00. 00000100:00100000:0.0:1734016096.963508:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.969773:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016096.969915:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338693760 00000100:00100000:3.0:1734016096.969924:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338693760 00002000:00100000:3.0:1734016096.969973:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8761344->8765439) req@ffff8800712b4700 x1818247338693760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/0 e 0 to 0 dl 1734016107 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.969984:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4700 with x1818247338693760 ext(8761344->8765439) 00002000:00010000:3.0:1734016096.969989:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4700 00000100:00100000:3.0:1734016096.970025:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8344 00000100:00100000:3.0:1734016096.970035:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338693760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016096.970282:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338693760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 247us (523us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016096.970289:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8344 00002000:00100000:3.0:1734016096.970295:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8761344->8765439) req@ffff8800712b4700 x1818247338693760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 488/4536 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016096.970302:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4700 with x1818247338693760 ext(8761344->8765439) 00002000:00010000:3.0:1734016096.970304:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4700 00000100:00100000:0.0:1734016096.974793:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.978412:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338693888:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3414us (3619us total) trans 4294969079 rc 0/0 00000100:00100000:0.0:1734016096.978425:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8345 00002000:00100000:0.0:1734016096.978437:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8761344->8768188) req@ffff8800712b6d80 x1818247338693888/t4294969079(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:57/0 lens 7336/448 e 0 to 0 dl 1734016107 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016096.978446:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6d80 with x1818247338693888 ext(8761344->8768188) 00002000:00010000:0.0:1734016096.978451:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6d80 00000100:00100000:0.0:1734016096.980694:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016096.983077:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.983155:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694144 00000100:00100000:1.0:1734016096.983162:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694144 00000100:00100000:1.0:1734016096.983221:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10186 00000100:00100000:1.0:1734016096.983227:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338694144:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016096.984405:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969079 is committed 00000001:00080000:0.0:1734016096.984416:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969077 is committed 00000100:00100000:1.0:1734016096.984597:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338694144:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1366us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.984606:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10186 00000100:00100000:0.0:1734016096.989029:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.989114:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694272 00000100:00100000:1.0:1734016096.989122:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694272 00000100:00100000:1.0:1734016096.989207:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1838 00000100:00100000:1.0:1734016096.989215:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338694272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.989233:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.989248:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f9a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05a5 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.989334:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f9aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.989347:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f9aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.989356:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f9aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016096.989375:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8768189 00000004:00200000:1.0:1734016096.989377:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016096.989389:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f9aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016096.989409:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731f9a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05a5 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.989443:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731f9aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05a5 expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.989450:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016096.989453:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016096.989455:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016096.989498:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338694272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 284us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.989504:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1838 00000100:00100000:0.0:1734016096.994231:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016096.994315:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694400 00000100:00100000:1.0:1734016096.994326:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694400 00000100:00100000:1.0:1734016096.994975:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10187 00000100:00100000:1.0:1734016096.994984:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338694400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016096.995008:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016096.995032:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f9b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05ac expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.995077:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f99c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a059e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.995085:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.995088:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016096.995091:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f9b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9351168->9388031] (req 9351168->9388031) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ac expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.995127:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f99c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a059e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.995150:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f99c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a059e expref: 5 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.995163:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465472:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016096.995343:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.998576:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016096.998960:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731f99c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a059e expref: 6 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016096.999205:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465472:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016096.999227:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9351168->9388031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ac expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016096.999234:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016096.999262:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338694400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4279us (5041us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016096.999268:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10187 00000100:00100000:0.0:1734016097.004719:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.004775:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694656 00000100:00100000:0.0:1734016097.004780:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694656 00000100:00100000:0.0:1734016097.004811:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10188 00000100:00100000:0.0:1734016097.004816:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338694656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.004830:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.004843:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731f9b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05b3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.004891:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465728:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016097.004937:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.018440:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694784 00000100:00100000:0.0:1734016097.018454:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694784 00000100:00100000:0.0:1734016097.018499:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10189 00000100:00100000:0.0:1734016097.018506:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338694784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.018523:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.018540:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f9bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05ba expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.018589:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465856:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016097.018636:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.020463:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465856:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016097.020500:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f9bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ba expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.020513:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731f9bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ba expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.021453:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:1.0:1734016097.021508:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338694784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3000us (8484us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.021516:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10189 00000100:00100000:0.0:1734016097.025073:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.030920:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695040 00000100:00100000:1.0:1734016097.030932:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695040 00000100:00100000:1.0:1734016097.030971:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10190 00000100:00100000:1.0:1734016097.030977:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338695040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.030997:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.031016:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05c8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.031046:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f9b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9351168->9388031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ac expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.031053:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.031055:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016097.031058:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2461696->2465791] (req 2461696->2465791) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.031087:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f9b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9351168->9388031) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ac expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.031098:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9351168->9388031) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ac expref: 6 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:1.0:1734016097.031110:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465984:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016097.031177:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.035286:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071326a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341465984:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016097.035321:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2461696->2465791] (req 2461696->2465791) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.035337:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016097.035402:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338695040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4423us (5278us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.035416:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10190 00000100:00100000:0.0:1734016097.037400:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.041824:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338695168:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3782us (4422us total) trans 4294969080 rc 0/0 00000100:00100000:0.0:1734016097.041838:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 283 00002000:00100000:0.0:1734016097.041851:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9351168->9386664) req@ffff8800712b6a00 x1818247338695168/t4294969080(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/448 e 0 to 0 dl 1734016108 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.041862:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6a00 with x1818247338695168 ext(9351168->9386664) 00010000:00010000:0.0:1734016097.041876:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9351168->9388031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ac expref: 9 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016097.041889:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731f9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9351168->9388031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05ac expref: 9 pid: 7681 timeout: 460 lvb_type: 0 00002000:00010000:0.0:1734016097.041898:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712b6a00 00000100:00100000:0.0:1734016097.044711:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.050541:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.050821:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695552 00000100:00100000:0.0:1734016097.050833:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695552 00002000:00100000:0.0:1734016097.050896:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2461696->2465791) req@ffff880071720a80 x1818247338695552/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.050907:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247338695552 ext(2461696->2465791) 00002000:00010000:0.0:1734016097.050913:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:0.0:1734016097.050951:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8346 00000100:00100000:0.0:1734016097.050959:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338695552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.051202:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338695552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 219us (646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.051210:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8346 00002000:00100000:0.0:1734016097.051215:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2461696->2465791) req@ffff880071720a80 x1818247338695552/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.051223:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247338695552 ext(2461696->2465791) 00002000:00010000:0.0:1734016097.051226:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:0.0:1734016097.054939:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.055119:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695680 00000100:00100000:1.0:1734016097.055136:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695680 00000100:00100000:1.0:1734016097.055256:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10191 00000100:00100000:1.0:1734016097.055267:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338695680:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016097.055594:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9386665 -> 9386665 00002000:00010000:1.0:1734016097.055599:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.055600:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.055602:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.055605:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1248 -> 1352 00000100:00100000:1.0:1734016097.055693:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338695680:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 428us (774us total) trans 4294969081 rc 0/0 00000100:00100000:1.0:1734016097.055702:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10191 00000100:00100000:0.0:1734016097.058583:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.063952:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.074788:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016097.080043:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016097.085369:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.085468:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696320 00000100:00100000:3.0:1734016097.085479:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696320 00002000:00100000:3.0:1734016097.085534:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8724480->8728575) req@ffff88012d8aa300 x1818247338696320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.085545:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa300 with x1818247338696320 ext(8724480->8728575) 00002000:00010000:3.0:1734016097.085554:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aa300 00000100:00100000:3.0:1734016097.085583:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8347 00000100:00100000:3.0:1734016097.085591:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338696320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016097.085873:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338696320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 282us (520us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016097.085881:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8347 00002000:00100000:3.0:1734016097.085887:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8724480->8728575) req@ffff88012d8aa300 x1818247338696320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.085895:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa300 with x1818247338696320 ext(8724480->8728575) 00002000:00010000:3.0:1734016097.085899:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aa300 00000100:00100000:0.0:1734016097.089495:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.094910:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696832 00000100:00100000:3.0:1734016097.094921:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696832 00002000:00100000:3.0:1734016097.094966:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8716288->8720383) req@ffff88011d806680 x1818247338696832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.094975:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806680 with x1818247338696832 ext(8716288->8720383) 00002000:00010000:3.0:1734016097.094980:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806680 00000100:00100000:3.0:1734016097.095007:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8349 00000100:00100000:3.0:1734016097.095013:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338696832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016097.095224:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338696832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016097.095230:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8349 00002000:00100000:3.0:1734016097.095235:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8716288->8720383) req@ffff88011d806680 x1818247338696832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.095240:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806680 with x1818247338696832 ext(8716288->8720383) 00002000:00010000:3.0:1734016097.095243:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806680 00000100:00100000:0.0:1734016097.101334:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.108307:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.118533:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338697216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7794us (10232us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.118542:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10195 00000100:00100000:0.0:1734016097.120843:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.120957:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697344 00000100:00100000:3.0:1734016097.120964:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697344 00000100:00100000:3.0:1734016097.121019:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10196 00000100:00100000:3.0:1734016097.121025:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338697344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.121045:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.121062:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f9f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05e4 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.121124:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341466624:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016097.121257:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.125770:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341466624:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016097.125806:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f9f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05e4 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.125817:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731f9f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05e4 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.125842:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016097.125886:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338697344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4860us (5049us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.125893:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10196 00000100:00100000:0.0:1734016097.134775:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.134957:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697472 00000100:00100000:3.0:1734016097.134966:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697472 00000100:00100000:3.0:1734016097.135018:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10197 00000100:00100000:3.0:1734016097.135028:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338697472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.135051:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.135070:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f9f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05eb expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.135126:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341466752:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016097.135216:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.137738:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341466752:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016097.137785:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f9f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05eb expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.137797:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731f9f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05eb expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.137820:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016097.137869:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338697472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2843us (3105us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016097.137877:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10197 00000100:00100000:0.0:1734016097.141009:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.141083:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697600 00000100:00100000:3.0:1734016097.141090:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697600 00000100:00100000:3.0:1734016097.141130:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10198 00000100:00100000:3.0:1734016097.141137:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338697600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.141160:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.141174:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731f9fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05f2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.141236:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2461696->2465791) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.141243:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016097.141244:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016097.141249:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731f9fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05f2 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.141275:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2461696->2465791) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.141286:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2461696->2465791) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 7 pid: 7681 timeout: 460 lvb_type: 0 00000100:00100000:3.0:1734016097.141297:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341466880:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016097.141347:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.145999:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341466880:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016097.146034:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731f9fe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05f2 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.146047:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016097.146389:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338697600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5251us (5387us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.146397:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10198 00000100:00100000:0.0:1734016097.151314:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.151569:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697728 00000100:00100000:3.0:1734016097.151576:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697728 00002000:00100000:3.0:1734016097.151611:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2461696->2465791) req@ffff88012d8a9500 x1818247338697728/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 4584/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.151619:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9500 with x1818247338697728 ext(2461696->2465791) 00010000:00010000:3.0:1734016097.151627:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2461696->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:3.0:1734016097.151638:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2461696->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 8 pid: 7681 timeout: 460 lvb_type: 0 00002000:00010000:3.0:1734016097.151648:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8a9500 00000100:00100000:3.0:1734016097.151677:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 284 00000100:00100000:3.0:1734016097.151683:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338697728:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016097.152523:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338697728:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 838us (1214us total) trans 4294969083 rc 0/0 00000100:00100000:0.0:1734016097.152531:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 284 00002000:00100000:0.0:1734016097.152537:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2461696->2465791) req@ffff88012d8a9500 x1818247338697728/t4294969083(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 4584/448 e 0 to 0 dl 1734016108 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.152544:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9500 with x1818247338697728 ext(2461696->2465791) 00010000:00010000:0.0:1734016097.152548:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2461696->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00010000:00010000:0.0:1734016097.152556:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731f9d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2461696->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05c8 expref: 10 pid: 7681 timeout: 460 lvb_type: 0 00002000:00010000:0.0:1734016097.152562:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8a9500 00000100:00100000:0.0:1734016097.158646:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.162578:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341467008:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016097.162603:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016097.162650:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338697856:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2736us (4015us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.162660:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2580 00000100:00100000:0.0:1734016097.164041:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.167095:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.170930:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.174917:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.178370:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.182955:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.196404:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.198030:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8357 00000100:00100000:0.0:1734016097.198043:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338699648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.198322:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338699648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 280us (1932us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.198331:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8357 00002000:00100000:0.0:1734016097.198340:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3063808->3067903) req@ffff880071324000 x1818247338699648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.198353:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324000 with x1818247338699648 ext(3063808->3067903) 00002000:00010000:0.0:1734016097.198358:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324000 00000100:00100000:0.0:1734016097.209502:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.219654:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.219765:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700160 00000100:00100000:0.0:1734016097.219780:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700160 00002000:00100000:0.0:1734016097.219838:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3055616->3059711) req@ffff8800715d4700 x1818247338700160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.219848:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4700 with x1818247338700160 ext(3055616->3059711) 00002000:00010000:0.0:1734016097.219855:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4700 00000100:00100000:0.0:1734016097.219891:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8359 00000100:00100000:0.0:1734016097.219899:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338700160:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.222007:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338700160:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2096us (2360us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016097.222019:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8359 00002000:00100000:0.0:1734016097.222029:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3055616->3059711) req@ffff8800715d4700 x1818247338700160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.222038:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4700 with x1818247338700160 ext(3055616->3059711) 00002000:00010000:0.0:1734016097.222043:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4700 00000100:00100000:1.0:1734016097.226309:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.256555:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.265687:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338700544:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8832us (9130us total) trans 4294969084 rc 0/0 00000100:00100000:0.0:1734016097.265701:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8361 00002000:00100000:0.0:1734016097.265714:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3051520->3092479) req@ffff88012eb65c00 x1818247338700544/t4294969084(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/448 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.265723:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65c00 with x1818247338700544 ext(3051520->3092479) 00002000:00010000:0.0:1734016097.265728:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65c00 00000100:00100000:3.0:1734016097.275464:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.275520:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700672 00000100:00100000:0.0:1734016097.275530:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700672 00000100:00100000:0.0:1734016097.275579:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1840 00000100:00100000:0.0:1734016097.275585:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+32:9663:x1818247338700672:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016097.275683:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+32:9663:x1818247338700672:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 97us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016097.275688:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1840 00000100:00100000:1.0:1734016097.284331:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.290314:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700800 00000100:00100000:3.0:1734016097.290325:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700800 00000100:00100000:3.0:1734016097.290393:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10199 00000100:00100000:3.0:1734016097.290400:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338700800:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016097.292227:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969084 is committed 00000001:00080000:0.0:1734016097.292241:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969083 is committed 00000100:00100000:3.0:1734016097.292510:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338700800:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2102us (8181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.292525:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10199 00000100:00100000:1.0:1734016097.308625:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.308744:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700928 00000100:00100000:3.0:1734016097.308757:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700928 00000100:00100000:3.0:1734016097.308822:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10200 00000100:00100000:3.0:1734016097.308833:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338700928:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016097.309130:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9386665 -> 9386665 00002000:00010000:3.0:1734016097.309134:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.309148:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.309150:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016097.309151:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1352 -> 1536 00000100:00100000:3.0:1734016097.309246:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338700928:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 414us (630us total) trans 4294969085 rc 0/0 00000100:00100000:3.0:1734016097.309256:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10200 00000100:00100000:1.0:1734016097.318952:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701056 00000100:00100000:1.0:1734016097.318974:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701056 00000100:00100000:1.0:1734016097.319057:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10201 00000100:00100000:1.0:1734016097.319069:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338701056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016097.319101:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016097.319129:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fa05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a05f9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016097.319277:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341467136:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016097.319413:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.325800:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341467136:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016097.325862:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fa05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05f9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.325881:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fa05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a05f9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016097.326016:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016097.326785:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338701056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7716us (10456us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016097.326800:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10201 00000100:00100000:1.0:1734016097.333586:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.345432:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.374776:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.385857:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701568 00000100:00100000:0.0:1734016097.385867:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701568 00000100:00100000:0.0:1734016097.385923:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10204 00000100:00100000:0.0:1734016097.385930:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338701568:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016097.386349:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9386665 -> 9386665 00002000:00010000:0.0:1734016097.386352:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016097.386354:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016097.386357:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016097.386359:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1536 -> 1536 00000100:00100000:0.0:1734016097.387227:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338701568:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1292us (1468us total) trans 4294969086 rc 0/0 00000100:00100000:0.0:1734016097.387235:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10204 00000100:00100000:0.0:1734016097.395557:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.407586:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.463279:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.463351:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.463677:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702080 00000100:00100000:0.0:1734016097.463692:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702080 00002000:00100000:0.0:1734016097.463761:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071326680 x1818247338702080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.463773:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247338702080 ext(0->4194303) 00002000:00010000:0.0:1734016097.463779:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:0.0:1734016097.463803:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702336 00000100:00100000:0.0:1734016097.463807:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702336 00002000:00100000:0.0:1734016097.463815:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071325880 x1818247338702336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.463821:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325880 with x1818247338702336 ext(4194304->8388607) 00002000:00010000:0.0:1734016097.463823:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325880 00000100:00100000:0.0:1734016097.463836:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8362 00000100:00100000:0.0:1734016097.463843:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338702080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.467260:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8363 00000100:00100000:1.0:1734016097.467275:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338702336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016097.469651:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702592 00000100:00100000:3.0:1734016097.469661:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702592 00002000:00100000:3.0:1734016097.469694:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9388031) req@ffff88011d806300 x1818247338702592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.469703:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247338702592 ext(8388608->9388031) 00002000:00010000:3.0:1734016097.469708:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:3.0:1734016097.469738:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8364 00000100:00100000:3.0:1734016097.469746:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338702592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016097.489534:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338702592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 19766us (20337us total) trans 0 rc 999424/999424 00000100:00100000:3.0:1734016097.489555:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8364 00002000:00100000:3.0:1734016097.489577:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9388031) req@ffff88011d806300 x1818247338702592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 999424/999424 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.489589:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806300 with x1818247338702592 ext(8388608->9388031) 00002000:00010000:3.0:1734016097.489599:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806300 00000100:00100000:3.0:1734016097.586471:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338702080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 122613us (123193us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016097.586487:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8362 00002000:00100000:3.0:1734016097.586503:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071326680 x1818247338702080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.586514:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247338702080 ext(0->4194303) 00002000:00010000:3.0:1734016097.586521:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:0.0:1734016097.596330:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.612083:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.622038:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.622638:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341468032:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016097.622724:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [6098944->6143999] (req 6098944->6143999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.622750:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:3.0:1734016097.623106:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338702848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10643us (11035us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.623114:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10207 00000100:00100000:3.0:1734016097.647616:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.665951:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.666025:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338703488 00000100:00100000:0.0:1734016097.666032:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338703488 00000100:00100000:0.0:1734016097.666090:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10208 00000100:00100000:0.0:1734016097.666101:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338703488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.666123:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.666150:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec731fa2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0623 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.666233:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341468288:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016097.666291:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.676548:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.701127:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:0.0:1734016097.701440:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016067 00000100:00100000:1.0:1734016097.708812:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016097.709283:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016097.709289:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016097.709384:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968448 00000004:00010000:3.0:1734016097.709421:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071325f80 reply state ffff880071dd4000 transno 4294968449 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016097.709427:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016097.709485:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338703872:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7973us (8367us total) trans 4294968449 rc 0/0 00000100:00100000:3.0:1734016097.709492:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1841 00000020:00080000:3.0:1734016097.709497:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016097.710965:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016097.710975:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016097.710982:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016097.710987:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c8240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016097.710991:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016097.710998:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016097.711009:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016097.711011:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016097.711016:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016097.711020:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec731fa3d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016097.712639:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.717990:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704256 00000100:00100000:0.0:1734016097.717996:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704256 00002000:00100000:0.0:1734016097.718022:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6098944->6143999) req@ffff88011d806a00 x1818247338704256/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.718030:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247338704256 ext(6098944->6143999) 00010000:00010000:0.0:1734016097.718039:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6143999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.718049:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6143999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00002000:00010000:0.0:1734016097.718055:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d806a00 00000100:00100000:0.0:1734016097.718444:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 285 00000100:00100000:0.0:1734016097.718450:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338704256:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016097.722056:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338704256:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3591us (4539us total) trans 4294969087 rc 0/0 00000100:00100000:0.0:1734016097.722070:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 285 00002000:00100000:0.0:1734016097.722085:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6098944->6143999) req@ffff88011d806a00 x1818247338704256/t4294969087(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/448 e 0 to 0 dl 1734016108 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.722097:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247338704256 ext(6098944->6143999) 00010000:00010000:0.0:1734016097.722109:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6143999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.722124:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6143999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00002000:00010000:0.0:1734016097.722143:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d806a00 00000100:00100000:1.0:1734016097.724232:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.724503:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704384 00000100:00100000:3.0:1734016097.724516:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704384 00010000:00010000:3.0:1734016097.724569:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6098944->6143999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.724614:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2586 00000100:00100000:3.0:1734016097.724626:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338704384:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.724650:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016097.724675:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1536 -> 1624 00010000:00010000:3.0:1734016097.724679:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6098944->6143999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.724692:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6098944->6143999) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.724720:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fa28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6098944->6143999) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a061c expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.724755:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.724758:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.724765:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fa44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0631 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.724775:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fa44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0631 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.724814:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fa44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0631 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.724829:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341468800:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016097.724893:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.728308:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704512 00000100:00100000:0.0:1734016097.728317:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704512 00002000:00010000:0.0:1734016097.728359:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3272720->18446744073709551615) 00002000:00100000:0.0:1734016097.728365:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247338704512 ext(3272720->18446744073709551615) 00002000:00010000:0.0:1734016097.728378:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380. 00000100:00100000:0.0:1734016097.728598:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8366 00000100:00100000:0.0:1734016097.728605:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338704512:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:3.0:1734016097.728944:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341468800:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016097.728960:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.729007:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338704384:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4384us (4780us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.729015:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2586 00002000:00010000:1.0:1734016097.733940:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9386665 -> 3272720 00002000:00010000:1.0:1734016097.733947:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.733949:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.733951:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:1.0:1734016097.733952:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1624 -> 1128 00000100:00100000:1.0:1734016097.734022:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338704512:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 5413us (5873us total) trans 4294969088 rc 0/0 00000100:00100000:1.0:1734016097.734033:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8366 00002000:00010000:1.0:1734016097.734038:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3272720->18446744073709551615) 00002000:00100000:1.0:1734016097.734041:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247338704512 ext(3272720->18446744073709551615) 00002000:00010000:1.0:1734016097.734048:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380. 00000100:00100000:3.0:1734016097.738219:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704640 00000100:00100000:3.0:1734016097.738228:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704640 00000100:00100000:3.0:1734016097.738274:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1842 00000100:00100000:3.0:1734016097.738280:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247338704640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.738299:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.738318:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fa4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0638 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.738396:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731fa52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016097.738408:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731fa52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016097.738418:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731fa52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016097.738441:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3272720 00000004:00200000:3.0:1734016097.738444:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016097.738460:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731fa52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016097.738485:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fa4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0638 expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.738523:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731fa52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0638 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.738531:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016097.738533:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016097.738536:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016097.738583:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338704640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 302us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.738588:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1842 00000100:00100000:0.0:1734016097.741041:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.743993:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.744059:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704896 00000100:00100000:3.0:1734016097.744066:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704896 00010000:00010000:3.0:1734016097.744092:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fa44 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0631 expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.744113:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2587 00000100:00100000:3.0:1734016097.744118:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338704896:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.744137:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.744154:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fa44 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0631 expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.744165:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fa44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0631 expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.744200:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.744202:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.744208:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.744217:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.744240:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.744249:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341469056:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016097.744299:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016097.747949:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341469056:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016097.747978:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.748032:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338704896:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3912us (4046us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.748043:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2587 00000100:00100000:1.0:1734016097.756120:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.801826:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.807719:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.807966:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705536 00000100:00100000:1.0:1734016097.807981:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705536 00000100:00100000:1.0:1734016097.808064:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1843 00000100:00100000:1.0:1734016097.808073:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338705536:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016097.808145:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016097.808173:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731fa52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0638 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.808226:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016097.808230:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016097.808369:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.808382:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.808390:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:1.0:1734016097.808425:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968450 00000004:00010000:1.0:1734016097.808443:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071f9b800 reply state ffff88012eb5c000 transno 4294968451 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016097.808450:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016097.808558:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338705536:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 485us (854us total) trans 4294968451 rc 0/0 00000100:00100000:1.0:1734016097.808565:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1843 00000020:00080000:1.0:1734016097.808569:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016097.811348:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016097.811361:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016097.811367:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016097.811372:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3af40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016097.811377:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016097.811383:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016097.811398:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016097.811400:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016097.811403:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016097.811408:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa67 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016097.811498:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.811915:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705664 00000100:00100000:3.0:1734016097.811923:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705664 00000100:00100000:3.0:1734016097.811958:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10213 00000100:00100000:3.0:1734016097.811964:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338705664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.811978:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.811993:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a064d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.812015:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.812027:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731fa60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0646 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.812032:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.812034:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.812037:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a064d expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.812067:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731fa60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0646 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016097.812078:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731fa60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0646 expref: 9 pid: 7681 timeout: 461 lvb_type: 1 00000100:00100000:3.0:1734016097.812091:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341469184:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016097.812174:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.812203:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 9 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.812212:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341469312:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016097.812231:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.823375:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.823512:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.824666:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705792 00000100:00100000:3.0:1734016097.824676:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705792 00010000:00010000:3.0:1734016097.824728:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731fa60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0646 expref: 9 pid: 7681 timeout: 461 lvb_type: 1 00000100:00100000:3.0:1734016097.824778:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705920 00000100:00100000:3.0:1734016097.824781:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705920 00010000:00010000:3.0:1734016097.824796:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.824817:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2588 00000100:00100000:3.0:1734016097.824825:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338705792:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.824846:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.824870:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731fa60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0646 expref: 9 pid: 7681 timeout: 461 lvb_type: 1 00010000:00010000:3.0:1734016097.824882:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731fa60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0646 expref: 9 pid: 7681 timeout: 461 lvb_type: 1 00010000:00010000:3.0:1734016097.824911:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731fa60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0646 expref: 9 pid: 7681 timeout: 461 lvb_type: 1 00010000:00010000:3.0:1734016097.824937:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.825005:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338705792:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 180us (1638us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.825014:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2588 00000100:00100000:3.0:1734016097.825034:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2589 00000100:00100000:3.0:1734016097.825038:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b54f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338705920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.825046:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.825053:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.825062:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.825074:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec731fa59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 835584->847871) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a063f expref: 10 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.825082:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.825084:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016097.825091:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a064d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.825102:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a064d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.825155:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a064d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016097.825174:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341469440:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016097.825248:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016097.827819:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016097.827915:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341469440:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016097.827933:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.827982:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b54f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338705920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2942us (4470us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.827995:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2589 00000100:00100000:0.0:1734016097.832801:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.832927:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706304 00000100:00100000:1.0:1734016097.832944:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706304 00002000:00100000:1.0:1734016097.833005:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7667712->7671807) req@ffff880071f9b480 x1818247338706304/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.833017:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b480 with x1818247338706304 ext(7667712->7671807) 00002000:00010000:1.0:1734016097.833023:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b480 00000100:00100000:1.0:1734016097.833623:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8369 00000100:00100000:1.0:1734016097.833630:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338706304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.834157:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338706304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 524us (1366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.834165:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8369 00002000:00100000:1.0:1734016097.834171:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7667712->7671807) req@ffff880071f9b480 x1818247338706304/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.834194:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b480 with x1818247338706304 ext(7667712->7671807) 00002000:00010000:1.0:1734016097.834198:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b480 00000100:00100000:0.0:1734016097.837276:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.837543:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706560 00000100:00100000:1.0:1734016097.837559:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706560 00002000:00100000:1.0:1734016097.837621:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7663616->7667711) req@ffff880071f9a680 x1818247338706560/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.837632:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a680 with x1818247338706560 ext(7663616->7667711) 00002000:00010000:1.0:1734016097.837641:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a680 00000100:00100000:1.0:1734016097.837757:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8370 00000100:00100000:1.0:1734016097.837768:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338706560:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.838897:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338706560:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1123us (1630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.838907:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8370 00002000:00100000:1.0:1734016097.838915:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7663616->7667711) req@ffff880071f9a680 x1818247338706560/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.838923:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a680 with x1818247338706560 ext(7663616->7667711) 00002000:00010000:1.0:1734016097.838927:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a680 00000100:00100000:0.0:1734016097.841783:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.841942:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706816 00000100:00100000:1.0:1734016097.841953:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706816 00002000:00100000:1.0:1734016097.842000:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7659520->7663615) req@ffff880071f98000 x1818247338706816/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.842010:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98000 with x1818247338706816 ext(7659520->7663615) 00002000:00010000:1.0:1734016097.842015:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98000 00000100:00100000:1.0:1734016097.842625:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8371 00000100:00100000:1.0:1734016097.842637:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338706816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.842889:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338706816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 254us (1118us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.842898:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8371 00002000:00100000:1.0:1734016097.842904:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7659520->7663615) req@ffff880071f98000 x1818247338706816/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.842912:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98000 with x1818247338706816 ext(7659520->7663615) 00002000:00010000:1.0:1734016097.842915:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98000 00000100:00100000:0.0:1734016097.846101:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.849764:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.850519:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338707328 00000100:00100000:1.0:1734016097.850538:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338707328 00002000:00100000:1.0:1734016097.850621:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7651328->7655423) req@ffff880071f99180 x1818247338707328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.850635:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99180 with x1818247338707328 ext(7651328->7655423) 00002000:00010000:1.0:1734016097.850642:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99180 00000100:00100000:1.0:1734016097.850789:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8373 00000100:00100000:1.0:1734016097.850801:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338707328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.851749:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338707328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 948us (2000us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.851758:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8373 00002000:00100000:1.0:1734016097.851764:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7651328->7655423) req@ffff880071f99180 x1818247338707328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.851771:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99180 with x1818247338707328 ext(7651328->7655423) 00002000:00010000:1.0:1734016097.851775:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99180 00000100:00100000:0.0:1734016097.855927:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.856996:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338707584 00000100:00100000:1.0:1734016097.857014:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338707584 00002000:00100000:1.0:1734016097.857081:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7647232->7651327) req@ffff880071f98380 x1818247338707584/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.857096:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98380 with x1818247338707584 ext(7647232->7651327) 00002000:00010000:1.0:1734016097.857102:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98380 00000100:00100000:1.0:1734016097.857521:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8374 00000100:00100000:1.0:1734016097.857528:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338707584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.857789:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338707584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 259us (1884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.857800:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8374 00002000:00100000:1.0:1734016097.857806:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7647232->7651327) req@ffff880071f98380 x1818247338707584/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.857813:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98380 with x1818247338707584 ext(7647232->7651327) 00002000:00010000:1.0:1734016097.857816:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98380 00000100:00100000:1.0:1734016097.861847:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.867397:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.871165:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.871825:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708352 00000100:00100000:1.0:1734016097.871841:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708352 00002000:00100000:1.0:1734016097.871905:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7634944->7639039) req@ffff880071f98e00 x1818247338708352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.871917:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98e00 with x1818247338708352 ext(7634944->7639039) 00002000:00010000:1.0:1734016097.871924:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98e00 00000100:00100000:0.0:1734016097.876765:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.877502:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708608 00000100:00100000:1.0:1734016097.877514:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708608 00002000:00100000:1.0:1734016097.877568:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7630848->7634943) req@ffff880071f99f80 x1818247338708608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.877582:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99f80 with x1818247338708608 ext(7630848->7634943) 00002000:00010000:1.0:1734016097.877587:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99f80 00000100:00100000:1.0:1734016097.878033:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8378 00000100:00100000:1.0:1734016097.878041:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338708608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016097.878273:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338708608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 230us (1533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016097.878280:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8378 00002000:00100000:1.0:1734016097.878286:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7630848->7634943) req@ffff880071f99f80 x1818247338708608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:58/0 lens 488/4536 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.878294:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99f80 with x1818247338708608 ext(7630848->7634943) 00002000:00010000:1.0:1734016097.878297:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99f80 00000100:00100000:0.0:1734016097.881901:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.898623:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708864 00000100:00100000:1.0:1734016097.898639:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708864 00000100:00100000:3.0:1734016097.899434:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1844 00000100:00100000:3.0:1734016097.899448:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338708864:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016097.901113:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338708864:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 1657us (2650us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.901123:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1844 00000100:00100000:0.0:1734016097.903823:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016097.906717:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969090 is committed 00000001:00080000:0.0:1734016097.906801:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969087 is committed 00000100:00100000:3.0:1734016097.912544:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709120 00000100:00100000:3.0:1734016097.912557:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709120 00000100:00100000:3.0:1734016097.912636:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1845 00000100:00100000:3.0:1734016097.912645:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338709120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016097.912675:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016097.912703:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fa75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0654 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.912817:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016097.912836:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016097.912848:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016097.912877:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7670618 00000004:00200000:3.0:1734016097.912881:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016097.912901:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016097.912925:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fa75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 27 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.912963:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 26 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.912969:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016097.912972:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016097.912975:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016097.913031:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338709120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 385us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.913037:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1845 00000100:00100000:0.0:1734016097.917629:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.917712:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709376 00000100:00100000:1.0:1734016097.917727:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709376 00000100:00100000:1.0:1734016097.917816:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1846 00000100:00100000:1.0:1734016097.917826:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+31:9663:x1818247338709376:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016097.918341:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.918359:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.918367:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.918407:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016097.918419:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 25 pid: 6473 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016097.918433:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341469568:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016097.918686:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.921218:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.921456:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341469568:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016097.921489:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016097.922515:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709504 00000100:00100000:3.0:1734016097.922525:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709504 00010000:00010000:3.0:1734016097.922564:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 26 pid: 6473 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.923110:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2590 00000100:00100000:3.0:1734016097.923118:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:1982:x1818247338709504:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016097.923140:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016097.923147:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 26 pid: 6473 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.923160:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 26 pid: 6473 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.923204:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fa7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0654 expref: 26 pid: 6473 timeout: 461 lvb_type: 0 00010000:00010000:3.0:1734016097.923236:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016097.923242:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016097.923250:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016097.923257:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016097.923307:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016097.923357:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:1982:x1818247338709504:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 238us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.923364:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2590 00010000:00010000:1.0:1734016097.923784:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.923792:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:1.0:1734016097.923902:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968452 00000004:00010000:1.0:1734016097.923948:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071f99500 reply state ffff88012eb5b000 transno 4294968453 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016097.923955:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016097.924054:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+34:9663:x1818247338709376:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 6229us (6432us total) trans 4294968453 rc 0/0 00000100:00100000:1.0:1734016097.924063:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1846 00000020:00080000:1.0:1734016097.924067:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016097.928237:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016097.928492:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.928505:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.928514:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.928523:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3af40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016097.928528:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.928536:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.928562:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016097.928567:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016097.928573:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016097.928578:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa83 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016097.933219:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.933257:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709760 00000100:00100000:0.0:1734016097.933266:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709760 00010000:00010000:0.0:1734016097.933317:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a064d expref: 6 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016097.933373:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2591 00000100:00100000:0.0:1734016097.933386:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338709760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.933407:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016097.933436:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1128 -> 1208 00010000:00010000:0.0:1734016097.933443:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a064d expref: 6 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.933457:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a064d expref: 6 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016097.933492:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.933494:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.933500:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731fa8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a065b expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.933508:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731fa8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a065b expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.933551:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731fa8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a065b expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.933569:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341469824:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016097.933641:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016097.933844:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fa6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a064d expref: 6 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:3.0:1734016097.933869:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341469696:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016097.933940:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731fa8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a065b expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016097.933949:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:3.0:1734016097.933985:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac18bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338709632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4984us (5764us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016097.933994:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10215 00000100:00100000:0.0:1734016097.940070:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.940294:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341469824:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016097.940319:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016097.940376:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338709760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6992us (7174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016097.940387:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2591 00000100:00100000:0.0:1734016097.962351:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016097.962409:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016097.962678:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710144 00000100:00100000:1.0:1734016097.962695:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710144 00002000:00100000:1.0:1734016097.962770:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3276800->8056831) req@ffff880071d3e300 x1818247338710144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 504/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.962783:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e300 with x1818247338710144 ext(3276800->8056831) 00002000:00010000:1.0:1734016097.962792:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e300 00000100:00100000:1.0:1734016097.962827:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710400 00000100:00100000:1.0:1734016097.962830:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710400 00002000:00100000:1.0:1734016097.962842:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7467008->8052735) req@ffff880071d3ca80 x1818247338710400/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016097.962849:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247338710400 ext(7467008->8052735) 00002000:00010000:1.0:1734016097.962852:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:1.0:1734016097.962867:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8381 00000100:00100000:1.0:1734016097.962875:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338710144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016097.966263:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8382 00000100:00100000:3.0:1734016097.966279:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338710400:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016097.974349:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338710400:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 8052us (11917us total) trans 0 rc 585728/585728 00000100:00100000:3.0:1734016097.974376:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8382 00002000:00100000:3.0:1734016097.974395:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7467008->8052735) req@ffff880071d3ca80 x1818247338710400/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 488/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 585728/585728 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016097.974405:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247338710400 ext(7467008->8052735) 00002000:00010000:3.0:1734016097.974411:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:1.0:1734016098.022037:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338710144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 59145us (59682us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016098.022054:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8381 00002000:00100000:1.0:1734016098.022067:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3276800->8056831) req@ffff880071d3e300 x1818247338710144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:58/0 lens 504/440 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.022078:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e300 with x1818247338710144 ext(3276800->8056831) 00002000:00010000:1.0:1734016098.022086:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e300 00000100:00100000:0.0:1734016098.029563:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.030074:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710528 00000100:00100000:1.0:1734016098.030088:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710528 00002000:00100000:1.0:1734016098.030172:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8011776->8053436) req@ffff880071d3c380 x1818247338710528/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.030210:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3c380 with x1818247338710528 ext(8011776->8053436) 00002000:00010000:1.0:1734016098.030216:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3c380 00000100:00100000:1.0:1734016098.030254:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8383 00000100:00100000:1.0:1734016098.030263:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338710528:12345-192.168.201.1@tcp:4:fsx.0 00000100:00080000:0.0:1734016098.031817:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016068 00000100:00100000:0.0:1734016098.033736:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338710528:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3458us (4186us total) trans 4294969092 rc 0/0 00000100:00100000:0.0:1734016098.033753:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8383 00002000:00100000:0.0:1734016098.033766:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8011776->8053436) req@ffff880071d3c380 x1818247338710528/t4294969092(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:59/0 lens 488/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.033775:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3c380 with x1818247338710528 ext(8011776->8053436) 00002000:00010000:0.0:1734016098.033783:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3c380 00000100:00100000:3.0:1734016098.037243:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.037361:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710656 00000100:00100000:1.0:1734016098.037376:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710656 00000100:00100000:1.0:1734016098.037458:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1847 00000100:00100000:1.0:1734016098.037467:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+33:9663:x1818247338710656:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016098.037637:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+33:9663:x1818247338710656:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 170us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.037643:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1847 00000100:00080000:0.0:1734016098.037698:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016068 00000100:00100000:0.0:1734016098.042116:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.042317:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710784 00000100:00100000:3.0:1734016098.042330:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710784 00000100:00100000:3.0:1734016098.042403:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10216 00000100:00100000:3.0:1734016098.042412:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338710784:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016098.043885:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969092 is committed 00000100:00100000:3.0:1734016098.044197:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338710784:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1767us (2077us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.044207:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10216 00000100:00100000:0.0:1734016098.046576:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.046729:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710912 00000100:00100000:3.0:1734016098.046744:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710912 00000100:00100000:3.0:1734016098.046820:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1848 00000100:00100000:3.0:1734016098.046827:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+33:9663:x1818247338710912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.046849:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.046879:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731fa91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0662 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.047037:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016098.047060:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016098.047079:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016098.047119:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8053437 00000004:00200000:3.0:1734016098.047136:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016098.047162:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016098.047258:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731fa91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 35 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.047284:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 34 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016098.047295:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016098.047299:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016098.047303:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016098.047382:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+34:9663:x1818247338710912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 553us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016098.047390:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1848 00000100:00100000:3.0:1734016098.050642:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711040 00000100:00100000:3.0:1734016098.050652:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711040 00000100:00100000:3.0:1734016098.050839:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10217 00000100:00100000:3.0:1734016098.050850:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338711040:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016098.051897:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8053437 -> 8053437 00002000:00010000:3.0:1734016098.051902:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.051904:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016097 -> 1734016097 00002000:00010000:3.0:1734016098.051906:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.051909:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1208 -> 1296 00000100:00100000:3.0:1734016098.052542:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338711040:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1691us (2024us total) trans 4294969093 rc 0/0 00000100:00100000:3.0:1734016098.052552:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10217 00000100:00100000:0.0:1734016098.055420:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.055663:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711168 00000100:00100000:1.0:1734016098.055675:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711168 00000100:00100000:1.0:1734016098.056068:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1849 00000100:00100000:1.0:1734016098.056075:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338711168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.056091:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.056109:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0669 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.056318:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731faa6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016098.056329:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731faa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016098.056338:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731faa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016098.056358:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8053437 00000004:00200000:1.0:1734016098.056361:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016098.056372:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731faa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016098.056391:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec731fa9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0669 expref: 27 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.056451:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731faa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0669 expref: 26 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.056458:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016098.056460:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016098.056463:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016098.056657:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338711168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 581us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.056664:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1849 00000100:00100000:0.0:1734016098.059042:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.059270:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711296 00000100:00100000:3.0:1734016098.059281:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711296 00000100:00100000:3.0:1734016098.059359:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10218 00000100:00100000:3.0:1734016098.059367:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338711296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.059392:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.059419:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731faad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0670 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.059474:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341469952:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016098.059539:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00002000:00010000:0.0:1734016098.061704:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016097 -> 1734016098 00000100:00100000:0.0:1734016098.061745:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341469952:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016098.061795:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731faad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0670 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.061812:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731faad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0670 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.062054:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:0.0:1734016098.062150:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338711296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2782us (3116us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016098.062159:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10218 00000100:00100000:0.0:1734016098.065912:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.071209:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.079568:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016098.081618:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016098.084886:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.112791:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.130568:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.132901:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712064 00000100:00100000:1.0:1734016098.132923:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712064 00010000:00010000:1.0:1734016098.133003:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731fa8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a065b expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.133102:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2592 00000100:00100000:1.0:1734016098.133113:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338712064:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.133147:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.133255:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731fa8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a065b expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.133272:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731fa8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a065b expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.133303:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec731fa8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a065b expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.133335:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.133338:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.133349:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.133360:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.133418:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.133441:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341470720:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016098.133594:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.136703:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341470720:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016098.136743:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.137288:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338712064:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4173us (6732us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.137306:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2592 00000100:00100000:3.0:1734016098.138089:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.138197:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712320 00000100:00100000:1.0:1734016098.138210:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712320 00002000:00100000:1.0:1734016098.138266:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6070272->6074367) req@ffff8800715d5c00 x1818247338712320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.138278:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5c00 with x1818247338712320 ext(6070272->6074367) 00002000:00010000:1.0:1734016098.138284:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5c00 00000100:00100000:1.0:1734016098.138308:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8384 00000100:00100000:1.0:1734016098.138315:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338712320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.139254:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338712320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 933us (1163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.139268:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8384 00002000:00100000:1.0:1734016098.139277:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6070272->6074367) req@ffff8800715d5c00 x1818247338712320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.139288:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5c00 with x1818247338712320 ext(6070272->6074367) 00002000:00010000:1.0:1734016098.139292:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5c00 00000100:00100000:3.0:1734016098.145972:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.146599:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712576 00000100:00100000:1.0:1734016098.146619:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712576 00002000:00100000:1.0:1734016098.146695:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6066176->6070271) req@ffff8800715d7b80 x1818247338712576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.146709:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7b80 with x1818247338712576 ext(6066176->6070271) 00002000:00010000:1.0:1734016098.146717:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7b80 00000100:00100000:1.0:1734016098.146855:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8385 00000100:00100000:1.0:1734016098.146865:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338712576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.147733:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338712576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 862us (1775us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.147746:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8385 00002000:00100000:1.0:1734016098.147758:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6066176->6070271) req@ffff8800715d7b80 x1818247338712576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.147770:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7b80 with x1818247338712576 ext(6066176->6070271) 00002000:00010000:1.0:1734016098.147775:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7b80 00000100:00100000:3.0:1734016098.151906:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.152508:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712832 00000100:00100000:1.0:1734016098.152525:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712832 00002000:00100000:1.0:1734016098.152605:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6062080->6066175) req@ffff8800715d5880 x1818247338712832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.152619:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5880 with x1818247338712832 ext(6062080->6066175) 00002000:00010000:1.0:1734016098.152628:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5880 00000100:00100000:1.0:1734016098.152676:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8386 00000100:00100000:1.0:1734016098.152687:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338712832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.153471:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338712832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 781us (1581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.153483:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8386 00002000:00100000:1.0:1734016098.153493:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6062080->6066175) req@ffff8800715d5880 x1818247338712832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.153501:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5880 with x1818247338712832 ext(6062080->6066175) 00002000:00010000:1.0:1734016098.153505:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5880 00000100:00100000:0.0:1734016098.157693:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.157997:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712960 00000100:00100000:1.0:1734016098.158014:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712960 00000100:00100000:1.0:1734016098.158226:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10224 00000100:00100000:1.0:1734016098.158234:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338712960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.158272:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.158305:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a069a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.158352:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.158354:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.158365:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.158382:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.158398:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016098.159248:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338712960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1008us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.159255:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10224 00000100:00100000:3.0:1734016098.162566:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.163052:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713088 00000100:00100000:1.0:1734016098.163070:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713088 00000100:00100000:1.0:1734016098.163156:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10225 00000100:00100000:1.0:1734016098.163164:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338713088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.163352:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.163384:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06a1 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.163432:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.163444:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.163450:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.163453:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.163457:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2400256->2465791] (req 2400256->2465791) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.163505:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.163520:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 7 pid: 13915 timeout: 461 lvb_type: 1 00000100:00100000:1.0:1734016098.163539:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341470848:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.164549:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.164568:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 7 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.164578:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341470976:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016098.164631:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.183233:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.183325:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.183524:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713344 00000100:00100000:0.0:1734016098.183538:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713344 00010000:00010000:0.0:1734016098.183599:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016098.183636:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713216 00000100:00100000:0.0:1734016098.183639:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713216 00010000:00010000:0.0:1734016098.183657:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 8 pid: 13915 timeout: 461 lvb_type: 1 00000100:00100000:0.0:1734016098.183693:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2593 00000100:00100000:0.0:1734016098.183701:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338713344:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016098.183719:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016098.183751:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016098.183763:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 8 pid: 7681 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016098.183799:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016098.183882:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338713344:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 180us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.183891:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2593 00000100:00100000:0.0:1734016098.183913:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2594 00000100:00100000:0.0:1734016098.183917:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338713216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016098.183924:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016098.183931:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 8 pid: 13915 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016098.183942:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 8 pid: 13915 timeout: 461 lvb_type: 1 00010000:00010000:0.0:1734016098.183954:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.183956:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.183964:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.183974:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.184022:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.184042:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341471104:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016098.184094:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00010000:00010000:1.0:1734016098.184303:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fad7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a069a expref: 8 pid: 13915 timeout: 461 lvb_type: 1 00000100:00100000:1.0:1734016098.184325:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341470848:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.184336:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731fad0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6070272->6074367) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0693 expref: 7 pid: 7681 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.184346:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341470976:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.184380:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.184388:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016098.184414:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338713088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 21251us (21865us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.184421:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10225 00000100:00100000:1.0:1734016098.191027:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341471104:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016098.191060:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.191153:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338713216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7231us (7824us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.191168:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2594 00000100:00100000:0.0:1734016098.194360:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.194513:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713600 00000100:00100000:1.0:1734016098.194528:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713600 00002000:00100000:1.0:1734016098.194616:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2461696->2465791) req@ffff880071d3ce00 x1818247338713600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.194630:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247338713600 ext(2461696->2465791) 00002000:00010000:1.0:1734016098.194640:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:1.0:1734016098.194731:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8387 00000100:00100000:1.0:1734016098.194740:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338713600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.195287:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338713600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 544us (944us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.195299:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8387 00002000:00100000:1.0:1734016098.195304:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2461696->2465791) req@ffff880071d3ce00 x1818247338713600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.195310:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247338713600 ext(2461696->2465791) 00002000:00010000:1.0:1734016098.195314:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:3.0:1734016098.199283:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.199643:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713728 00000100:00100000:1.0:1734016098.199659:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713728 00000100:00100000:1.0:1734016098.199743:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10226 00000100:00100000:1.0:1734016098.199754:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338713728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.199783:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.199812:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fae5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06a8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.199896:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471232:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.199992:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.202373:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471232:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.202441:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fae5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a8 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.202458:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fae5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a8 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.202481:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016098.202554:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338713728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2801us (3288us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.202566:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10226 00000100:00100000:0.0:1734016098.207559:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.207742:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713856 00000100:00100000:1.0:1734016098.207762:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713856 00000100:00100000:1.0:1734016098.207870:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10227 00000100:00100000:1.0:1734016098.207883:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338713856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.207923:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.207962:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731faec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06af expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.208087:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471360:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.208282:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.213057:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471360:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.213139:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731faec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06af expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.213160:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731faec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06af expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.214158:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016098.215511:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338713856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7603us (7946us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.215533:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10227 00000100:00100000:3.0:1734016098.223727:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.228931:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713984 00000100:00100000:1.0:1734016098.228957:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713984 00000100:00100000:1.0:1734016098.229096:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10228 00000100:00100000:1.0:1734016098.229107:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338713984:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016098.229553:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8053437 -> 8053437 00002000:00010000:1.0:1734016098.229558:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:1.0:1734016098.229561:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016098 -> 1734016097 00002000:00010000:1.0:1734016098.229563:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:1.0:1734016098.229565:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1296 -> 1312 00000100:00100000:1.0:1734016098.229693:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338713984:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 586us (5990us total) trans 4294969094 rc 0/0 00000100:00100000:1.0:1734016098.229704:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10228 00000100:00100000:0.0:1734016098.238270:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.251593:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.253305:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10230 00000100:00100000:1.0:1734016098.253322:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338714240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.253360:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.253398:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fafa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06bd expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.253515:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471616:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.253672:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.257923:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471616:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.257974:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fafa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06bd expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.257988:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fafa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06bd expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.258015:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016098.258086:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338714240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4766us (6511us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.258097:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10230 00000100:00100000:3.0:1734016098.262015:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.262156:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714496 00000100:00100000:1.0:1734016098.262169:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714496 00002000:00100000:1.0:1734016098.262698:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3735552->3739647) req@ffff880071f9bb80 x1818247338714496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.262711:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9bb80 with x1818247338714496 ext(3735552->3739647) 00002000:00010000:1.0:1734016098.262717:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9bb80 00000100:00100000:1.0:1734016098.262752:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8388 00000100:00100000:1.0:1734016098.262760:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338714496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.262983:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338714496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 223us (988us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.262993:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8388 00002000:00100000:1.0:1734016098.263002:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3735552->3739647) req@ffff880071f9bb80 x1818247338714496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.263009:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9bb80 with x1818247338714496 ext(3735552->3739647) 00002000:00010000:1.0:1734016098.263012:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9bb80 00000100:00100000:3.0:1734016098.268170:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.268312:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714624 00000100:00100000:0.0:1734016098.268330:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714624 00002000:00100000:0.0:1734016098.268416:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2400256->3739647) req@ffff88007665b800 x1818247338714624/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 504/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.268431:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665b800 with x1818247338714624 ext(2400256->3739647) 00002000:00010000:0.0:1734016098.268440:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665b800 00000100:00100000:0.0:1734016098.268492:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8389 00000100:00100000:0.0:1734016098.268503:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338714624:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016098.294639:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714752 00000100:00100000:1.0:1734016098.294662:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714752 00000100:00100000:1.0:1734016098.294749:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10231 00000100:00100000:1.0:1734016098.294760:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338714752:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016098.300767:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969095 is committed 00000001:00080000:0.0:1734016098.300802:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969093 is committed 00000100:00100000:1.0:1734016098.301221:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338714752:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 6408us (6662us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.301245:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10231 00000100:00100000:3.0:1734016098.305392:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.305514:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714880 00000100:00100000:1.0:1734016098.305529:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714880 00000100:00100000:1.0:1734016098.305808:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10232 00000100:00100000:1.0:1734016098.305817:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338714880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.305847:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.305870:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fb01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06c4 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.305952:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471744:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.306079:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016098.308256:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1312 -> 1416 00000100:00100000:1.0:1734016098.308293:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471744:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.308346:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fb01 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06c4 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.308363:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fb01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06c4 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.308376:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016098.308444:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338714880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2628us (3063us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.308457:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10232 00000100:00100000:3.0:1734016098.314004:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.314649:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715008 00000100:00100000:1.0:1734016098.314666:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715008 00000100:00100000:1.0:1734016098.314935:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10233 00000100:00100000:1.0:1734016098.314947:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338715008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.314977:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.315011:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fb08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06cb expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.315135:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471872:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.315269:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.319239:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341471872:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.319296:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fb08 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06cb expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.319315:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fb08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06cb expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.319344:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016098.319414:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338715008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4469us (5428us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.319423:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10233 00000001:00080000:0.0:1734016098.322234:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968453 is committed 00000001:00080000:0.0:1734016098.322257:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968451 is committed 00000100:00100000:1.0:1734016098.334033:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715136 00000100:00100000:1.0:1734016098.334052:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715136 00000100:00100000:1.0:1734016098.334154:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10234 00000100:00100000:1.0:1734016098.334166:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338715136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.334233:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.334268:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fb0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06d2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.334377:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341472000:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.334490:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.339703:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341472000:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.339743:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fb0f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06d2 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.339757:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fb0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06d2 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.339970:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016098.340038:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338715136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5872us (6182us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.340053:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10234 00000100:00100000:1.0:1734016098.347787:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715264 00000100:00100000:1.0:1734016098.347809:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715264 00000100:00100000:1.0:1734016098.347966:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10235 00000100:00100000:1.0:1734016098.347976:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338715264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.348002:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.348030:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fb16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06d9 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.348113:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341472128:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.348276:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.353136:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341472128:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.353172:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fb16 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06d9 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.353204:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fb16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06d9 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.353228:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016098.353284:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338715264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5309us (6226us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.353295:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10235 00000100:00100000:1.0:1734016098.361672:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715392 00000100:00100000:1.0:1734016098.361682:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715392 00000100:00100000:1.0:1734016098.361738:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10236 00000100:00100000:1.0:1734016098.361748:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338715392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.361767:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.361785:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fb1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06e0 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.361843:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341472256:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.362747:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016098.373322:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 8053437 -> 10215100 00000100:00100000:1.0:1734016098.373348:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341472256:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.373378:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fb1d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06e0 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.373392:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fb1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06e0 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.373407:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016098.374116:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338715392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12365us (12564us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.374133:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10236 00000100:00100000:1.0:1734016098.379221:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715520 00000100:00100000:1.0:1734016098.379229:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715520 00000100:00100000:1.0:1734016098.379273:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10237 00000100:00100000:1.0:1734016098.379280:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338715520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.379294:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.379308:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06e7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.379358:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341472384:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.380593:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.384155:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341472384:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.384230:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb24 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06e7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.384248:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06e7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.384269:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016098.384324:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338715520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5042us (5187us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.384335:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10237 00000100:00100000:1.0:1734016098.391336:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715648 00000100:00100000:1.0:1734016098.391344:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715648 00000100:00100000:1.0:1734016098.391395:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10238 00000100:00100000:1.0:1734016098.391401:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338715648:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016098.391562:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10215100 -> 8053437 00002000:00010000:1.0:1734016098.391566:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:1.0:1734016098.391568:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:1.0:1734016098.391570:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:1.0:1734016098.391571:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1416 -> 1416 00000100:00100000:1.0:1734016098.391670:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338715648:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 267us (610us total) trans 4294969096 rc 0/0 00000100:00100000:1.0:1734016098.391681:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10238 00000100:00100000:3.0:1734016098.395289:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715776 00000100:00100000:3.0:1734016098.395301:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715776 00000100:00100000:3.0:1734016098.395354:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10239 00000100:00100000:3.0:1734016098.395362:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338715776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.395379:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.395396:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731fb2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06ee expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.395444:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341472512:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016098.395500:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016098.398112:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 8053437 -> 10215100 00000100:00100000:3.0:1734016098.398158:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341472512:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016098.398234:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731fb2b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06ee expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.398248:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731fb2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06ee expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.398278:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016098.398773:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338715776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3407us (3613us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.398784:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10239 00000100:00100000:3.0:1734016098.401249:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715904 00000100:00100000:3.0:1734016098.401258:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715904 00000100:00100000:3.0:1734016098.401723:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10240 00000100:00100000:3.0:1734016098.401732:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338715904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.401756:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.401782:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731fb32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06f5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.401860:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341472640:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016098.401944:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.404408:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341472640:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016098.404463:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731fb32 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06f5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.404480:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731fb32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06f5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.404498:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016098.404579:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338715904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2845us (3485us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.404591:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10240 00000100:00100000:3.0:1734016098.408829:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716032 00000100:00100000:3.0:1734016098.408844:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716032 00000100:00100000:3.0:1734016098.409274:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10241 00000100:00100000:3.0:1734016098.409285:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338716032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.409318:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.409342:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731fb39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a06fc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.409431:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341472768:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016098.409520:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.411861:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341472768:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016098.411900:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731fb39 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06fc expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.411911:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec731fb39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06fc expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.412370:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016098.412430:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338716032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3145us (3782us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.412439:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10241 00000100:00100000:3.0:1734016098.415004:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716160 00000100:00100000:3.0:1734016098.415015:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716160 00000100:00100000:3.0:1734016098.415163:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10242 00000100:00100000:3.0:1734016098.415174:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338716160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.415356:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.415385:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731fb40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0703 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.415465:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341472896:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016098.415544:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.418483:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341472896:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016098.418527:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731fb40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0703 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.418544:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec731fb40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0703 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.418577:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016098.418639:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338716160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3465us (4021us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.418648:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10242 00000100:00100000:3.0:1734016098.422698:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716288 00000100:00100000:3.0:1734016098.422712:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716288 00000100:00100000:3.0:1734016098.422817:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10243 00000100:00100000:3.0:1734016098.422825:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338716288:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016098.423097:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10215100 -> 8053437 00002000:00010000:3.0:1734016098.423100:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.423103:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.423105:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:3.0:1734016098.423107:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1416 -> 1464 00000100:00100000:3.0:1734016098.424014:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338716288:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1186us (1441us total) trans 4294969097 rc 0/0 00000100:00100000:3.0:1734016098.424024:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10243 00000100:00100000:3.0:1734016098.430058:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716416 00000100:00100000:3.0:1734016098.430072:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716416 00000100:00100000:3.0:1734016098.435551:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10244 00000100:00100000:3.0:1734016098.435576:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338716416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.435610:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.435652:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731fb47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a070a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.435755:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341473024:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016098.435908:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016098.439660:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 8053437 -> 10215100 00000100:00100000:0.0:1734016098.439715:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076658e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341473024:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016098.439777:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731fb47 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a070a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.439798:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec731fb47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a070a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.439832:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:0.0:1734016098.439904:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338716416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4334us (10080us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016098.439916:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10244 00000100:00100000:0.0:1734016098.445100:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716544 00000100:00100000:0.0:1734016098.445109:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716544 00000100:00100000:1.0:1734016098.446269:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10245 00000100:00100000:1.0:1734016098.446281:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338716544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.446309:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.446340:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fb4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0711 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.446430:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473152:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.446537:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.452477:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473152:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.452536:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fb4e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0711 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.452555:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fb4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0711 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.452571:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016098.452649:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338716544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6369us (7630us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.452661:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10245 00000100:00100000:3.0:1734016098.456735:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.463228:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.468095:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.469872:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717312 00000100:00100000:1.0:1734016098.469883:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717312 00002000:00100000:1.0:1734016098.469922:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7270400->7274495) req@ffff880076659c00 x1818247338717312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.469937:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659c00 with x1818247338717312 ext(7270400->7274495) 00002000:00010000:1.0:1734016098.469942:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659c00 00000100:00100000:1.0:1734016098.469976:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8392 00000100:00100000:1.0:1734016098.469983:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338717312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.470176:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338717312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (2094us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.470199:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8392 00002000:00100000:1.0:1734016098.470205:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7270400->7274495) req@ffff880076659c00 x1818247338717312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.470211:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659c00 with x1818247338717312 ext(7270400->7274495) 00002000:00010000:1.0:1734016098.470214:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659c00 00000100:00100000:3.0:1734016098.474927:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.478465:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.478697:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717824 00000100:00100000:1.0:1734016098.478710:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717824 00002000:00100000:1.0:1734016098.478779:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7262208->7266303) req@ffff880076658a80 x1818247338717824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.478792:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658a80 with x1818247338717824 ext(7262208->7266303) 00002000:00010000:1.0:1734016098.478801:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658a80 00000100:00100000:1.0:1734016098.478856:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8394 00000100:00100000:1.0:1734016098.478867:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338717824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.479144:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338717824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 278us (700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.479152:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8394 00002000:00100000:1.0:1734016098.479160:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7262208->7266303) req@ffff880076658a80 x1818247338717824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.479168:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658a80 with x1818247338717824 ext(7262208->7266303) 00002000:00010000:1.0:1734016098.479171:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658a80 00000100:00100000:3.0:1734016098.482436:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.486097:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.486281:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718336 00000100:00100000:1.0:1734016098.486293:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718336 00002000:00100000:1.0:1734016098.486349:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7254016->7258111) req@ffff88007665ad80 x1818247338718336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.486362:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665ad80 with x1818247338718336 ext(7254016->7258111) 00002000:00010000:1.0:1734016098.486368:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665ad80 00000100:00100000:1.0:1734016098.486977:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8396 00000100:00100000:1.0:1734016098.486986:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338718336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.487230:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338718336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 244us (1154us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.487237:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8396 00002000:00100000:1.0:1734016098.487243:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7254016->7258111) req@ffff88007665ad80 x1818247338718336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.487251:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665ad80 with x1818247338718336 ext(7254016->7258111) 00002000:00010000:1.0:1734016098.487256:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665ad80 00000100:00100000:3.0:1734016098.490883:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.491311:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718592 00000100:00100000:1.0:1734016098.491319:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718592 00002000:00100000:1.0:1734016098.491364:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7249920->7254015) req@ffff880076658e00 x1818247338718592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.491373:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658e00 with x1818247338718592 ext(7249920->7254015) 00002000:00010000:1.0:1734016098.491378:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658e00 00000100:00100000:1.0:1734016098.491762:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8397 00000100:00100000:1.0:1734016098.491770:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338718592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.491995:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338718592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 225us (1124us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.492001:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8397 00002000:00100000:1.0:1734016098.492006:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7249920->7254015) req@ffff880076658e00 x1818247338718592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.492012:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658e00 with x1818247338718592 ext(7249920->7254015) 00002000:00010000:1.0:1734016098.492015:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658e00 00000100:00100000:3.0:1734016098.494748:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.507691:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.507793:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338719104 00000100:00100000:1.0:1734016098.507805:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338719104 00002000:00100000:1.0:1734016098.507859:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7241728->7245823) req@ffff880074270700 x1818247338719104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.507868:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270700 with x1818247338719104 ext(7241728->7245823) 00002000:00010000:1.0:1734016098.507873:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270700 00000100:00100000:1.0:1734016098.508470:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8399 00000100:00100000:1.0:1734016098.508480:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338719104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.508746:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338719104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 265us (1070us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.508755:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8399 00002000:00100000:1.0:1734016098.508762:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7241728->7245823) req@ffff880074270700 x1818247338719104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.508770:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270700 with x1818247338719104 ext(7241728->7245823) 00002000:00010000:1.0:1734016098.508774:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270700 00000100:00100000:3.0:1734016098.514773:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.517980:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.518056:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338719616 00000100:00100000:1.0:1734016098.518062:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338719616 00002000:00100000:1.0:1734016098.518089:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7233536->7237631) req@ffff880074273100 x1818247338719616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.518097:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273100 with x1818247338719616 ext(7233536->7237631) 00002000:00010000:1.0:1734016098.518101:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273100 00000100:00100000:1.0:1734016098.518133:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8401 00000100:00100000:1.0:1734016098.518138:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338719616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.518283:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338719616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.518289:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8401 00002000:00100000:1.0:1734016098.518294:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7233536->7237631) req@ffff880074273100 x1818247338719616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.518300:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273100 with x1818247338719616 ext(7233536->7237631) 00002000:00010000:1.0:1734016098.518302:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273100 00000100:00100000:3.0:1734016098.520373:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.523603:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.529084:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720128 00000100:00100000:0.0:1734016098.529098:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720128 00002000:00100000:0.0:1734016098.529160:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7225344->7229439) req@ffff880074272d80 x1818247338720128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.529171:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272d80 with x1818247338720128 ext(7225344->7229439) 00002000:00010000:0.0:1734016098.529177:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272d80 00000100:00100000:0.0:1734016098.529230:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8403 00000100:00100000:0.0:1734016098.529237:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338720128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.529407:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338720128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 169us (5811us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.529414:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8403 00002000:00100000:0.0:1734016098.529419:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7225344->7229439) req@ffff880074272d80 x1818247338720128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.529426:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272d80 with x1818247338720128 ext(7225344->7229439) 00002000:00010000:0.0:1734016098.529428:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272d80 00000100:00100000:3.0:1734016098.536955:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.537102:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720384 00000100:00100000:1.0:1734016098.537127:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720384 00002000:00100000:1.0:1734016098.537250:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7221248->7225343) req@ffff880074272680 x1818247338720384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.537263:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272680 with x1818247338720384 ext(7221248->7225343) 00002000:00010000:1.0:1734016098.537273:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272680 00000100:00100000:1.0:1734016098.537306:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8404 00000100:00100000:1.0:1734016098.537314:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338720384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.537601:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338720384:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 285us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.537612:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8404 00002000:00100000:1.0:1734016098.537618:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7221248->7225343) req@ffff880074272680 x1818247338720384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.537626:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272680 with x1818247338720384 ext(7221248->7225343) 00002000:00010000:1.0:1734016098.537629:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272680 00000100:00100000:3.0:1734016098.547828:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.547956:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720512 00000100:00100000:1.0:1734016098.547968:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720512 00000100:00100000:1.0:1734016098.552685:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10246 00000100:00100000:1.0:1734016098.552711:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338720512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.552753:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.552794:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0718 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.552898:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473280:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.553074:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.559970:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473280:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.560006:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0718 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.560020:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0718 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.560035:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016098.560369:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338720512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7660us (12552us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.560378:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10246 00000100:00100000:3.0:1734016098.566304:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.566375:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720640 00000100:00100000:1.0:1734016098.566384:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720640 00000100:00100000:1.0:1734016098.566476:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10247 00000100:00100000:1.0:1734016098.566483:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338720640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.566502:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.566518:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fb5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a071f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.566579:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473408:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.571942:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.576481:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473408:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.576517:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fb5c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a071f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.576531:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fb5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a071f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.576556:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016098.576606:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338720640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10121us (10309us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.576614:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10247 00000100:00100000:3.0:1734016098.580610:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.580702:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720768 00000100:00100000:1.0:1734016098.580711:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720768 00000100:00100000:1.0:1734016098.580756:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10248 00000100:00100000:1.0:1734016098.580764:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338720768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.580786:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.580809:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fb63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0726 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.580857:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473536:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.581105:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.582500:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473536:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.582532:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fb63 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0726 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.582543:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fb63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0726 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.582573:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016098.582604:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338720768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1841us (2011us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.582611:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10248 00000100:00100000:3.0:1734016098.586176:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.586364:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720896 00000100:00100000:1.0:1734016098.586372:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720896 00000100:00100000:1.0:1734016098.586404:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10249 00000100:00100000:1.0:1734016098.586411:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338720896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.586426:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.586444:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a072d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.586477:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.586482:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.586484:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.586487:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9261056->9310207] (req 9261056->9310207) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.586509:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.586520:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 7 pid: 13915 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.586532:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473664:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016098.586772:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.589299:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473664:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.589325:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9261056->9310207] (req 9261056->9310207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.589343:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016098.589385:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338720896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2974us (3218us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.589394:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10249 00000100:00100000:3.0:1734016098.593363:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.593439:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721024 00000100:00100000:0.0:1734016098.593450:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721024 00002000:00100000:0.0:1734016098.593499:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (10207232->10215099) req@ffff880074270a80 x1818247338721024/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 8360/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.593511:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270a80 with x1818247338721024 ext(10207232->10215099) 00010000:00010000:0.0:1734016098.593523:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 8 pid: 13915 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016098.593538:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 8 pid: 13915 timeout: 461 lvb_type: 0 00002000:00010000:0.0:1734016098.593544:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074270a80 00000100:00100000:0.0:1734016098.593579:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 286 00000100:00100000:0.0:1734016098.593585:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338721024:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016098.597868:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338721024:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4273us (4505us total) trans 4294969098 rc 0/0 00000100:00100000:0.0:1734016098.597879:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 286 00002000:00100000:0.0:1734016098.597889:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (10207232->10215099) req@ffff880074270a80 x1818247338721024/t4294969098(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 8360/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.597898:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270a80 with x1818247338721024 ext(10207232->10215099) 00010000:00010000:0.0:1734016098.597907:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 10 pid: 13915 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016098.597920:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 10 pid: 13915 timeout: 461 lvb_type: 0 00002000:00010000:0.0:1734016098.597926:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074270a80 00000100:00100000:3.0:1734016098.608387:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.616428:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721152 00000100:00100000:1.0:1734016098.616445:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721152 00010000:00010000:1.0:1734016098.616486:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 10 pid: 13915 timeout: 461 lvb_type: 0 00000100:00100000:1.0:1734016098.616536:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2595 00000100:00100000:1.0:1734016098.616543:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338721152:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016098.616557:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016098.616573:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1464 -> 1480 00010000:00010000:1.0:1734016098.616578:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 10 pid: 13915 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.616588:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 10 pid: 13915 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.616611:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fade lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2400256->2465791) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a06a1 expref: 10 pid: 13915 timeout: 461 lvb_type: 0 00010000:00010000:1.0:1734016098.616634:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.616636:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016098.616642:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.616649:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.616678:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.616692:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341473792:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016098.616771:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.619371:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.619458:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341473792:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016098.619477:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.619528:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338721152:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2984us (11159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.619541:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2595 00000100:00100000:0.0:1734016098.619730:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721280 00000100:00100000:0.0:1734016098.619739:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721280 00000100:00100000:0.0:1734016098.619772:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10250 00000100:00100000:0.0:1734016098.619778:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338721280:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016098.619979:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10215100 -> 10215100 00002000:00010000:0.0:1734016098.619983:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:0.0:1734016098.619986:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:0.0:1734016098.619987:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:0.0:1734016098.619989:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1480 -> 1576 00000100:00100000:0.0:1734016098.620011:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338721280:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 233us (646us total) trans 4294969099 rc 0/0 00000100:00100000:0.0:1734016098.620016:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10250 00000100:00100000:3.0:1734016098.626400:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.626488:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721408 00000100:00100000:0.0:1734016098.626503:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721408 00000100:00100000:0.0:1734016098.626588:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10251 00000100:00100000:0.0:1734016098.626603:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338721408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.626645:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.626683:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731fb71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0734 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.626775:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473920:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016098.626850:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.643307:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341473920:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016098.643365:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731fb71 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0734 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.643381:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec731fb71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0734 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.643425:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016098.643538:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338721408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16936us (17147us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016098.643548:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10251 00000100:00100000:3.0:1734016098.648840:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.649059:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721536 00000100:00100000:0.0:1734016098.649068:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721536 00000100:00100000:0.0:1734016098.649127:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10252 00000100:00100000:0.0:1734016098.649133:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338721536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.649149:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.649165:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731fb78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a073b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.649246:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341474048:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016098.655492:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.663321:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341474048:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.663363:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731fb78 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a073b expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.663378:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec731fb78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a073b expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.663407:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:1.0:1734016098.663458:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338721536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14323us (14628us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.663468:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10252 00000100:00100000:3.0:1734016098.678252:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.678475:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721792 00000100:00100000:1.0:1734016098.678490:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721792 00000100:00100000:1.0:1734016098.678548:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1850 00000100:00100000:1.0:1734016098.678559:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338721792:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016098.678646:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016098.678694:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec731faa6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0669 expref: 12 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.678739:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016098.678747:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016098.679028:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016098.679051:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.679060:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016098.679111:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.679139:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 14 pid: 6473 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.679154:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341474176:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016098.679294:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.682512:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.682569:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721920 00000100:00100000:0.0:1734016098.682580:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721920 00010000:00010000:0.0:1734016098.682631:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 15 pid: 6473 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.682635:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341474176:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.682662:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016098.682665:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2596 00000100:00100000:0.0:1734016098.682674:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338721920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016098.682690:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016098.682698:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 15 pid: 6473 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.682710:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 15 pid: 6473 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.682737:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731fa98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0662 expref: 15 pid: 6473 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.683936:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016098.683946:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.683961:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.683970:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.684011:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016098.689815:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247338721920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7126us (7304us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.689833:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2596 00010000:00010000:0.0:1734016098.695597:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.695621:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.695629:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.695635:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3b600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016098.695642:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.695651:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.695676:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016098.695680:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016098.695685:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.695690:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec731fb7f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016098.696014:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.696161:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722048 00000100:00100000:1.0:1734016098.696231:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722048 00000100:00100000:1.0:1734016098.696312:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10253 00000100:00100000:1.0:1734016098.696330:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338722048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.696367:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.696396:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0742 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.696447:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.696456:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.696458:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.696463:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.696520:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.696536:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 7 pid: 13915 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.696552:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341474304:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016098.696657:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.699698:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341474304:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.699744:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.699769:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:0.0:1734016098.699775:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722176 00000100:00100000:0.0:1734016098.699786:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722176 00010000:00010000:0.0:1734016098.699824:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 8 pid: 13915 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.699847:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338722048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3522us (3839us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.699858:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10253 00000100:00100000:0.0:1734016098.699865:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2597 00000100:00100000:0.0:1734016098.699874:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338722176:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016098.699888:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016098.700732:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 8 pid: 13915 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.700743:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 8 pid: 13915 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.700767:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fb6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9261056->9310207) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a072d expref: 8 pid: 13915 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.700780:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.700782:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.700787:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.700796:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.700847:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.700862:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341474432:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016098.700922:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.704757:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341474432:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016098.704783:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016098.704838:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338722176:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4964us (5180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.704848:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2597 00000100:00100000:1.0:1734016098.705126:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722304 00000100:00100000:1.0:1734016098.705134:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722304 00002000:00010000:1.0:1734016098.705163:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3066818->18446744073709551615) 00002000:00100000:1.0:1734016098.705166:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6d80 with x1818247338722304 ext(3066818->18446744073709551615) 00002000:00010000:1.0:1734016098.705175:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6d80. 00000100:00100000:1.0:1734016098.705225:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8405 00000100:00100000:1.0:1734016098.705230:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338722304:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016098.719537:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10215100 -> 3066818 00002000:00010000:0.0:1734016098.719548:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016098 -> 1734016098 00002000:00010000:0.0:1734016098.719550:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016098 -> 1734016098 00002000:00010000:0.0:1734016098.719552:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016098 -> 1734016098 00002000:00010000:0.0:1734016098.719554:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1576 -> 1192 00000100:00100000:0.0:1734016098.722139:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338722304:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 16876us (17765us total) trans 4294969100 rc 0/0 00000100:00100000:0.0:1734016098.722161:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8405 00002000:00010000:0.0:1734016098.722173:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3066818->18446744073709551615) 00002000:00100000:0.0:1734016098.722191:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6d80 with x1818247338722304 ext(3066818->18446744073709551615) 00002000:00010000:0.0:1734016098.722212:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6d80. 00000100:00100000:0.0:1734016098.739464:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722432 00000100:00100000:0.0:1734016098.739490:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722432 00000100:00100000:0.0:1734016098.739597:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1851 00000100:00100000:0.0:1734016098.739607:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247338722432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.739638:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.739670:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731fb8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0749 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.739840:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731fb94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.739862:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731fb94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.739877:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731fb94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016098.739913:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3066818 00000004:00200000:0.0:1734016098.739918:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016098.739939:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731fb94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016098.739971:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec731fb8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0749 expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.740003:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec731fb94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0749 expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.740011:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016098.740014:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016098.740017:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016098.740095:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338722432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 488us (3649us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.740102:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1851 00000100:00100000:3.0:1734016098.742766:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.742882:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722560 00000100:00100000:1.0:1734016098.742895:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722560 00000100:00100000:1.0:1734016098.742956:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10254 00000100:00100000:1.0:1734016098.742966:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338722560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.742992:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.743022:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fb9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0750 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.743101:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341474560:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.743232:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.744502:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341474560:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.744528:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fb9b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0750 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.744539:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fb9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0750 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.744557:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016098.744599:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338722560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1633us (1848us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.744606:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10254 00000100:00100000:1.0:1734016098.748871:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722688 00000100:00100000:1.0:1734016098.748883:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722688 00000100:00100000:1.0:1734016098.748956:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10255 00000100:00100000:1.0:1734016098.748965:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338722688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.748990:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.749015:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fba2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0757 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.749092:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341474688:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.749211:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.750751:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341474688:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.750787:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fba2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0757 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.750800:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fba2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0757 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.750828:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016098.750879:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338722688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1914us (2146us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.750892:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10255 00000100:00100000:0.0:1734016098.753084:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.754088:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722816 00000100:00100000:1.0:1734016098.754105:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722816 00000100:00100000:3.0:1734016098.755911:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10256 00000100:00100000:3.0:1734016098.755929:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338722816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.755958:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.755980:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731fba9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a075e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.756063:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341474816:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016098.756194:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.760758:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341474816:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016098.760800:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731fba9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a075e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.760814:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec731fba9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a075e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.760852:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016098.760907:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338722816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4982us (7843us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.760918:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10256 00000100:00100000:3.0:1734016098.767246:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722944 00000100:00100000:3.0:1734016098.767275:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722944 00000100:00100000:3.0:1734016098.770924:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10257 00000100:00100000:3.0:1734016098.770950:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338722944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016098.770998:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016098.771049:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731fbb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0765 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016098.771205:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341474944:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016098.771371:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.781079:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341474944:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016098.781103:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731fbb0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0765 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.781125:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec731fbb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0765 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016098.781151:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016098.781215:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338722944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10273us (16143us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016098.781223:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10257 00000100:00100000:1.0:1734016098.784404:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723200 00000100:00100000:1.0:1734016098.784416:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723200 00002000:00100000:1.0:1734016098.784460:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (425984->430079) req@ffff88012bdb6300 x1818247338723200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.784472:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6300 with x1818247338723200 ext(425984->430079) 00002000:00010000:1.0:1734016098.784477:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6300 00000100:00100000:1.0:1734016098.784515:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8406 00000100:00100000:1.0:1734016098.784522:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338723200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.788279:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338723200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3731us (4922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.788303:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8406 00002000:00100000:1.0:1734016098.788324:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (425984->430079) req@ffff88012bdb6300 x1818247338723200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.788337:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6300 with x1818247338723200 ext(425984->430079) 00002000:00010000:1.0:1734016098.788350:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6300 00000100:00100000:1.0:1734016098.801815:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723456 00000100:00100000:1.0:1734016098.801824:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723456 00002000:00100000:1.0:1734016098.801870:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (421888->425983) req@ffff88012bdb6680 x1818247338723456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.801881:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6680 with x1818247338723456 ext(421888->425983) 00002000:00010000:1.0:1734016098.801887:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6680 00000100:00100000:1.0:1734016098.801914:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8407 00000100:00100000:1.0:1734016098.801921:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338723456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.802087:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338723456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.802093:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8407 00002000:00100000:1.0:1734016098.802098:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (421888->425983) req@ffff88012bdb6680 x1818247338723456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.802105:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6680 with x1818247338723456 ext(421888->425983) 00002000:00010000:1.0:1734016098.802108:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6680 00000100:00100000:0.0:1734016098.805529:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.813985:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.814313:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723968 00000100:00100000:0.0:1734016098.814329:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723968 00002000:00100000:0.0:1734016098.814391:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (413696->417791) req@ffff8801312c7b80 x1818247338723968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.814403:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7b80 with x1818247338723968 ext(413696->417791) 00002000:00010000:0.0:1734016098.814412:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7b80 00000100:00100000:0.0:1734016098.814453:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8409 00000100:00100000:0.0:1734016098.814463:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338723968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.814691:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338723968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 228us (717us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.814697:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8409 00002000:00100000:0.0:1734016098.814703:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (413696->417791) req@ffff8801312c7b80 x1818247338723968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.814710:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7b80 with x1818247338723968 ext(413696->417791) 00002000:00010000:0.0:1734016098.814713:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7b80 00000100:00100000:3.0:1734016098.822169:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.822321:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724096 00000100:00100000:0.0:1734016098.822336:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724096 00000100:00100000:0.0:1734016098.822683:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10258 00000100:00100000:0.0:1734016098.822690:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338724096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.822714:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.822740:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731fbb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a076c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.822811:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475072:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016098.822888:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016098.829088:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016098 -> 1734016099 00000100:00100000:0.0:1734016098.829121:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475072:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016098.829149:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731fbb7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a076c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.829160:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec731fbb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a076c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016098.829192:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016098.829235:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338724096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6545us (7088us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016098.829242:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10258 00000100:00100000:0.0:1734016098.831769:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.831916:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724224 00000100:00100000:1.0:1734016098.831938:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724224 00000100:00100000:1.0:1734016098.832009:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10259 00000100:00100000:1.0:1734016098.832022:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338724224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.832050:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.832078:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0773 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.832177:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475200:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.833031:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.840893:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475200:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.840938:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbbe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0773 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.840956:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0773 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.840986:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016098.841045:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338724224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9026us (9297us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.841055:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10259 00000100:00100000:3.0:1734016098.849653:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.849773:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724352 00000100:00100000:1.0:1734016098.849788:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724352 00000100:00100000:1.0:1734016098.849847:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10260 00000100:00100000:1.0:1734016098.849854:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac18b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338724352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.849873:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.849895:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a077a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.849931:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.849937:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.849939:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.849942:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9498624->9555967] (req 9498624->9555967) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.849974:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.849985:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 10 pid: 13915 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.850003:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475328:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016098.850073:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.853249:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475328:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.853289:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9498624->9555967] (req 9498624->9555967) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.853309:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016098.854401:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac18b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338724352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4542us (4755us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.854412:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10260 00000100:00100000:0.0:1734016098.855055:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724480 00000100:00100000:0.0:1734016098.855063:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724480 00010000:00010000:0.0:1734016098.855092:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 11 pid: 13915 timeout: 462 lvb_type: 0 00000100:00100000:0.0:1734016098.855129:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2598 00000100:00100000:0.0:1734016098.855135:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338724480:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016098.855150:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016098.855172:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 11 pid: 13915 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.855199:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 11 pid: 13915 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.855222:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fb86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0742 expref: 11 pid: 13915 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.855241:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.855243:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.855248:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.855256:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.855293:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.855305:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341475456:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016098.855352:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.860039:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.860927:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341475456:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016098.860949:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016098.860971:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338724480:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5837us (7945us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.860981:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2598 00000100:00100000:0.0:1734016098.864264:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.864369:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724736 00000100:00100000:1.0:1734016098.864379:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724736 00000100:00100000:1.0:1734016098.864425:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10261 00000100:00100000:1.0:1734016098.864431:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338724736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.864452:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.864478:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fbda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0788 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.864550:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475584:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.865361:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016098.867638:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 3066818 -> 9553743 00002000:00010000:1.0:1734016098.867646:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016098 -> 1734016099 00002000:00010000:1.0:1734016098.867648:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016098 -> 1734016099 00000100:00100000:1.0:1734016098.867673:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475584:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.867706:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fbda lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0788 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.867719:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fbda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0788 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.867772:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016098.867985:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338724736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3550us (3728us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.867994:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10261 00000100:00100000:3.0:1734016098.871348:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.872064:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724864 00000100:00100000:1.0:1734016098.872079:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724864 00000100:00100000:1.0:1734016098.872147:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10262 00000100:00100000:1.0:1734016098.872159:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338724864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.872207:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.872235:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fbe1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a078f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.872321:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475712:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.872422:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.875604:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475712:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.875671:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fbe1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a078f expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.875688:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fbe1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a078f expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.875723:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016098.875818:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338724864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3658us (4479us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.875830:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10262 00000100:00100000:3.0:1734016098.881214:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.881442:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724992 00000100:00100000:1.0:1734016098.881454:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724992 00000100:00100000:1.0:1734016098.881505:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10263 00000100:00100000:1.0:1734016098.881512:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338724992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.881530:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.881556:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fbe8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0796 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.881634:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475840:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.882759:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.889490:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475840:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.889540:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fbe8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0796 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.889556:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fbe8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0796 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.889589:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016098.890604:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338724992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9081us (9417us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.890617:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10263 00000100:00100000:1.0:1734016098.895894:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725120 00000100:00100000:1.0:1734016098.895919:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725120 00000100:00100000:1.0:1734016098.896574:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10264 00000100:00100000:1.0:1734016098.896586:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338725120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.896625:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.896667:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a079d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.896724:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.896734:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.896737:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.896741:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8953856->8957951] (req 8953856->8957951) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.896798:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.896814:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 7 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.897072:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475968:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016098.897443:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.900679:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341475968:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.900726:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8953856->8957951] (req 8953856->8957951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.900747:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016098.901294:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338725120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4709us (5542us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.901307:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10264 00000100:00100000:3.0:1734016098.901524:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.901898:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725248 00000100:00100000:1.0:1734016098.901908:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725248 00002000:00100000:1.0:1734016098.901965:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9498624->9553742) req@ffff8801312c7480 x1818247338725248/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.901976:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7480 with x1818247338725248 ext(9498624->9553742) 00010000:00010000:1.0:1734016098.901987:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.901998:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00002000:00010000:1.0:1734016098.902004:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801312c7480 00000100:00100000:1.0:1734016098.902442:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 287 00000100:00100000:1.0:1734016098.902449:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338725248:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016098.905863:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338725248:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3398us (4324us total) trans 4294969101 rc 0/0 00000100:00100000:1.0:1734016098.905878:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 287 00002000:00100000:1.0:1734016098.905893:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9498624->9553742) req@ffff8801312c7480 x1818247338725248/t4294969101(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:59/0 lens 488/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.905907:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7480 with x1818247338725248 ext(9498624->9553742) 00010000:00010000:1.0:1734016098.905922:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 10 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016098.905935:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 10 pid: 7681 timeout: 462 lvb_type: 0 00002000:00010000:1.0:1734016098.905941:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801312c7480 00000100:00100000:3.0:1734016098.909124:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.909232:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725376 00000100:00100000:0.0:1734016098.909243:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725376 00010000:00010000:0.0:1734016098.909287:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 10 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:0.0:1734016098.909336:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2599 00000100:00100000:0.0:1734016098.909345:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338725376:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016098.909363:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016098.909384:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1192 -> 1304 00010000:00010000:0.0:1734016098.909392:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 10 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.909404:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 10 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.909434:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fbc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9498624->9555967) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a077a expref: 10 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.909468:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.909471:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.909479:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.909488:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.909525:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.909542:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341476096:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016098.909607:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016098.914575:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.914690:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341476096:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016098.914713:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016098.915247:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725632 00000100:00100000:1.0:1734016098.915256:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725632 00002000:00100000:1.0:1734016098.915310:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8953856->8957951) req@ffff8801312c5f80 x1818247338725632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.915322:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5f80 with x1818247338725632 ext(8953856->8957951) 00002000:00010000:1.0:1734016098.915328:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5f80 00000100:00100000:1.0:1734016098.915360:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8410 00000100:00100000:1.0:1734016098.915369:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338725632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.915619:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338725376:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6272us (6515us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.915628:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2599 00000100:00100000:1.0:1734016098.916799:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338725632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1423us (2229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.916809:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8410 00002000:00100000:1.0:1734016098.916816:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8953856->8957951) req@ffff8801312c5f80 x1818247338725632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.916824:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5f80 with x1818247338725632 ext(8953856->8957951) 00002000:00010000:1.0:1734016098.916828:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5f80 00000100:00100000:3.0:1734016098.919322:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.919516:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725888 00000100:00100000:1.0:1734016098.919528:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725888 00002000:00100000:1.0:1734016098.919577:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8949760->8953855) req@ffff8801312c4e00 x1818247338725888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.919585:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4e00 with x1818247338725888 ext(8949760->8953855) 00002000:00010000:1.0:1734016098.919591:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4e00 00000100:00100000:1.0:1734016098.919622:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8411 00000100:00100000:1.0:1734016098.919634:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338725888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.920555:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338725888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 920us (1238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.920564:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8411 00002000:00100000:1.0:1734016098.920570:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8949760->8953855) req@ffff8801312c4e00 x1818247338725888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.920578:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4e00 with x1818247338725888 ext(8949760->8953855) 00002000:00010000:1.0:1734016098.920582:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4e00 00000100:00100000:0.0:1734016098.923135:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.923407:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726144 00000100:00100000:1.0:1734016098.923416:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726144 00002000:00100000:1.0:1734016098.923451:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8945664->8949759) req@ffff880130bc5180 x1818247338726144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.923459:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247338726144 ext(8945664->8949759) 00002000:00010000:1.0:1734016098.923464:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:1.0:1734016098.923481:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8412 00000100:00100000:1.0:1734016098.923487:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338726144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.923650:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338726144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.923660:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8412 00002000:00100000:1.0:1734016098.923665:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8945664->8949759) req@ffff880130bc5180 x1818247338726144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.923672:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247338726144 ext(8945664->8949759) 00002000:00010000:1.0:1734016098.923675:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:0.0:1734016098.926055:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726400 00000100:00100000:0.0:1734016098.926061:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726400 00002000:00100000:0.0:1734016098.926090:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8941568->8945663) req@ffff88012bdb5f80 x1818247338726400/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.926097:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5f80 with x1818247338726400 ext(8941568->8945663) 00002000:00010000:0.0:1734016098.926101:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5f80 00000100:00100000:0.0:1734016098.926134:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8413 00000100:00100000:0.0:1734016098.926140:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338726400:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.926290:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338726400:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.926298:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8413 00002000:00100000:0.0:1734016098.926302:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8941568->8945663) req@ffff88012bdb5f80 x1818247338726400/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.926309:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5f80 with x1818247338726400 ext(8941568->8945663) 00002000:00010000:0.0:1734016098.926312:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5f80 00000100:00100000:3.0:1734016098.928519:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.928606:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726656 00000100:00100000:1.0:1734016098.928614:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726656 00002000:00100000:1.0:1734016098.928648:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8937472->8941567) req@ffff8801312c4700 x1818247338726656/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.928656:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4700 with x1818247338726656 ext(8937472->8941567) 00002000:00010000:1.0:1734016098.928660:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4700 00000100:00100000:1.0:1734016098.928717:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8414 00000100:00100000:1.0:1734016098.928723:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338726656:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016098.929259:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338726656:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 534us (743us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016098.929267:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8414 00002000:00100000:1.0:1734016098.929272:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8937472->8941567) req@ffff8801312c4700 x1818247338726656/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016098.929278:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4700 with x1818247338726656 ext(8937472->8941567) 00002000:00010000:1.0:1734016098.929281:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4700 00000100:00100000:0.0:1734016098.931458:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726912 00000100:00100000:0.0:1734016098.931471:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726912 00002000:00100000:0.0:1734016098.931510:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8933376->8937471) req@ffff88012bdb4000 x1818247338726912/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.931518:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4000 with x1818247338726912 ext(8933376->8937471) 00002000:00010000:0.0:1734016098.931522:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4000 00000100:00100000:0.0:1734016098.931557:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8415 00000100:00100000:0.0:1734016098.931563:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338726912:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.931781:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338726912:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 218us (396us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.931787:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8415 00002000:00100000:0.0:1734016098.931792:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8933376->8937471) req@ffff88012bdb4000 x1818247338726912/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.931797:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4000 with x1818247338726912 ext(8933376->8937471) 00002000:00010000:0.0:1734016098.931800:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4000 00000100:00100000:0.0:1734016098.933905:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727168 00000100:00100000:0.0:1734016098.933910:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727168 00002000:00100000:0.0:1734016098.933929:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8929280->8933375) req@ffff88012bdb7100 x1818247338727168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.933936:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7100 with x1818247338727168 ext(8929280->8933375) 00002000:00010000:0.0:1734016098.933939:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb7100 00000100:00100000:0.0:1734016098.933959:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8416 00000100:00100000:0.0:1734016098.933963:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338727168:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.934103:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338727168:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (369us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.934117:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8416 00002000:00100000:0.0:1734016098.934121:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8929280->8933375) req@ffff88012bdb7100 x1818247338727168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.934129:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7100 with x1818247338727168 ext(8929280->8933375) 00002000:00010000:0.0:1734016098.934131:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb7100 00000100:00100000:3.0:1734016098.935822:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.938265:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.938323:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727680 00000100:00100000:0.0:1734016098.938330:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727680 00002000:00100000:0.0:1734016098.938367:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8921088->8925183) req@ffff8801312c4a80 x1818247338727680/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.938375:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4a80 with x1818247338727680 ext(8921088->8925183) 00002000:00010000:0.0:1734016098.938380:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4a80 00000100:00100000:0.0:1734016098.938408:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8418 00000100:00100000:0.0:1734016098.938413:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338727680:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.938577:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338727680:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 163us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.938583:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8418 00002000:00100000:0.0:1734016098.938587:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8921088->8925183) req@ffff8801312c4a80 x1818247338727680/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.938593:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4a80 with x1818247338727680 ext(8921088->8925183) 00002000:00010000:0.0:1734016098.938595:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4a80 00000100:00100000:3.0:1734016098.940543:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.943051:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.943107:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338728192 00000100:00100000:0.0:1734016098.943122:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338728192 00002000:00100000:0.0:1734016098.943157:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8912896->8916991) req@ffff88012b87f800 x1818247338728192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.943166:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f800 with x1818247338728192 ext(8912896->8916991) 00002000:00010000:0.0:1734016098.943171:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f800 00000100:00100000:0.0:1734016098.943232:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8420 00000100:00100000:0.0:1734016098.943240:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338728192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.943410:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338728192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 171us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.943418:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8420 00002000:00100000:0.0:1734016098.943422:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8912896->8916991) req@ffff88012b87f800 x1818247338728192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.943427:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f800 with x1818247338728192 ext(8912896->8916991) 00002000:00010000:0.0:1734016098.943430:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f800 00000100:00100000:3.0:1734016098.945888:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.949011:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.949072:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338728704 00000100:00100000:0.0:1734016098.949078:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338728704 00002000:00100000:0.0:1734016098.949128:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8904704->8908799) req@ffff88012b87dc00 x1818247338728704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.949136:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87dc00 with x1818247338728704 ext(8904704->8908799) 00002000:00010000:0.0:1734016098.949140:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87dc00 00000100:00100000:0.0:1734016098.949169:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8422 00000100:00100000:0.0:1734016098.949176:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338728704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.949374:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338728704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.949381:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8422 00002000:00100000:0.0:1734016098.949385:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8904704->8908799) req@ffff88012b87dc00 x1818247338728704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.949391:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87dc00 with x1818247338728704 ext(8904704->8908799) 00002000:00010000:0.0:1734016098.949393:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87dc00 00000100:00100000:3.0:1734016098.951598:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.955565:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.955661:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729216 00000100:00100000:0.0:1734016098.955671:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729216 00002000:00100000:0.0:1734016098.955719:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8896512->8900607) req@ffff88012b87df80 x1818247338729216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.955730:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87df80 with x1818247338729216 ext(8896512->8900607) 00002000:00010000:0.0:1734016098.955737:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87df80 00000100:00100000:0.0:1734016098.955802:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8424 00000100:00100000:0.0:1734016098.955810:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338729216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.956019:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338729216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.956026:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8424 00002000:00100000:0.0:1734016098.956031:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8896512->8900607) req@ffff88012b87df80 x1818247338729216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.956038:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87df80 with x1818247338729216 ext(8896512->8900607) 00002000:00010000:0.0:1734016098.956041:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87df80 00000100:00100000:3.0:1734016098.959627:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.963309:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338729344:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3173us (3689us total) trans 4294969102 rc 0/0 00000100:00100000:0.0:1734016098.963321:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8425 00002000:00100000:0.0:1734016098.963331:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8896512->8957951) req@ffff88012b87c000 x1818247338729344/t4294969102(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.963339:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c000 with x1818247338729344 ext(8896512->8957951) 00002000:00010000:0.0:1734016098.963345:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c000 00000100:00100000:0.0:1734016098.965865:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.966431:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729472 00000100:00100000:1.0:1734016098.966442:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729472 00000100:00100000:1.0:1734016098.966507:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1853 00000100:00100000:1.0:1734016098.966515:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338729472:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016098.966656:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338729472:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 142us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.966663:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1853 00000100:00100000:0.0:1734016098.968621:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.968726:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729600 00000100:00100000:1.0:1734016098.968733:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729600 00000100:00100000:1.0:1734016098.969301:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10265 00000100:00100000:1.0:1734016098.969310:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338729600:12345-192.168.201.1@tcp:16:fsx.0 00000100:00100000:1.0:1734016098.971303:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338729600:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1988us (2679us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.971313:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10265 00000100:00100000:0.0:1734016098.975436:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.979386:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.979566:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729984 00000100:00100000:1.0:1734016098.979574:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729984 00000100:00100000:1.0:1734016098.979626:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10266 00000100:00100000:1.0:1734016098.979632:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338729984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.979648:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.979666:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fbf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07a4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016098.979718:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476224:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016098.979771:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016098.982623:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1304 -> 1424 00000100:00100000:1.0:1734016098.982649:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476224:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016098.982685:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fbf6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07a4 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.982701:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fbf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07a4 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016098.983079:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016098.983141:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338729984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3506us (3759us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016098.983149:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10266 00000100:00100000:0.0:1734016098.984965:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016098.985070:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730112 00000100:00100000:1.0:1734016098.985078:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730112 00000100:00100000:1.0:1734016098.985415:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10267 00000100:00100000:1.0:1734016098.985423:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338730112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016098.985440:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016098.985457:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07ab expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.985489:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.985497:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.985499:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016098.985503:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8577024->8581119] (req 8577024->8581119) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.985532:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.985548:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 5 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016098.985561:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476352:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016098.985616:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016098.988175:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476352:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016098.988232:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8577024->8581119] (req 8577024->8581119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016098.988248:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016098.988287:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338730112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2864us (3327us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016098.988300:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10267 00000100:00100000:0.0:1734016098.988686:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016098.988854:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730240 00000100:00100000:3.0:1734016098.988862:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730240 00002000:00100000:3.0:1734016098.988891:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2379776->2404351) req@ffff880130bc6a00 x1818247338730240/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.988901:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6a00 with x1818247338730240 ext(2379776->2404351) 00010000:00010000:3.0:1734016098.988908:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 6 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.988919:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 6 pid: 7681 timeout: 462 lvb_type: 0 00002000:00010000:3.0:1734016098.988926:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130bc6a00 00000100:00100000:3.0:1734016098.988942:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 288 00000100:00100000:3.0:1734016098.988949:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338730240:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016098.992979:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338730240:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4019us (4283us total) trans 4294969103 rc 0/0 00000100:00100000:3.0:1734016098.992993:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 288 00002000:00100000:3.0:1734016098.993005:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2379776->2404351) req@ffff880130bc6a00 x1818247338730240/t4294969103(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:59/0 lens 488/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016098.993013:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6a00 with x1818247338730240 ext(2379776->2404351) 00010000:00010000:3.0:1734016098.993023:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:3.0:1734016098.993035:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00002000:00010000:3.0:1734016098.993041:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130bc6a00 00000100:00100000:1.0:1734016098.995639:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016098.995705:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730368 00000100:00100000:0.0:1734016098.995713:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730368 00010000:00010000:0.0:1734016098.995746:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:0.0:1734016098.995784:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2600 00000100:00100000:0.0:1734016098.995790:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338730368:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016098.995802:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016098.995826:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1424 -> 1464 00010000:00010000:0.0:1734016098.995832:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.995842:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.995862:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fbef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8953856->8957951) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a079d expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:0.0:1734016098.995887:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.995889:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.995895:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8577024->8581119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.995903:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8577024->8581119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.995932:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8577024->8581119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.995943:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341476480:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016098.995994:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.002049:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341476480:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016099.002075:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016099.002149:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338730368:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6357us (6518us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.002162:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2600 00000100:00100000:0.0:1734016099.003001:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.003140:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730624 00000100:00100000:3.0:1734016099.003150:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730624 00002000:00100000:3.0:1734016099.003214:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8052736->9555967) req@ffff880130bc4000 x1818247338730624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.003222:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247338730624 ext(8052736->9555967) 00002000:00010000:3.0:1734016099.003227:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:3.0:1734016099.003246:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8427 00000100:00100000:3.0:1734016099.003252:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338730624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.041634:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338730624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 38343us (38596us total) trans 0 rc 1503232/1503232 00000100:00100000:0.0:1734016099.041661:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8427 00002000:00100000:0.0:1734016099.041681:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8052736->9555967) req@ffff880130bc4000 x1818247338730624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 1503232/1503232 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.041694:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247338730624 ext(8052736->9555967) 00002000:00010000:0.0:1734016099.041703:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:0.0:1734016099.049962:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.054072:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338730752:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3799us (4112us total) trans 4294969104 rc 0/0 00000100:00100000:0.0:1734016099.054087:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8428 00002000:00100000:0.0:1734016099.054099:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8527872->8581119) req@ffff880130bc4380 x1818247338730752/t4294969104(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 488/448 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.054117:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247338730752 ext(8527872->8581119) 00002000:00010000:0.0:1734016099.054122:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4380 00000100:00100000:0.0:1734016099.061637:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.063991:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730880 00000100:00100000:1.0:1734016099.064015:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730880 00000100:00100000:1.0:1734016099.064156:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10268 00000100:00100000:1.0:1734016099.064169:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338730880:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016099.066309:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969104 is committed 00000001:00080000:0.0:1734016099.066328:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969103 is committed 00000100:00100000:1.0:1734016099.066665:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338730880:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2490us (5031us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.066679:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10268 00000100:00100000:0.0:1734016099.070214:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.070358:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731008 00000100:00100000:1.0:1734016099.070369:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731008 00000100:00100000:1.0:1734016099.070433:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10269 00000100:00100000:1.0:1734016099.070439:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338731008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.070459:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.070478:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fc04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07b2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.070542:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476608:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016099.070607:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016099.070667:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016069 00002000:00010000:1.0:1734016099.072364:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1464 -> 1568 00000100:00100000:1.0:1734016099.072394:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476608:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016099.072432:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fc04 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07b2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.072444:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec731fc04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07b2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.072650:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016099.073001:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338731008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2556us (3044us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.073014:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10269 00000100:00100000:0.0:1734016099.075556:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.075982:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731136 00000100:00100000:1.0:1734016099.075996:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731136 00000100:00100000:1.0:1734016099.076159:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10270 00000100:00100000:1.0:1734016099.076167:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338731136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.076391:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.076414:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fc0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07b9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.076483:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476736:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016099.076669:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.078935:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476736:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016099.078983:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fc0b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07b9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.079000:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec731fc0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07b9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.079015:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016099.079072:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338731136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2903us (3527us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.079083:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10270 00000100:00100000:0.0:1734016099.082978:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016099.083958:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016099.088634:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.088819:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731520 00000100:00100000:1.0:1734016099.088828:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731520 00010000:00010000:1.0:1734016099.088873:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731fbd3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0781 expref: 14 pid: 6473 timeout: 462 lvb_type: 0 00000100:00080000:0.0:1734016099.089143:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016069 00000100:00100000:1.0:1734016099.089330:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2601 00000100:00100000:1.0:1734016099.089337:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247338731520:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016099.089355:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016099.089362:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731fbd3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0781 expref: 14 pid: 6473 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016099.089372:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731fbd3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0781 expref: 14 pid: 6473 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016099.089394:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec731fbd3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0781 expref: 14 pid: 6473 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016099.089423:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016099.089427:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.089436:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.089441:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.089458:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016099.089500:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338731520:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 163us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.089508:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2601 00010000:00010000:0.0:1734016099.089638:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016099.089644:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:0.0:1734016099.089756:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968456 00000004:00010000:0.0:1734016099.089809:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071d3ed80 reply state ffff880071dd3000 transno 4294968457 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016099.090346:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016099.090450:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338731392:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7175us (7485us total) trans 4294968457 rc 0/0 00000100:00100000:0.0:1734016099.090458:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1854 00000020:00080000:0.0:1734016099.090463:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016099.093563:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016099.093647:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.093658:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.093665:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.093672:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016099.093676:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.093684:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.093699:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016099.093702:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016099.093706:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016099.093712:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731fc12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016099.100477:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.104320:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.104534:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731904 00000100:00100000:1.0:1734016099.104545:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731904 00000100:00100000:1.0:1734016099.104599:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10271 00000100:00100000:1.0:1734016099.104607:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338731904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.104623:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.104639:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fc27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07c7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.104690:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476992:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016099.104741:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.106565:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341476992:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016099.106590:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fc27 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07c7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.106604:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fc27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07c7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.106774:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016099.106839:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338731904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2232us (2529us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.106845:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10271 00000100:00100000:0.0:1734016099.109435:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.109653:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732032 00000100:00100000:1.0:1734016099.109663:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732032 00000100:00100000:1.0:1734016099.109700:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10272 00000100:00100000:1.0:1734016099.109708:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338732032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.109727:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.109746:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fc2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07ce expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.109804:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341477120:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016099.109864:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.111576:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341477120:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016099.111601:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fc2e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ce expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.111612:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fc2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ce expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.111625:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016099.111664:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338732032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1957us (2240us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.111671:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10272 00000100:00100000:0.0:1734016099.125459:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.126719:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732160 00000100:00100000:1.0:1734016099.126738:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732160 00000100:00100000:1.0:1734016099.126881:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10273 00000100:00100000:1.0:1734016099.126894:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338732160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.126933:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.126951:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fc35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07d5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.127007:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341477248:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016099.127069:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.149007:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341477376:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.149068:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016099.149094:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341477888:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.149125:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016099.149144:0:3502:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734016099.149150:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3502:1818247341477504:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.149168:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016099.149199:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3502:1818247341478016:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.149217:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016099.149239:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341477376:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.149270:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1734016099.149278:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341477888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.149320:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341477888:12345-0@lo:400:kworker.0 Request processed in 42us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.149327:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1734016099.149356:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3502:1818247341477504:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.149366:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341477888:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.152172:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3502:1818247341478016:0@lo:400:kworker.0 00000100:00100000:1.0:1734016099.153619:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341477248:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016099.153656:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fc35 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07d5 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.153674:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731fc35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07d5 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.153714:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016099.153782:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338732160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 26890us (28334us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.153796:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10273 00000100:00100000:1.0:1734016099.157930:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.165576:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.181525:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341478400 00000100:00100000:0.0:1734016099.181531:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341478400 00000100:00100000:0.0:1734016099.181562:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1734016099.181567:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341478400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016099.181588:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3922890752 avail 3690717184 00000100:00100000:0.0:1734016099.181754:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341478400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 186us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.181762:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1734016099.181868:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341478400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016099.181975:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.182056:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732544 00000100:00100000:3.0:1734016099.182060:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732544 00000100:00100000:3.0:1734016099.182292:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10276 00000100:00100000:3.0:1734016099.182299:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338732544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.182308:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.182322:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07ea expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.182343:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8577024->8581119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.182350:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.182352:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.182355:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc4a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8851456->8871935] (req 8851456->8871935) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ea expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.182375:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8577024->8581119) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.182383:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8577024->8581119) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 7 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016099.182391:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341478528:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016099.182426:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.185026:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016099.185681:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fbfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8577024->8581119) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ab expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016099.187617:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341478528:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016099.187646:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8851456->8871935) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ea expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.187661:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016099.187685:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338732544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5386us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.187691:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10276 00000100:00100000:0.0:1734016099.195044:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.196534:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732800 00000100:00100000:3.0:1734016099.196548:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732800 00000100:00100000:3.0:1734016099.196615:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10277 00000100:00100000:3.0:1734016099.196624:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338732800:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016099.196896:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9074456 -> 9074456 00002000:00010000:3.0:1734016099.196900:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.196902:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.196903:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.196906:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1456 -> 1496 00000100:00100000:3.0:1734016099.196982:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338732800:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 358us (1956us total) trans 4294969106 rc 0/0 00000100:00100000:3.0:1734016099.200695:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10277 00000100:00100000:0.0:1734016099.202071:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.202204:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732928 00000100:00100000:3.0:1734016099.202211:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732928 00000100:00100000:3.0:1734016099.202236:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10278 00000100:00100000:3.0:1734016099.202241:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338732928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.202256:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.202271:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07f1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.202298:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8851456->8871935) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ea expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.202305:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.202307:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.202310:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7565312->7630847] (req 7565312->7630847) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.202337:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8851456->8871935) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ea expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.202346:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8851456->8871935) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ea expref: 6 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016099.202366:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341478784:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016099.203051:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.206018:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.206816:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341478784:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016099.206841:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7565312->7630847] (req 7565312->7630847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.206859:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016099.206923:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338732928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4679us (4854us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.206933:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10278 00000100:00100000:0.0:1734016099.237084:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.244038:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.245091:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.249258:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733440 00000100:00100000:0.0:1734016099.249285:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733440 00002000:00100000:0.0:1734016099.249362:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88012b87d500 x1818247338733440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 504/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.249376:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87d500 with x1818247338733440 ext(4190208->8388607) 00002000:00010000:0.0:1734016099.249384:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87d500 00000100:00100000:0.0:1734016099.249437:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733568 00000100:00100000:0.0:1734016099.249440:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733568 00002000:00100000:0.0:1734016099.249453:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9076735) req@ffff88012b87c380 x1818247338733568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.249460:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c380 with x1818247338733568 ext(8388608->9076735) 00002000:00010000:0.0:1734016099.249463:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c380 00000100:00100000:0.0:1734016099.249479:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8431 00000100:00100000:0.0:1734016099.249486:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338733440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016099.254985:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8432 00000100:00100000:1.0:1734016099.254996:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338733568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.300645:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338733568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 45637us (55543us total) trans 0 rc 688128/688128 00000100:00100000:0.0:1734016099.300658:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8432 00002000:00100000:0.0:1734016099.300668:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9076735) req@ffff88012b87c380 x1818247338733568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 688128/688128 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.300685:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c380 with x1818247338733568 ext(8388608->9076735) 00002000:00010000:0.0:1734016099.300689:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c380 00000100:00100000:1.0:1734016099.340566:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338733440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 91066us (96523us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016099.340578:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8431 00002000:00100000:1.0:1734016099.340590:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88012b87d500 x1818247338733440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 504/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016099.340599:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87d500 with x1818247338733440 ext(4190208->8388607) 00002000:00010000:1.0:1734016099.340607:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87d500 00000100:00100000:3.0:1734016099.352616:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733824 00000100:00100000:3.0:1734016099.352627:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733824 00000100:00100000:3.0:1734016099.352692:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10279 00000100:00100000:3.0:1734016099.352701:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338733824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.352723:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.352746:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07f8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.352773:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.352775:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.352783:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.352797:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.352808:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016099.352864:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338733824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 164us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.352870:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10279 00000100:00100000:3.0:1734016099.358948:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733952 00000100:00100000:3.0:1734016099.358959:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733952 00000100:00100000:3.0:1734016099.359021:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1856 00000100:00100000:3.0:1734016099.359029:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338733952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.359057:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.359078:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fc5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a07ff expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.359219:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fc66 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016099.359232:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fc66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016099.359241:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fc66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:3.0:1734016099.359263:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9074456 00000004:00200000:3.0:1734016099.359267:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016099.359283:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fc66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016099.359302:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731fc5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ff expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.361002:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fc66 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ff expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.361013:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016099.361015:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016099.361020:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016099.361717:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338733952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2687us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.361726:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1856 00000100:00100000:1.0:1734016099.381646:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734208 00000100:00100000:1.0:1734016099.381656:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734208 00002000:00100000:1.0:1734016099.381705:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800740e1f80 x1818247338734208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016099.381717:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1f80 with x1818247338734208 ext(0->4194303) 00002000:00010000:1.0:1734016099.381724:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1f80 00000100:00100000:1.0:1734016099.381742:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734464 00000100:00100000:1.0:1734016099.381744:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734464 00002000:00100000:1.0:1734016099.381753:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800740e0000 x1818247338734464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016099.381759:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0000 with x1818247338734464 ext(4194304->8388607) 00002000:00010000:1.0:1734016099.381761:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0000 00000100:00100000:1.0:1734016099.381768:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734720 00000100:00100000:1.0:1734016099.381770:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734720 00002000:00100000:1.0:1734016099.381776:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9076735) req@ffff8800740e0380 x1818247338734720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016099.381782:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247338734720 ext(8388608->9076735) 00002000:00010000:1.0:1734016099.381784:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:1.0:1734016099.381791:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8433 00000100:00100000:1.0:1734016099.381798:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338734208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.384236:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8434 00000100:00100000:3.0:1734016099.384248:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338734464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.385154:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8435 00000100:00100000:0.0:1734016099.385161:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338734720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.396464:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338734720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 11281us (14878us total) trans 0 rc 688128/688128 00000100:00100000:0.0:1734016099.396483:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8435 00002000:00100000:0.0:1734016099.396502:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9076735) req@ffff8800740e0380 x1818247338734720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 688128/688128 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.396513:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247338734720 ext(8388608->9076735) 00002000:00010000:0.0:1734016099.396520:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:1.0:1734016099.442609:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338734208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 60803us (61114us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016099.442621:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8433 00002000:00100000:1.0:1734016099.442632:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800740e1f80 x1818247338734208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016099.442642:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1f80 with x1818247338734208 ext(0->4194303) 00002000:00010000:1.0:1734016099.442648:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1f80 00000100:00100000:3.0:1734016099.479381:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734848 00000100:00100000:3.0:1734016099.479399:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734848 00000100:00100000:3.0:1734016099.479469:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10280 00000100:00100000:3.0:1734016099.479478:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338734848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.479503:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.479526:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0806 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.479564:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7630847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.479574:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f8 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.479580:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.479582:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016099.479585:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8826880->8855551] (req 8826880->8855551) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0806 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.479624:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f8 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.479636:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f8 expref: 10 pid: 7681 timeout: 462 lvb_type: 1 00000100:00100000:3.0:1734016099.479648:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479040:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016099.479723:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7630847) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.479735:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7630847) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 7 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:3.0:1734016099.479743:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479168:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016099.479761:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.546764:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479040:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016099.547219:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479168:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016099.547249:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8826880->8855551] (req 8826880->8855551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0806 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.547264:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016099.547307:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338734848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 67830us (68233us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.547314:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10280 00000100:00100000:3.0:1734016099.557323:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.557944:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.558017:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735104 00000100:00100000:0.0:1734016099.558027:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735104 00000100:00100000:3.0:1734016099.558507:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338734464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174260us (176973us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016099.558518:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8434 00002000:00100000:3.0:1734016099.558655:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800740e0000 x1818247338734464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.558666:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0000 with x1818247338734464 ext(4194304->8388607) 00010000:00010000:3.0:1734016099.558675:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f8 expref: 8 pid: 7681 timeout: 462 lvb_type: 1 00010000:00010000:3.0:1734016099.558688:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f8 expref: 8 pid: 7681 timeout: 462 lvb_type: 1 00002000:00010000:3.0:1734016099.558694:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800740e0000 00000100:00100000:0.0:1734016099.559025:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 136 00000100:00100000:0.0:1734016099.559030:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338735104:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016099.559076:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338735104:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 44us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.559081:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 136 00000100:00080000:0.0:1734016099.559493:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016069 00000100:00080000:1.0:1734016099.559536:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016069 00000100:00100000:3.0:1734016099.569545:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.581407:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735360 00000100:00100000:1.0:1734016099.581415:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735360 00010000:00010000:1.0:1734016099.581454:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7630847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00000100:00100000:1.0:1734016099.581483:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2605 00000100:00100000:1.0:1734016099.581490:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338735360:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016099.581504:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016099.581520:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7630847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016099.581532:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7630847) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016099.581556:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec731fc51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7565312->7630847) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07f1 expref: 8 pid: 7681 timeout: 462 lvb_type: 0 00010000:00010000:1.0:1734016099.581591:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016099.581593:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016099.581602:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8826880->8855551) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0806 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.581610:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8826880->8855551) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0806 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016099.581646:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8826880->8855551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0806 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.581662:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341479296:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016099.581729:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.583835:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341479296:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016099.583859:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016099.583911:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338735360:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2420us (2595us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.583922:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2605 00000100:00100000:0.0:1734016099.584003:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735488 00000100:00100000:0.0:1734016099.584011:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735488 00000100:00100000:0.0:1734016099.584055:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10281 00000100:00100000:0.0:1734016099.584061:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338735488:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016099.584371:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9074456 -> 9074456 00002000:00010000:0.0:1734016099.584374:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.584376:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.584378:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016099.584379:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1496 -> 1496 00000100:00100000:0.0:1734016099.584405:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338735488:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 344us (698us total) trans 4294969107 rc 0/0 00000100:00100000:0.0:1734016099.584411:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10281 00000100:00100000:1.0:1734016099.594900:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.595023:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735744 00000100:00100000:3.0:1734016099.595036:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735744 00002000:00100000:3.0:1734016099.595112:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5148672->5152767) req@ffff880071325c00 x1818247338735744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.595125:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325c00 with x1818247338735744 ext(5148672->5152767) 00002000:00010000:3.0:1734016099.595132:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325c00 00000100:00100000:3.0:1734016099.595223:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8436 00000100:00100000:3.0:1734016099.595230:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338735744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.595456:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338735744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 222us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.595463:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8436 00002000:00100000:3.0:1734016099.595468:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5148672->5152767) req@ffff880071325c00 x1818247338735744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.595475:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325c00 with x1818247338735744 ext(5148672->5152767) 00002000:00010000:3.0:1734016099.595478:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325c00 00000100:00100000:1.0:1734016099.600801:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735872 00000100:00100000:1.0:1734016099.600810:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735872 00000100:00100000:1.0:1734016099.600864:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10282 00000100:00100000:1.0:1734016099.600874:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338735872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.600892:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.600908:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fc74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a080d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.600962:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479424:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016099.601017:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.608941:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479424:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016099.609002:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fc74 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a080d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.609022:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731fc74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a080d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.609069:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016099.610748:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338735872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9866us (10032us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.610760:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10282 00000100:00100000:1.0:1734016099.617440:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736000 00000100:00100000:1.0:1734016099.617453:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736000 00000100:00100000:1.0:1734016099.620355:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10283 00000100:00100000:1.0:1734016099.620378:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338736000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.620411:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.620443:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fc7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0814 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.620509:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479552:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016099.627442:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016099.631341:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479552:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016099.631378:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fc7b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0814 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.631391:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731fc7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0814 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016099.631505:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016099.631569:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338736000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11196us (14430us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016099.631578:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10283 00000100:00100000:3.0:1734016099.648584:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341479680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016099.648640:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016099.649670:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341479680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016099.659321:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736384 00000100:00100000:3.0:1734016099.659330:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736384 00002000:00100000:3.0:1734016099.659377:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8437759) req@ffff8800740e3480 x1818247338736384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 520/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.659388:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3480 with x1818247338736384 ext(4190208->8437759) 00002000:00010000:3.0:1734016099.659404:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3480 00000100:00100000:3.0:1734016099.659421:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736256 00000100:00100000:3.0:1734016099.659423:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736256 00002000:00100000:3.0:1734016099.659431:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->7442431) req@ffff8801312c5c00 x1818247338736256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 504/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.659437:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5c00 with x1818247338736256 ext(0->7442431) 00002000:00010000:3.0:1734016099.659439:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5c00 00000100:00100000:3.0:1734016099.659459:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8437 00000100:00100000:3.0:1734016099.659465:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338736384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.659474:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8438 00000100:00100000:0.0:1734016099.659487:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338736256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.671693:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736512 00000100:00100000:0.0:1734016099.671708:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736512 00002000:00100000:0.0:1734016099.671763:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8437760->9076735) req@ffff880071d3df80 x1818247338736512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.671775:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247338736512 ext(8437760->9076735) 00002000:00010000:0.0:1734016099.671781:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:0.0:1734016099.671816:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8439 00000100:00100000:0.0:1734016099.671824:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338736512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.684560:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338736512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 12719us (12939us total) trans 0 rc 638976/638976 00000100:00100000:0.0:1734016099.684576:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8439 00002000:00100000:0.0:1734016099.684597:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8437760->9076735) req@ffff880071d3df80 x1818247338736512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 488/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 638976/638976 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.684606:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247338736512 ext(8437760->9076735) 00002000:00010000:0.0:1734016099.684614:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:0.0:1734016099.795136:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338736256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135624us (135871us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016099.795157:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8438 00002000:00100000:0.0:1734016099.795228:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->7442431) req@ffff8801312c5c00 x1818247338736256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:60/0 lens 504/440 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.795241:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5c00 with x1818247338736256 ext(0->7442431) 00002000:00010000:0.0:1734016099.795251:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5c00 00000100:00100000:1.0:1734016099.803420:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736768 00000100:00100000:1.0:1734016099.803436:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736768 00000100:00100000:1.0:1734016099.803508:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10284 00000100:00100000:1.0:1734016099.803518:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338736768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016099.803545:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016099.803578:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731fc82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a081b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016099.803646:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341479808:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016099.803746:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.821149:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.837828:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.848360:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.848899:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338737152 00000100:00100000:3.0:1734016099.848907:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338737152 00000100:00100000:3.0:1734016099.848974:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10287 00000100:00100000:3.0:1734016099.848983:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338737152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.849010:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.849035:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0830 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016099.849105:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341480192:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016099.849175:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.859804:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341480192:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016099.859842:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0830 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.859858:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731fc97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0830 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016099.859887:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016099.859990:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338737152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11006us (11640us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016099.860003:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10287 00000100:00100000:1.0:1734016099.864525:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.864610:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338737408 00000100:00100000:3.0:1734016099.864622:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338737408 00000100:00100000:3.0:1734016099.864686:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1857 00000100:00100000:3.0:1734016099.864694:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338737408:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016099.864762:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016099.864795:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731fc20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07c0 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.864829:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016099.864833:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016099.865015:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016099.865029:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fc66 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ff expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.865036:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016099.865069:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fc66 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ff expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.865080:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec731fc66 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a07ff expref: 16 pid: 6474 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.865101:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341480320:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016099.865165:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.873158:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341480320:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016099.873222:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016099.874857:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.883865:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016099.884066:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016099.884078:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016099.884085:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016099.884090:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165f80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016099.884104:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016099.884110:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016099.884126:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016099.884128:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016099.884132:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016099.884137:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fc9e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016099.912835:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.918841:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.923939:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.924051:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341480448:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016099.924074:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec731fcb3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016099.924667:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738176 00000100:00100000:1.0:1734016099.924675:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738176 00010000:00010000:1.0:1734016099.924703:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731fcac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0837 expref: 16 pid: 6474 timeout: 463 lvb_type: 0 00000100:00100000:1.0:1734016099.924741:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2607 00000100:00100000:1.0:1734016099.924749:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1983:x1818247338738176:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016099.924762:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016099.924767:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731fcac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0837 expref: 16 pid: 6474 timeout: 463 lvb_type: 0 00010000:00010000:1.0:1734016099.924776:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731fcac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0837 expref: 16 pid: 6474 timeout: 463 lvb_type: 0 00010000:00010000:1.0:1734016099.924795:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec731fcac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0837 expref: 16 pid: 6474 timeout: 463 lvb_type: 0 00010000:00010000:1.0:1734016099.924823:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016099.924827:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec731fcb3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016099.924836:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec731fcb3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016099.924845:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec731fcb3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016099.924866:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016099.924929:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247338738176:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 180us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016099.924937:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2607 00000100:00100000:1.0:1734016099.930795:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.933108:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738304 00000100:00100000:3.0:1734016099.933130:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738304 00000100:00100000:3.0:1734016099.933220:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10288 00000100:00100000:3.0:1734016099.933228:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338738304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016099.933245:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016099.933262:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731fcba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a083e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.933292:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8826880->8855551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0806 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.933305:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.933307:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016099.933311:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731fcba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a083e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.933348:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8826880->8855551) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0806 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.933359:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec731fc6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8826880->8855551) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0806 expref: 8 pid: 7681 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016099.933371:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341480576:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016099.933467:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016099.940806:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341480576:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016099.940838:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731fcba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a083e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016099.940856:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016099.940918:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338738304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7689us (10130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.940929:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10288 00000100:00100000:1.0:1734016099.949497:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016099.953389:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.953556:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738560 00000100:00100000:3.0:1734016099.953566:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738560 00002000:00010000:3.0:1734016099.953609:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5074617->18446744073709551615) 00002000:00100000:3.0:1734016099.953615:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325880 with x1818247338738560 ext(5074617->18446744073709551615) 00002000:00010000:3.0:1734016099.953629:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325880. 00000100:00100000:3.0:1734016099.953678:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8441 00000100:00100000:3.0:1734016099.954637:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338738560:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016099.954818:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3331883 -> 5074617 00002000:00010000:3.0:1734016099.954821:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016099.954823:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016099.954826:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016099.954828:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1232 -> 1232 00000100:00100000:3.0:1734016099.954869:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338738560:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1182us (1492us total) trans 4294969109 rc 0/0 00000100:00100000:3.0:1734016099.954876:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8441 00002000:00010000:3.0:1734016099.954879:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5074617->18446744073709551615) 00002000:00100000:3.0:1734016099.954882:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325880 with x1818247338738560 ext(5074617->18446744073709551615) 00002000:00010000:3.0:1734016099.954887:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325880. 00000100:00100000:1.0:1734016099.958909:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.962995:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738816 00000100:00100000:3.0:1734016099.963008:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738816 00002000:00100000:3.0:1734016099.963061:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5070848->5074943) req@ffff880071f98700 x1818247338738816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.963071:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98700 with x1818247338738816 ext(5070848->5074943) 00002000:00010000:3.0:1734016099.963078:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98700 00000100:00100000:3.0:1734016099.963140:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8442 00000100:00100000:3.0:1734016099.963147:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338738816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016099.963363:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338738816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 216us (4468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016099.963373:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8442 00002000:00100000:3.0:1734016099.963378:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5070848->5074943) req@ffff880071f98700 x1818247338738816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 488/4536 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.963385:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98700 with x1818247338738816 ext(5070848->5074943) 00002000:00010000:3.0:1734016099.963388:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98700 00000100:00100000:1.0:1734016099.969955:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.970071:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738944 00000100:00100000:3.0:1734016099.970084:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738944 00002000:00100000:3.0:1734016099.971090:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5070848->5074616) req@ffff880076658380 x1818247338738944/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 4264/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.971111:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658380 with x1818247338738944 ext(5070848->5074616) 00002000:00010000:3.0:1734016099.971116:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658380 00000100:00100000:3.0:1734016099.971155:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8443 00000100:00100000:3.0:1734016099.971162:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338738944:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016099.975174:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338738944:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3989us (5207us total) trans 4294969110 rc 0/0 00000100:00100000:3.0:1734016099.975205:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8443 00002000:00100000:3.0:1734016099.975225:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5070848->5074616) req@ffff880076658380 x1818247338738944/t4294969110(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:60/0 lens 4264/448 e 0 to 0 dl 1734016110 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016099.975235:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658380 with x1818247338738944 ext(5070848->5074616) 00002000:00010000:3.0:1734016099.975242:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658380 00000100:00100000:0.0:1734016099.979531:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016099.985774:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016099.985914:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739200 00000100:00100000:3.0:1734016099.985925:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739200 00000100:00100000:3.0:1734016099.985978:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10289 00000100:00100000:3.0:1734016099.985988:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338739200:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016099.988608:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969110 is committed 00000001:00080000:0.0:1734016099.988635:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969108 is committed 00000100:00100000:3.0:1734016099.988904:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338739200:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2909us (3134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016099.988918:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10289 00000100:00100000:0.0:1734016099.994503:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.000235:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.000321:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739456 00000100:00100000:3.0:1734016100.000328:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739456 00000100:00100000:3.0:1734016100.000362:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10290 00000100:00100000:3.0:1734016100.000367:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338739456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.000381:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.000394:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a084c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.000415:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731fcba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a083e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.000420:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.000422:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.000424:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4816896->4820991] (req 4816896->4820991) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.000448:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731fcba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a083e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.000457:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec731fcba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a083e expref: 6 pid: 7681 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016100.000466:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341480832:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016100.000731:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.004956:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341480832:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016100.004984:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4816896->4820991] (req 4816896->4820991) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.005002:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016100.005046:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338739456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4676us (4868us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.005055:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10290 00000100:00100000:0.0:1734016100.005728:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:1.0:1734016100.006071:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016070 00000100:00100000:0.0:1734016100.012081:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.012962:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739840 00000100:00100000:3.0:1734016100.012978:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739840 00002000:00100000:3.0:1734016100.013056:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4816896->4820991) req@ffff88007402e680 x1818247338739840/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.013070:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e680 with x1818247338739840 ext(4816896->4820991) 00002000:00010000:3.0:1734016100.013078:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e680 00000100:00100000:3.0:1734016100.013135:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8444 00000100:00100000:3.0:1734016100.013145:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338739840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.013489:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338739840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 345us (1417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.013498:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8444 00002000:00100000:3.0:1734016100.013504:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4816896->4820991) req@ffff88007402e680 x1818247338739840/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.013512:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e680 with x1818247338739840 ext(4816896->4820991) 00002000:00010000:3.0:1734016100.013515:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e680 00000100:00100000:1.0:1734016100.025989:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.027108:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739968 00000100:00100000:3.0:1734016100.027119:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739968 00000100:00100000:3.0:1734016100.027218:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10291 00000100:00100000:3.0:1734016100.027226:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338739968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.027245:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.027264:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731fcd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0853 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.027329:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341481088:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016100.027417:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.030686:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341481088:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016100.030719:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731fcd6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0853 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.030732:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec731fcd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0853 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.030807:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016100.030862:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338739968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3637us (4888us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.030870:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10291 00000100:00100000:0.0:1734016100.034329:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.034428:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740096 00000100:00100000:3.0:1734016100.034439:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740096 00000100:00100000:3.0:1734016100.034480:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10292 00000100:00100000:3.0:1734016100.034487:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338740096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.034504:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.034518:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fcdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a085a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.034571:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341481216:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016100.035685:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.042872:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341481216:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016100.042905:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fcdd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a085a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.042918:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fcdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a085a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.044161:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016100.048648:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338740096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14126us (14292us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.048666:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10292 00000100:00100000:0.0:1734016100.053070:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.053173:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740224 00000100:00100000:3.0:1734016100.053217:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740224 00000100:00100000:3.0:1734016100.053270:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10293 00000100:00100000:3.0:1734016100.053277:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338740224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.053300:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.053322:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0861 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.053355:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4820991) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.053366:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.053368:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.053371:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8212480->8232959] (req 8212480->8232959) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.053398:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4820991) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.053409:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4820991) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 5 pid: 7681 timeout: 463 lvb_type: 0 00000100:00100000:3.0:1734016100.053423:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341481344:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016100.053508:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.056791:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341481344:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016100.056827:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8212480->8232959] (req 8212480->8232959) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.056846:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016100.056914:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338740224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3636us (3856us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.056924:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10293 00000100:00100000:1.0:1734016100.064308:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.064384:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740352 00000100:00100000:0.0:1734016100.064392:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740352 00002000:00100000:0.0:1734016100.064426:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4816896->4820991) req@ffff88011d807800 x1818247338740352/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 4584/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.064435:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247338740352 ext(4816896->4820991) 00010000:00010000:0.0:1734016100.064443:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4820991) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 6 pid: 7681 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016100.064453:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4820991) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 6 pid: 7681 timeout: 463 lvb_type: 0 00002000:00010000:0.0:1734016100.064460:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d807800 00000100:00100000:0.0:1734016100.064582:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 289 00000100:00100000:0.0:1734016100.064588:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338740352:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016100.065783:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338740352:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1187us (1475us total) trans 4294969111 rc 0/0 00000100:00100000:0.0:1734016100.065794:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 289 00002000:00100000:0.0:1734016100.065801:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4816896->4820991) req@ffff88011d807800 x1818247338740352/t4294969111(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 4584/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.065808:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247338740352 ext(4816896->4820991) 00010000:00010000:0.0:1734016100.065816:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4820991) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 8 pid: 7681 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016100.065826:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fccf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4820991) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a084c expref: 8 pid: 7681 timeout: 463 lvb_type: 0 00002000:00010000:0.0:1734016100.065835:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d807800 00000100:00100000:0.0:1734016100.076120:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.083315:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.084234:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740608 00000100:00100000:3.0:1734016100.084240:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740608 00000100:00100000:3.0:1734016100.084267:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10294 00000100:00100000:3.0:1734016100.084272:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338740608:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016100.084468:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5074617 -> 5074617 00002000:00010000:3.0:1734016100.084470:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.084472:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.084474:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.084475:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1248 -> 1304 00000100:00100000:3.0:1734016100.084491:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338740608:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 219us (1188us total) trans 4294969112 rc 0/0 00000100:00100000:3.0:1734016100.084496:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10294 00010000:00010000:1.0:1734016100.085842:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016100.091379:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740864 00000100:00100000:0.0:1734016100.091389:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740864 00002000:00100000:0.0:1734016100.091431:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6955008->6959103) req@ffff88012bdb6a00 x1818247338740864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.091441:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6a00 with x1818247338740864 ext(6955008->6959103) 00002000:00010000:0.0:1734016100.091446:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6a00 00000100:00100000:0.0:1734016100.091480:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8445 00000100:00100000:0.0:1734016100.091488:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338740864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.091666:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338740864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 177us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.091678:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8445 00002000:00100000:0.0:1734016100.091683:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6955008->6959103) req@ffff88012bdb6a00 x1818247338740864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:61/0 lens 488/440 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.091690:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6a00 with x1818247338740864 ext(6955008->6959103) 00002000:00010000:0.0:1734016100.091693:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6a00 00000100:00100000:0.0:1734016100.094226:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.105777:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016100.106367:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731fceb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016100.106373:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731fceb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:3.0:1734016100.106472:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968462 00000004:00010000:3.0:1734016100.106519:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007402c380 reply state ffff880071d66000 transno 4294968463 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731fceb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:3.0:1734016100.106526:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016100.106618:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338741120:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8296us (12444us total) trans 4294968463 rc 0/0 00000100:00100000:3.0:1734016100.106624:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1862 00000020:00080000:3.0:1734016100.106628:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016100.108575:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.108608:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741376 00000100:00100000:0.0:1734016100.108617:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741376 00000100:00100000:0.0:1734016100.108669:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10295 00000100:00100000:0.0:1734016100.108675:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338741376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.108690:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.108705:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0868 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.108731:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.108738:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016100.108739:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016100.108743:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0868 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.108769:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.108784:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 7 pid: 7681 timeout: 463 lvb_type: 0 00000100:00100000:0.0:1734016100.108795:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007402e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341481728:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016100.108836:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00080000:1.0:1734016100.109119:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016070 00000100:00100000:0.0:1734016100.116805:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.118504:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741504 00000100:00100000:3.0:1734016100.118516:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741504 00002000:00100000:3.0:1734016100.118569:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6955008->8230510) req@ffff88007402f100 x1818247338741504/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:61/0 lens 504/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.118581:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f100 with x1818247338741504 ext(6955008->8230510) 00010000:00010000:3.0:1734016100.118594:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 8 pid: 7681 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016100.118610:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 8 pid: 7681 timeout: 463 lvb_type: 0 00002000:00010000:3.0:1734016100.118618:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007402f100 00000100:00100000:3.0:1734016100.119209:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 290 00000100:00100000:3.0:1734016100.119218:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338741504:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016100.123858:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338741504:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4626us (7052us total) trans 4294969113 rc 0/0 00000100:00100000:3.0:1734016100.123872:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 290 00002000:00100000:3.0:1734016100.123885:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6955008->8230510) req@ffff88007402f100 x1818247338741504/t4294969113(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:61/0 lens 504/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.123894:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f100 with x1818247338741504 ext(6955008->8230510) 00010000:00010000:3.0:1734016100.123904:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 10 pid: 7681 timeout: 463 lvb_type: 0 00010000:00010000:3.0:1734016100.123921:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 10 pid: 7681 timeout: 463 lvb_type: 0 00002000:00010000:3.0:1734016100.123928:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007402f100 00000100:00100000:1.0:1734016100.128131:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.128366:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741632 00000100:00100000:0.0:1734016100.128376:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741632 00010000:00010000:0.0:1734016100.128408:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 10 pid: 7681 timeout: 463 lvb_type: 0 00000100:00100000:0.0:1734016100.128444:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2612 00000100:00100000:0.0:1734016100.128450:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338741632:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016100.128467:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016100.128482:0:8952:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5074617 -> 8230511 00002000:00010000:0.0:1734016100.128485:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1304 -> 1352 00010000:00010000:0.0:1734016100.128490:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 10 pid: 7681 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016100.128499:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 10 pid: 7681 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016100.128518:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fce4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8212480->8232959) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0861 expref: 10 pid: 7681 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016100.128689:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.128692:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.128697:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0868 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.128706:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0868 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.128734:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0868 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.128746:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007402f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341481856:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016100.128806:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.131478:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007402f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341481856:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016100.131507:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016100.131550:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338741632:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3098us (3428us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.131563:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2612 00000100:00100000:0.0:1734016100.131700:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.131881:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741760 00000100:00100000:3.0:1734016100.131888:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741760 00002000:00010000:3.0:1734016100.131914:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8305107->18446744073709551615) 00002000:00100000:3.0:1734016100.131917:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f480 with x1818247338741760 ext(8305107->18446744073709551615) 00002000:00010000:3.0:1734016100.131925:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f480. 00000100:00100000:3.0:1734016100.131942:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8446 00000100:00100000:3.0:1734016100.131948:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338741760:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016100.132207:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8230511 -> 8305107 00002000:00010000:3.0:1734016100.132211:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.132214:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:3.0:1734016100.132216:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016100 -> 1734016100 00002000:00010000:3.0:1734016100.132218:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1352 -> 1352 00000100:00100000:3.0:1734016100.133589:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338741760:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1635us (1884us total) trans 4294969114 rc 0/0 00000100:00100000:3.0:1734016100.133598:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8446 00002000:00010000:3.0:1734016100.133602:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8305107->18446744073709551615) 00002000:00100000:3.0:1734016100.133605:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f480 with x1818247338741760 ext(8305107->18446744073709551615) 00002000:00010000:3.0:1734016100.133610:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f480. 00000100:00100000:0.0:1734016100.137104:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.137720:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742016 00000100:00100000:3.0:1734016100.137733:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742016 00002000:00100000:3.0:1734016100.137776:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8302592->8306687) req@ffff88007402fb80 x1818247338742016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.137787:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247338742016 ext(8302592->8306687) 00002000:00010000:3.0:1734016100.137791:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:3.0:1734016100.137826:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8447 00000100:00100000:3.0:1734016100.137835:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338742016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.138656:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338742016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 818us (1565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.138666:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8447 00002000:00100000:3.0:1734016100.138674:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8302592->8306687) req@ffff88007402fb80 x1818247338742016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.138683:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247338742016 ext(8302592->8306687) 00002000:00010000:3.0:1734016100.138686:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:3.0:1734016100.142415:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742272 00000100:00100000:3.0:1734016100.142428:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742272 00002000:00100000:3.0:1734016100.142474:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8298496->8302591) req@ffff88012bdb5500 x1818247338742272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.142484:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5500 with x1818247338742272 ext(8298496->8302591) 00002000:00010000:3.0:1734016100.142489:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5500 00000100:00100000:3.0:1734016100.142519:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8448 00000100:00100000:3.0:1734016100.142527:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338742272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.142709:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338742272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180us (791us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.142715:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8448 00002000:00100000:3.0:1734016100.142721:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8298496->8302591) req@ffff88012bdb5500 x1818247338742272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.142727:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5500 with x1818247338742272 ext(8298496->8302591) 00002000:00010000:3.0:1734016100.142730:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5500 00000100:00100000:1.0:1734016100.145889:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.145960:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742528 00000100:00100000:0.0:1734016100.145967:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742528 00002000:00100000:0.0:1734016100.145999:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8294400->8298495) req@ffff88011d804e00 x1818247338742528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.146007:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804e00 with x1818247338742528 ext(8294400->8298495) 00002000:00010000:0.0:1734016100.146012:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804e00 00000100:00100000:0.0:1734016100.146042:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8449 00000100:00100000:0.0:1734016100.146048:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338742528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.146245:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338742528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 195us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.146252:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8449 00002000:00100000:0.0:1734016100.146258:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8294400->8298495) req@ffff88011d804e00 x1818247338742528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.146265:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804e00 with x1818247338742528 ext(8294400->8298495) 00002000:00010000:0.0:1734016100.146268:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804e00 00000100:00100000:0.0:1734016100.149336:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.149610:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742784 00000100:00100000:3.0:1734016100.149621:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742784 00002000:00100000:3.0:1734016100.149658:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8290304->8294399) req@ffff88007402c700 x1818247338742784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.149665:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c700 with x1818247338742784 ext(8290304->8294399) 00002000:00010000:3.0:1734016100.149670:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c700 00000100:00100000:3.0:1734016100.149698:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8450 00000100:00100000:3.0:1734016100.149704:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338742784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.149862:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338742784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (533us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.149868:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8450 00002000:00100000:3.0:1734016100.149873:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8290304->8294399) req@ffff88007402c700 x1818247338742784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.149879:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c700 with x1818247338742784 ext(8290304->8294399) 00002000:00010000:3.0:1734016100.149881:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c700 00000100:00100000:0.0:1734016100.152802:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743040 00000100:00100000:0.0:1734016100.152810:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743040 00002000:00100000:0.0:1734016100.152844:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8286208->8290303) req@ffff88012bdb5c00 x1818247338743040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.152852:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5c00 with x1818247338743040 ext(8286208->8290303) 00002000:00010000:0.0:1734016100.152856:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5c00 00000100:00100000:0.0:1734016100.152883:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8451 00000100:00100000:0.0:1734016100.152888:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338743040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.153034:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338743040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (374us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.153041:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8451 00002000:00100000:0.0:1734016100.153048:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8286208->8290303) req@ffff88012bdb5c00 x1818247338743040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.153059:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5c00 with x1818247338743040 ext(8286208->8290303) 00002000:00010000:0.0:1734016100.153062:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5c00 00000100:00100000:1.0:1734016100.156463:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.156761:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743296 00000100:00100000:3.0:1734016100.156770:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743296 00002000:00100000:3.0:1734016100.156807:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8282112->8286207) req@ffff88011d805c00 x1818247338743296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.156815:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805c00 with x1818247338743296 ext(8282112->8286207) 00002000:00010000:3.0:1734016100.156820:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805c00 00000100:00100000:3.0:1734016100.157174:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8452 00000100:00100000:3.0:1734016100.157211:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338743296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.157399:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338743296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 217us (944us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.157406:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8452 00002000:00100000:3.0:1734016100.157411:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8282112->8286207) req@ffff88011d805c00 x1818247338743296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.157417:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805c00 with x1818247338743296 ext(8282112->8286207) 00002000:00010000:3.0:1734016100.157420:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805c00 00000100:00100000:0.0:1734016100.160350:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.163583:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743808 00000100:00100000:0.0:1734016100.163591:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743808 00002000:00100000:0.0:1734016100.163625:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8273920->8278015) req@ffff88012bdb4a80 x1818247338743808/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.163634:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247338743808 ext(8273920->8278015) 00002000:00010000:0.0:1734016100.163639:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80 00000100:00100000:0.0:1734016100.163675:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8454 00000100:00100000:0.0:1734016100.163682:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338743808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.163856:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338743808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (335us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.163863:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8454 00002000:00100000:0.0:1734016100.163868:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8273920->8278015) req@ffff88012bdb4a80 x1818247338743808/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.163875:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247338743808 ext(8273920->8278015) 00002000:00010000:0.0:1734016100.163878:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80 00000100:00100000:1.0:1734016100.168916:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.169676:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744064 00000100:00100000:3.0:1734016100.169686:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744064 00002000:00100000:3.0:1734016100.169725:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8269824->8273919) req@ffff88011d807480 x1818247338744064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.169735:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247338744064 ext(8269824->8273919) 00002000:00010000:3.0:1734016100.169740:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:3.0:1734016100.170290:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8455 00000100:00100000:3.0:1734016100.170296:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338744064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.170482:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338744064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 184us (1573us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.170489:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8455 00002000:00100000:3.0:1734016100.170494:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8269824->8273919) req@ffff88011d807480 x1818247338744064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.170502:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247338744064 ext(8269824->8273919) 00002000:00010000:3.0:1734016100.170505:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:1.0:1734016100.178569:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.190551:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744576 00000100:00100000:0.0:1734016100.190564:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744576 00002000:00100000:0.0:1734016100.190624:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8261632->8265727) req@ffff88012bdb4380 x1818247338744576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.190634:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4380 with x1818247338744576 ext(8261632->8265727) 00002000:00010000:0.0:1734016100.190640:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4380 00000100:00100000:0.0:1734016100.190674:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8457 00000100:00100000:0.0:1734016100.190680:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338744576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.190862:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338744576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.190868:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8457 00002000:00100000:0.0:1734016100.190873:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8261632->8265727) req@ffff88012bdb4380 x1818247338744576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.190880:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4380 with x1818247338744576 ext(8261632->8265727) 00002000:00010000:0.0:1734016100.190882:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4380 00000100:00100000:1.0:1734016100.193593:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.193686:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744832 00000100:00100000:3.0:1734016100.193699:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744832 00002000:00100000:3.0:1734016100.193748:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8257536->8261631) req@ffff88011d805180 x1818247338744832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.193758:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247338744832 ext(8257536->8261631) 00002000:00010000:3.0:1734016100.193763:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:3.0:1734016100.193787:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8458 00000100:00100000:3.0:1734016100.193795:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338744832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.194050:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338744832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 254us (468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.194059:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8458 00002000:00100000:3.0:1734016100.194065:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8257536->8261631) req@ffff88011d805180 x1818247338744832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.194071:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247338744832 ext(8257536->8261631) 00002000:00010000:3.0:1734016100.194074:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:0.0:1734016100.204278:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.216401:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745344 00000100:00100000:0.0:1734016100.216409:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745344 00002000:00100000:0.0:1734016100.216445:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8249344->8253439) req@ffff88012bdb5880 x1818247338745344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.216455:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5880 with x1818247338745344 ext(8249344->8253439) 00002000:00010000:0.0:1734016100.216460:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5880 00000100:00100000:0.0:1734016100.216491:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8460 00000100:00100000:0.0:1734016100.216498:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338745344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.216654:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338745344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.216662:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8460 00002000:00100000:0.0:1734016100.216668:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8249344->8253439) req@ffff88012bdb5880 x1818247338745344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.216675:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5880 with x1818247338745344 ext(8249344->8253439) 00002000:00010000:0.0:1734016100.216678:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5880 00000100:00100000:1.0:1734016100.224448:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.224521:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745600 00000100:00100000:3.0:1734016100.224528:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745600 00002000:00100000:3.0:1734016100.224563:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8245248->8249343) req@ffff88011d804700 x1818247338745600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.224572:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804700 with x1818247338745600 ext(8245248->8249343) 00002000:00010000:3.0:1734016100.224576:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804700 00000100:00100000:3.0:1734016100.224601:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8461 00000100:00100000:3.0:1734016100.224606:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338745600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.224773:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338745600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.224779:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8461 00002000:00100000:3.0:1734016100.224784:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8245248->8249343) req@ffff88011d804700 x1818247338745600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.224790:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804700 with x1818247338745600 ext(8245248->8249343) 00002000:00010000:3.0:1734016100.224793:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804700 00000100:00100000:0.0:1734016100.234570:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.251724:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745984 00000100:00100000:0.0:1734016100.251744:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745984 00002000:00100000:0.0:1734016100.251822:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8241152->8305106) req@ffff8800740e1500 x1818247338745984/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.251836:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1500 with x1818247338745984 ext(8241152->8305106) 00002000:00010000:0.0:1734016100.251844:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1500 00000100:00100000:0.0:1734016100.251905:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8463 00000100:00100000:0.0:1734016100.251914:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338745984:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016100.259351:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338745984:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7422us (9817us total) trans 4294969115 rc 0/0 00000100:00100000:0.0:1734016100.259368:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8463 00002000:00100000:0.0:1734016100.259383:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8241152->8305106) req@ffff8800740e1500 x1818247338745984/t4294969115(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.259394:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1500 with x1818247338745984 ext(8241152->8305106) 00002000:00010000:0.0:1734016100.259400:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1500 00000100:00100000:0.0:1734016100.274722:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.280226:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746112 00000100:00100000:3.0:1734016100.280251:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746112 00000100:00100000:3.0:1734016100.280339:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1863 00000100:00100000:3.0:1734016100.280349:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338746112:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016100.280529:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338746112:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 180us (5823us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016100.280537:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1863 00000100:00100000:0.0:1734016100.288108:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746240 00000100:00100000:0.0:1734016100.288117:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746240 00000100:00100000:0.0:1734016100.288163:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10296 00000100:00100000:0.0:1734016100.288169:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338746240:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016100.293779:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969115 is committed 00000001:00080000:0.0:1734016100.293820:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969113 is committed 00000100:00100000:1.0:1734016100.300307:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.300416:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746368 00000100:00100000:0.0:1734016100.300425:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746368 00000100:00100000:0.0:1734016100.303343:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1864 00000100:00100000:0.0:1734016100.303357:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338746368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.303382:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.303407:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731fcf9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a086f expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.303495:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731fd00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016100.303509:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731fd00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016100.303519:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731fd00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016100.303541:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8305107 00000004:00200000:0.0:1734016100.303545:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016100.303559:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731fd00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016100.303583:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731fcf9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a086f expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.303629:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731fd00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a086f expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.303637:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016100.303640:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016100.303644:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016100.303706:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338746368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 351us (3406us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.303713:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1864 00000100:00100000:0.0:1734016100.315731:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.326312:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.342242:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.362508:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.362994:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747008 00000100:00100000:0.0:1734016100.363005:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747008 00002000:00100000:0.0:1734016100.363055:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (753664->757759) req@ffff88011d805500 x1818247338747008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.363066:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247338747008 ext(753664->757759) 00002000:00010000:0.0:1734016100.363072:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:0.0:1734016100.363121:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8464 00000100:00100000:0.0:1734016100.363128:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338747008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.363388:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338747008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 258us (889us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.363398:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8464 00002000:00100000:0.0:1734016100.363405:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (753664->757759) req@ffff88011d805500 x1818247338747008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.363412:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247338747008 ext(753664->757759) 00002000:00010000:0.0:1734016100.363416:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:1.0:1734016100.374065:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.374990:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747264 00000100:00100000:3.0:1734016100.375007:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747264 00002000:00100000:3.0:1734016100.375067:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (749568->753663) req@ffff8800717fe300 x1818247338747264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.375077:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe300 with x1818247338747264 ext(749568->753663) 00002000:00010000:3.0:1734016100.375093:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe300 00000100:00100000:3.0:1734016100.375481:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8465 00000100:00100000:3.0:1734016100.375488:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338747264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.375667:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338747264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (1616us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.375673:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8465 00002000:00100000:3.0:1734016100.375678:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (749568->753663) req@ffff8800717fe300 x1818247338747264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.375686:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe300 with x1818247338747264 ext(749568->753663) 00002000:00010000:3.0:1734016100.375689:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe300 00000100:00100000:1.0:1734016100.381356:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.381468:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747520 00000100:00100000:0.0:1734016100.381480:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747520 00002000:00100000:0.0:1734016100.381542:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (745472->749567) req@ffff8800717fe680 x1818247338747520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.381554:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe680 with x1818247338747520 ext(745472->749567) 00002000:00010000:0.0:1734016100.381560:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe680 00000100:00100000:0.0:1734016100.381756:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8466 00000100:00100000:0.0:1734016100.381765:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338747520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.382004:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338747520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 239us (657us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.382012:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8466 00002000:00100000:0.0:1734016100.382018:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (745472->749567) req@ffff8800717fe680 x1818247338747520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.382025:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe680 with x1818247338747520 ext(745472->749567) 00002000:00010000:0.0:1734016100.382028:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe680 00000100:00100000:1.0:1734016100.388803:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.388938:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747776 00000100:00100000:3.0:1734016100.388956:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747776 00002000:00100000:3.0:1734016100.389035:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (741376->745471) req@ffff8800717fce00 x1818247338747776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.389048:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fce00 with x1818247338747776 ext(741376->745471) 00002000:00010000:3.0:1734016100.389057:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fce00 00000100:00100000:3.0:1734016100.389103:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8467 00000100:00100000:3.0:1734016100.389116:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338747776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.389397:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338747776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 283us (610us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.389406:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8467 00002000:00100000:3.0:1734016100.389412:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (741376->745471) req@ffff8800717fce00 x1818247338747776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.389419:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fce00 with x1818247338747776 ext(741376->745471) 00002000:00010000:3.0:1734016100.389422:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fce00 00000100:00100000:1.0:1734016100.392886:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.392976:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748032 00000100:00100000:0.0:1734016100.392988:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748032 00002000:00100000:0.0:1734016100.393042:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (737280->741375) req@ffff8800717fd180 x1818247338748032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.393053:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247338748032 ext(737280->741375) 00002000:00010000:0.0:1734016100.393059:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd180 00000100:00100000:0.0:1734016100.393104:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8468 00000100:00100000:0.0:1734016100.393113:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338748032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.393395:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338748032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 280us (524us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.393403:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8468 00002000:00100000:0.0:1734016100.393409:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (737280->741375) req@ffff8800717fd180 x1818247338748032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.393417:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247338748032 ext(737280->741375) 00002000:00010000:0.0:1734016100.393419:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd180 00000100:00100000:1.0:1734016100.403049:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.405025:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748288 00000100:00100000:3.0:1734016100.405046:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748288 00002000:00100000:3.0:1734016100.405131:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (733184->737279) req@ffff8800717fd500 x1818247338748288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.405144:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd500 with x1818247338748288 ext(733184->737279) 00002000:00010000:3.0:1734016100.405152:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd500 00000100:00100000:3.0:1734016100.407539:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8469 00000100:00100000:3.0:1734016100.407557:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338748288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.408164:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338748288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 610us (5145us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.408170:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8469 00002000:00100000:3.0:1734016100.408192:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (733184->737279) req@ffff8800717fd500 x1818247338748288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.408200:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd500 with x1818247338748288 ext(733184->737279) 00002000:00010000:3.0:1734016100.408205:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd500 00000100:00100000:1.0:1734016100.411464:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.411584:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748544 00000100:00100000:3.0:1734016100.411594:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748544 00002000:00100000:3.0:1734016100.411640:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (729088->733183) req@ffff8800717fdc00 x1818247338748544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.411652:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdc00 with x1818247338748544 ext(729088->733183) 00002000:00010000:3.0:1734016100.411658:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdc00 00000100:00100000:3.0:1734016100.411693:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8470 00000100:00100000:3.0:1734016100.411701:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338748544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.411926:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338748544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 224us (468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.411933:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8470 00002000:00100000:3.0:1734016100.411940:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (729088->733183) req@ffff8800717fdc00 x1818247338748544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.411948:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdc00 with x1818247338748544 ext(729088->733183) 00002000:00010000:3.0:1734016100.411950:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdc00 00000100:00100000:1.0:1734016100.417280:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.417400:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748800 00000100:00100000:0.0:1734016100.417416:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748800 00002000:00100000:0.0:1734016100.417488:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (724992->729087) req@ffff8800717fea00 x1818247338748800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.417501:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fea00 with x1818247338748800 ext(724992->729087) 00002000:00010000:0.0:1734016100.417507:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fea00 00000100:00100000:0.0:1734016100.417553:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8471 00000100:00100000:0.0:1734016100.417561:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338748800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.417821:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338748800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 259us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.417828:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8471 00002000:00100000:0.0:1734016100.417833:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (724992->729087) req@ffff8800717fea00 x1818247338748800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.417838:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fea00 with x1818247338748800 ext(724992->729087) 00002000:00010000:0.0:1734016100.417841:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fea00 00000100:00100000:1.0:1734016100.421666:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.422334:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749056 00000100:00100000:3.0:1734016100.422343:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749056 00002000:00100000:3.0:1734016100.422388:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (720896->724991) req@ffff8800717ff480 x1818247338749056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.422397:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff480 with x1818247338749056 ext(720896->724991) 00002000:00010000:3.0:1734016100.422402:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff480 00000100:00100000:3.0:1734016100.422436:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8472 00000100:00100000:3.0:1734016100.422442:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338749056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.422683:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338749056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 238us (1032us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.422691:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8472 00002000:00100000:3.0:1734016100.422697:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (720896->724991) req@ffff8800717ff480 x1818247338749056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.422703:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff480 with x1818247338749056 ext(720896->724991) 00002000:00010000:3.0:1734016100.422706:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff480 00000100:00100000:1.0:1734016100.426370:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.426454:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749312 00000100:00100000:0.0:1734016100.426464:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749312 00002000:00100000:0.0:1734016100.426513:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (716800->720895) req@ffff8800717ff800 x1818247338749312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.426524:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247338749312 ext(716800->720895) 00002000:00010000:0.0:1734016100.426528:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:0.0:1734016100.426564:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8473 00000100:00100000:0.0:1734016100.426571:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338749312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.426746:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338749312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.426755:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8473 00002000:00100000:0.0:1734016100.426762:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (716800->720895) req@ffff8800717ff800 x1818247338749312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.426768:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247338749312 ext(716800->720895) 00002000:00010000:0.0:1734016100.426770:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:1.0:1734016100.434249:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.434374:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749568 00000100:00100000:3.0:1734016100.434389:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749568 00002000:00100000:3.0:1734016100.434448:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (712704->716799) req@ffff8800717fed80 x1818247338749568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.434458:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fed80 with x1818247338749568 ext(712704->716799) 00002000:00010000:3.0:1734016100.434463:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fed80 00000100:00100000:3.0:1734016100.434491:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8474 00000100:00100000:3.0:1734016100.434497:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338749568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.434718:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338749568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 220us (484us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.434725:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8474 00002000:00100000:3.0:1734016100.434731:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (712704->716799) req@ffff8800717fed80 x1818247338749568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.434737:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fed80 with x1818247338749568 ext(712704->716799) 00002000:00010000:3.0:1734016100.434740:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fed80 00000100:00100000:1.0:1734016100.437365:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.437434:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749824 00000100:00100000:0.0:1734016100.437442:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749824 00002000:00100000:0.0:1734016100.437483:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (708608->712703) req@ffff8800717fc000 x1818247338749824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.437493:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc000 with x1818247338749824 ext(708608->712703) 00002000:00010000:0.0:1734016100.437499:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc000 00000100:00100000:0.0:1734016100.437537:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8475 00000100:00100000:0.0:1734016100.437545:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338749824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.437777:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338749824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 232us (419us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.437789:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8475 00002000:00100000:0.0:1734016100.437796:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (708608->712703) req@ffff8800717fc000 x1818247338749824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.437804:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc000 with x1818247338749824 ext(708608->712703) 00002000:00010000:0.0:1734016100.437807:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc000 00000100:00100000:1.0:1734016100.443795:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.443935:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750080 00000100:00100000:3.0:1734016100.443947:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750080 00002000:00100000:3.0:1734016100.444014:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (704512->708607) req@ffff8800717fdf80 x1818247338750080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.444029:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdf80 with x1818247338750080 ext(704512->708607) 00002000:00010000:3.0:1734016100.444036:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdf80 00000100:00100000:3.0:1734016100.444059:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8476 00000100:00100000:3.0:1734016100.444066:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338750080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.444377:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338750080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 309us (607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.444384:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8476 00002000:00100000:3.0:1734016100.444390:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (704512->708607) req@ffff8800717fdf80 x1818247338750080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.444396:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdf80 with x1818247338750080 ext(704512->708607) 00002000:00010000:3.0:1734016100.444399:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdf80 00000100:00100000:1.0:1734016100.453365:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.454146:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750336 00000100:00100000:0.0:1734016100.454161:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750336 00002000:00100000:0.0:1734016100.454247:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (700416->704511) req@ffff8800717ffb80 x1818247338750336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.454265:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247338750336 ext(700416->704511) 00002000:00010000:0.0:1734016100.454271:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:0.0:1734016100.454307:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8477 00000100:00100000:0.0:1734016100.454314:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338750336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.454518:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338750336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (1166us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.454524:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8477 00002000:00100000:0.0:1734016100.454530:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (700416->704511) req@ffff8800717ffb80 x1818247338750336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.454537:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247338750336 ext(700416->704511) 00002000:00010000:0.0:1734016100.454540:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:1.0:1734016100.456912:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.456993:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750592 00000100:00100000:3.0:1734016100.457003:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750592 00002000:00100000:3.0:1734016100.457050:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (696320->700415) req@ffff8800717fc700 x1818247338750592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.457062:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc700 with x1818247338750592 ext(696320->700415) 00002000:00010000:3.0:1734016100.457067:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc700 00000100:00100000:3.0:1734016100.457099:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8478 00000100:00100000:3.0:1734016100.457106:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338750592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.457323:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338750592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 217us (424us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016100.457333:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8478 00002000:00100000:3.0:1734016100.457338:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (696320->700415) req@ffff8800717fc700 x1818247338750592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.457347:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc700 with x1818247338750592 ext(696320->700415) 00002000:00010000:3.0:1734016100.457349:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc700 00000100:00100000:1.0:1734016100.464540:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.464637:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750848 00000100:00100000:0.0:1734016100.464653:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750848 00002000:00100000:0.0:1734016100.464732:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (692224->696319) req@ffff8800717ff100 x1818247338750848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.464748:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff100 with x1818247338750848 ext(692224->696319) 00002000:00010000:0.0:1734016100.464756:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff100 00000100:00100000:0.0:1734016100.464812:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8479 00000100:00100000:0.0:1734016100.464822:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338750848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.465161:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338750848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 338us (634us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.465171:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8479 00002000:00100000:0.0:1734016100.465233:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (692224->696319) req@ffff8800717ff100 x1818247338750848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.465243:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff100 with x1818247338750848 ext(692224->696319) 00002000:00010000:0.0:1734016100.465246:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff100 00000100:00100000:1.0:1734016100.469615:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.475512:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.482904:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.492060:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.530014:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.530078:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.530160:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338751616 00000100:00100000:0.0:1734016100.530174:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338751616 00002000:00100000:0.0:1734016100.530277:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->5275647) req@ffff880071e36d80 x1818247338751616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 520/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.530288:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247338751616 ext(0->5275647) 00002000:00010000:0.0:1734016100.530295:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:0.0:1734016100.530322:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338751872 00000100:00100000:0.0:1734016100.530324:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338751872 00002000:00100000:0.0:1734016100.530336:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4255744->8241151) req@ffff880071e34000 x1818247338751872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 504/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.530342:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34000 with x1818247338751872 ext(4255744->8241151) 00002000:00010000:0.0:1734016100.530344:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34000 00000100:00100000:0.0:1734016100.530371:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8480 00000100:00100000:0.0:1734016100.530379:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338751616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016100.619660:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338751616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 89263us (89645us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016100.619676:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8480 00002000:00100000:3.0:1734016100.619694:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->5275647) req@ffff880071e36d80 x1818247338751616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 520/440 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.619705:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247338751616 ext(0->5275647) 00002000:00010000:3.0:1734016100.619711:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:1.0:1734016100.667985:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.678435:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.689290:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.696855:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.725969:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.726123:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752512 00000100:00100000:0.0:1734016100.726139:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752512 00010000:00010000:0.0:1734016100.726240:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0868 expref: 6 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:0.0:1734016100.726303:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2613 00000100:00100000:0.0:1734016100.726313:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338752512:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016100.726346:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016100.726385:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0868 expref: 6 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016100.726402:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0868 expref: 6 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016100.726443:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731fcf2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0868 expref: 6 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016100.726489:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.726493:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.726503:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.726515:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.726575:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.726597:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341483264:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016100.726692:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.730123:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.732811:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341483264:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016100.733241:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016100.733362:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338752512:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7046us (7409us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.733380:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2613 00000100:00100000:1.0:1734016100.757362:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.757656:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752896 00000100:00100000:3.0:1734016100.757669:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752896 00002000:00100000:3.0:1734016100.757735:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (458752->462847) req@ffff880071e35500 x1818247338752896/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:61/0 lens 4584/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.757747:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247338752896 ext(458752->462847) 00002000:00010000:3.0:1734016100.757755:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:3.0:1734016100.757800:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8483 00000100:00100000:3.0:1734016100.757808:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338752896:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016100.759437:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338752896:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1618us (2080us total) trans 4294969116 rc 0/0 00000100:00100000:3.0:1734016100.759451:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8483 00002000:00100000:3.0:1734016100.759461:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (458752->462847) req@ffff880071e35500 x1818247338752896/t4294969116(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:61/0 lens 4584/448 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016100.759470:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247338752896 ext(458752->462847) 00002000:00010000:3.0:1734016100.759477:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:1.0:1734016100.761296:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000001:00080000:0.0:1734016100.763114:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969116 is committed 00000100:00100000:1.0:1734016100.773542:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.784309:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.785755:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10309 00000100:00100000:3.0:1734016100.785764:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338753280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.785788:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.785812:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fd62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a08ca expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.785884:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341483520:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016100.785979:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.794666:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341483520:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016100.794717:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fd62 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08ca expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.794731:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fd62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08ca expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.794763:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016100.794831:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338753280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9068us (10532us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.794840:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10309 00000100:00100000:1.0:1734016100.799412:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.799534:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753408 00000100:00100000:3.0:1734016100.799547:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753408 00000100:00100000:3.0:1734016100.799624:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10310 00000100:00100000:3.0:1734016100.799636:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338753408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.799658:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.799684:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731fd69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a08d1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.799753:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341483648:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016100.799847:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016100.807532:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 8305107 -> 9514575 00002000:00010000:3.0:1734016100.807541:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016100 -> 1734016101 00002000:00010000:3.0:1734016100.807543:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016100 -> 1734016101 00000100:00100000:3.0:1734016100.807567:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341483648:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016100.807603:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731fd69 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08d1 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.807618:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731fd69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08d1 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.807649:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016100.807715:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338753408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8082us (8318us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.807723:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10310 00000100:00100000:0.0:1734016100.817296:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.820688:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753536 00000100:00100000:3.0:1734016100.820714:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753536 00000100:00100000:3.0:1734016100.820808:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10311 00000100:00100000:3.0:1734016100.820817:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338753536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.820837:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.820860:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731fd70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a08d8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016100.820934:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341483776:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016100.821033:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016100.833649:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341483776:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016100.833696:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731fd70 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08d8 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.833714:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731fd70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08d8 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016100.833751:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016100.833828:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338753536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13009us (16544us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016100.833840:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10311 00000100:00100000:1.0:1734016100.835766:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.836821:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753664 00000100:00100000:3.0:1734016100.836831:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753664 00000100:00100000:3.0:1734016100.836897:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10312 00000100:00100000:3.0:1734016100.836906:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338753664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016100.836924:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016100.836943:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fd77 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a08df expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.836978:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.836990:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.836992:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016100.836995:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fd77 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3096576->3158015] (req 3096576->3158015) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08df expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.837027:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.837039:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 6 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016100.837053:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341483904:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016100.837133:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016100.840800:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.841148:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341483904:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016100.841192:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fd77 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3096576->3158015] (req 3096576->3158015) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08df expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016100.841211:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:1.0:1734016100.850512:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.850671:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753920 00000100:00100000:0.0:1734016100.850680:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753920 00010000:00010000:0.0:1734016100.850709:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 9 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:0.0:1734016100.850742:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2614 00000100:00100000:0.0:1734016100.850747:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338753920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016100.850761:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016100.850772:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1488 -> 1536 00010000:00010000:0.0:1734016100.850777:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 9 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016100.850786:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 9 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016100.850804:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731fd54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 458752->462847) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08bc expref: 9 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016100.850832:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.850835:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016100.850841:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fd77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3158015) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08df expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.850849:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fd77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3158015) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08df expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.850882:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fd77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3096576->3158015) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a08df expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.850896:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341484032:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016100.850941:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.853298:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341484032:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016100.853346:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016100.853388:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338753920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2638us (2878us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.853398:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2614 00000100:00100000:0.0:1734016100.855376:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.858353:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.861960:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.868849:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.894941:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.905810:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.914498:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.919485:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.919556:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338755328 00000100:00100000:0.0:1734016100.919567:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338755328 00002000:00100000:0.0:1734016100.919619:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1830912->1835007) req@ffff8800a7702d80 x1818247338755328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.919627:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7702d80 with x1818247338755328 ext(1830912->1835007) 00002000:00010000:0.0:1734016100.919633:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7702d80 00000100:00100000:0.0:1734016100.920000:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8486 00000100:00100000:0.0:1734016100.920007:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338755328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.920164:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338755328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (688us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.920171:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8486 00002000:00100000:0.0:1734016100.920176:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1830912->1835007) req@ffff8800a7702d80 x1818247338755328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.920207:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7702d80 with x1818247338755328 ext(1830912->1835007) 00002000:00010000:0.0:1734016100.920210:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7702d80 00000100:00100000:1.0:1734016100.922448:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.929594:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.933048:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.933123:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756096 00000100:00100000:0.0:1734016100.933133:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756096 00002000:00100000:0.0:1734016100.933175:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1818624->1822719) req@ffff88007406a300 x1818247338756096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.933218:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a300 with x1818247338756096 ext(1818624->1822719) 00002000:00010000:0.0:1734016100.933223:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a300 00000100:00100000:0.0:1734016100.933255:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8489 00000100:00100000:0.0:1734016100.933263:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338756096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.933436:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338756096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.933441:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8489 00002000:00100000:0.0:1734016100.933446:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1818624->1822719) req@ffff88007406a300 x1818247338756096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.933451:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a300 with x1818247338756096 ext(1818624->1822719) 00002000:00010000:0.0:1734016100.933454:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a300 00000100:00100000:1.0:1734016100.937601:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.945372:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.949980:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.950124:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756864 00000100:00100000:0.0:1734016100.950132:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756864 00002000:00100000:0.0:1734016100.950169:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1806336->1810431) req@ffff880074068380 x1818247338756864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.950211:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068380 with x1818247338756864 ext(1806336->1810431) 00002000:00010000:0.0:1734016100.950217:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068380 00000100:00100000:0.0:1734016100.950247:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8492 00000100:00100000:0.0:1734016100.950254:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338756864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.950411:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338756864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 157us (442us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.950418:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8492 00002000:00100000:0.0:1734016100.950423:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1806336->1810431) req@ffff880074068380 x1818247338756864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.950429:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068380 with x1818247338756864 ext(1806336->1810431) 00002000:00010000:0.0:1734016100.950432:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068380 00000100:00100000:1.0:1734016100.952947:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.956392:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.956673:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757376 00000100:00100000:0.0:1734016100.956683:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757376 00002000:00100000:0.0:1734016100.956727:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1798144->1802239) req@ffff880074069500 x1818247338757376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/0 e 0 to 0 dl 1734016111 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.956736:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069500 with x1818247338757376 ext(1798144->1802239) 00002000:00010000:0.0:1734016100.956741:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069500 00000100:00100000:0.0:1734016100.956773:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8494 00000100:00100000:0.0:1734016100.956781:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338757376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016100.956970:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338757376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (590us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016100.956977:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8494 00002000:00100000:0.0:1734016100.956983:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1798144->1802239) req@ffff880074069500 x1818247338757376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:61/0 lens 488/4536 e 0 to 0 dl 1734016111 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016100.956990:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069500 with x1818247338757376 ext(1798144->1802239) 00002000:00010000:0.0:1734016100.956993:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069500 00000100:00100000:1.0:1734016100.959571:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016100.962392:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.962443:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757632 00000100:00100000:0.0:1734016100.962452:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757632 00000100:00100000:0.0:1734016100.962516:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10319 00000100:00100000:0.0:1734016100.962523:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338757632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.962538:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.962554:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731fd9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0902 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.962605:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341484672:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016100.962660:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016100.964356:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016100 -> 1734016101 00000100:00100000:0.0:1734016100.964385:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341484672:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016100.964423:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731fd9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0902 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.964435:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731fd9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0902 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.964463:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016100.964510:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338757632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1986us (2122us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.964518:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10319 00000100:00100000:1.0:1734016100.966655:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.966723:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757760 00000100:00100000:0.0:1734016100.966735:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757760 00000100:00100000:0.0:1734016100.967061:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10320 00000100:00100000:0.0:1734016100.967071:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338757760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.967104:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.967125:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fda1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0909 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.967234:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341484800:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016100.967295:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.968995:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341484800:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016100.969024:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fda1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0909 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.969035:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fda1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0909 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.969043:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016100.969096:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338757760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2026us (2453us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.969103:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10320 00000100:00100000:0.0:1734016100.971011:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.976603:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.983265:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016100.987585:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016100.987890:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758272 00000100:00100000:3.0:1734016100.987897:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758272 00000100:00100000:3.0:1734016100.988383:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10323 00000100:00100000:3.0:1734016100.988389:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338758272:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016100.988630:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9514575 -> 9514575 00002000:00010000:3.0:1734016100.988633:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016100.988635:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016101 -> 1734016100 00002000:00010000:3.0:1734016100.988638:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016101 -> 1734016100 00002000:00010000:3.0:1734016100.988639:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1536 -> 1600 00000100:00100000:3.0:1734016100.988684:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338758272:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 295us (1101us total) trans 4294969120 rc 0/0 00000100:00100000:3.0:1734016100.988690:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10323 00000100:00100000:0.0:1734016100.991686:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.000906:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00080000:1.0:1734016101.001599:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016071 00000100:00100000:0.0:1734016101.006431:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.006571:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758784 00000100:00100000:3.0:1734016101.006584:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758784 00000100:00100000:3.0:1734016101.006668:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1866 00000100:00100000:3.0:1734016101.006678:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338758784:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016101.006746:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.006777:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec731fd00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a086f expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.006804:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.006811:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016101.006990:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdc4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.007003:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731fd0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0876 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.007010:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdc4 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.007039:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731fd0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0876 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.007050:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec731fd0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0876 expref: 18 pid: 6475 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.007072:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341485568:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016101.007145:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163300 going to sleep for 11 seconds 00000100:00080000:1.0:1734016101.007290:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00000100:00100000:1.0:1734016101.010252:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.010436:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341485568:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016101.010464:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdc4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.013833:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.013841:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:3.0:1734016101.013923:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968464 00000004:00010000:3.0:1734016101.013962:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007678f100 reply state ffff8800718fe000 transno 4294968465 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdc4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:3.0:1734016101.013968:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016101.014024:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338758784:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7349us (7607us total) trans 4294968465 rc 0/0 00000100:00100000:3.0:1734016101.014029:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1866 00000020:00080000:3.0:1734016101.014032:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016101.019609:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.019678:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759040 00000100:00100000:3.0:1734016101.019687:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759040 00000100:00100000:3.0:1734016101.019736:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10326 00000100:00100000:3.0:1734016101.019743:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338759040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.019759:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.019778:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a092c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.019817:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 614400->647167) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0917 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.019823:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.019825:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.019828:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.019855:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 614400->647167) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0917 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.019865:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 614400->647167) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0917 expref: 9 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.019876:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341485696:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016101.019925:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.022385:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341485696:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016101.022417:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.022434:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016101.022478:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338759040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2734us (2876us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.022489:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10326 00000100:00100000:1.0:1734016101.024453:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.024570:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759168 00000100:00100000:3.0:1734016101.024576:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759168 00010000:00010000:3.0:1734016101.024601:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 614400->647167) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0917 expref: 10 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.024620:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2617 00000100:00100000:3.0:1734016101.024626:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5309c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338759168:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.024635:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.024649:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 614400->647167) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0917 expref: 10 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.024659:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 614400->647167) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0917 expref: 10 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.024676:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdaf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 614400->647167) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0917 expref: 10 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.025432:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.025435:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.025442:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.025451:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.025480:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.025492:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341485824:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016101.026847:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1636c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.030276:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.030832:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341485824:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016101.030862:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.030885:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5309c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338759168:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6259us (6441us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.030892:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2617 00000100:00100000:0.0:1734016101.033376:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.033500:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759424 00000100:00100000:3.0:1734016101.033507:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759424 00000100:00100000:3.0:1734016101.033804:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1867 00000100:00100000:3.0:1734016101.033810:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338759424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.033833:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.033851:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731fdd2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0933 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.033931:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731fdd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.033942:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731fdd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.033951:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731fdd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:3.0:1734016101.033975:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10251285 00000004:00200000:3.0:1734016101.033978:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016101.033992:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731fdd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.034012:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731fdd2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0933 expref: 21 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.034244:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731fdd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0933 expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.034251:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.034254:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016101.034256:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016101.034638:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338759424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 826us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.034644:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1867 00000100:00100000:0.0:1734016101.038335:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.038445:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759552 00000100:00100000:3.0:1734016101.038457:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759552 00000100:00100000:3.0:1734016101.038511:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10327 00000100:00100000:3.0:1734016101.038519:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338759552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.038539:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.038559:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a093a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.038637:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341485952:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016101.038724:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016101.040331:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016100 -> 1734016101 00000100:00100000:3.0:1734016101.040350:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341485952:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016101.040378:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a093a expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.040390:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a093a expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.040516:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016101.040712:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338759552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2191us (2394us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.040720:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10327 00000100:00100000:1.0:1734016101.043801:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.043904:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759680 00000100:00100000:3.0:1734016101.043917:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759680 00000100:00100000:3.0:1734016101.044125:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10328 00000100:00100000:3.0:1734016101.044135:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338759680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.044157:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.044201:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0941 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.044236:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.044244:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.044245:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.044249:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9809920->9814015] (req 9809920->9814015) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.044290:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.044305:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 8 pid: 7681 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.044325:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341486080:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016101.044826:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.047000:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341486080:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016101.047039:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9809920->9814015] (req 9809920->9814015) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.047057:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016101.047134:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338759680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2998us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.047145:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10328 00000100:00100000:1.0:1734016101.048807:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.049106:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759808 00000100:00100000:3.0:1734016101.049113:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759808 00010000:00010000:3.0:1734016101.049142:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.049265:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2618 00000100:00100000:3.0:1734016101.049270:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338759808:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.049281:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.049296:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.049306:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.049327:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec731fdcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a092c expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.049970:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.049973:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.049981:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9809920->9814015) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.049991:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9809920->9814015) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.050021:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9809920->9814015) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.050032:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341486208:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016101.050091:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.056134:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.056503:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341486208:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016101.056534:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.056701:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760064 00000100:00100000:1.0:1734016101.056709:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760064 00002000:00100000:1.0:1734016101.056753:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9076736->10252287) req@ffff88007678fb80 x1818247338760064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.056761:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678fb80 with x1818247338760064 ext(9076736->10252287) 00002000:00010000:1.0:1734016101.056765:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678fb80 00000100:00100000:1.0:1734016101.056933:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8496 00000100:00100000:1.0:1734016101.056940:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338760064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.058646:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338759808:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9361us (9830us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.058662:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2618 00000100:00100000:1.0:1734016101.076724:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338760064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 19765us (20582us total) trans 0 rc 1175552/1175552 00000100:00100000:1.0:1734016101.076740:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8496 00002000:00100000:1.0:1734016101.076756:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9076736->10252287) req@ffff88007678fb80 x1818247338760064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/440 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 1175552/1175552 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.076766:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678fb80 with x1818247338760064 ext(9076736->10252287) 00002000:00010000:1.0:1734016101.076771:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678fb80 00010000:00010000:1.0:1734016101.087706:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016101.091175:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.091347:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760192 00000100:00100000:3.0:1734016101.091360:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760192 00000100:00100000:3.0:1734016101.091424:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10329 00000100:00100000:3.0:1734016101.091434:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338760192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.091459:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.091484:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731fdee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0948 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.091523:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.091526:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.091535:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731fdee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0948 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.091552:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731fdee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0948 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.091567:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016101.091637:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338760192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 204us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.091644:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10329 00000100:00100000:0.0:1734016101.094953:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.095054:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760448 00000100:00100000:1.0:1734016101.095064:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760448 00002000:00100000:1.0:1734016101.095118:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2068480->2072575) req@ffff88007678dc00 x1818247338760448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.095130:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678dc00 with x1818247338760448 ext(2068480->2072575) 00002000:00010000:1.0:1734016101.095137:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678dc00 00000100:00100000:1.0:1734016101.100909:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.106947:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.110449:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.110706:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761216 00000100:00100000:0.0:1734016101.110721:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761216 00002000:00100000:0.0:1734016101.110775:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2056192->2060287) req@ffff88012d4b4700 x1818247338761216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.110786:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4700 with x1818247338761216 ext(2056192->2060287) 00002000:00010000:0.0:1734016101.110794:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4700 00000100:00100000:0.0:1734016101.111081:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8500 00000100:00100000:0.0:1734016101.111091:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338761216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.111579:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338761216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 488us (1142us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.111589:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8500 00002000:00100000:1.0:1734016101.111595:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2056192->2060287) req@ffff88012d4b4700 x1818247338761216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.111602:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4700 with x1818247338761216 ext(2056192->2060287) 00002000:00010000:1.0:1734016101.111606:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4700 00000100:00100000:0.0:1734016101.114541:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.114754:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761472 00000100:00100000:1.0:1734016101.114768:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761472 00002000:00100000:1.0:1734016101.114827:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2052096->2056191) req@ffff88007678c700 x1818247338761472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.114838:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247338761472 ext(2052096->2056191) 00002000:00010000:1.0:1734016101.114845:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:1.0:1734016101.115092:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8501 00000100:00100000:1.0:1734016101.115101:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338761472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.115377:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338761472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 277us (849us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.115385:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8501 00002000:00100000:1.0:1734016101.115391:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2052096->2056191) req@ffff88007678c700 x1818247338761472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.115397:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247338761472 ext(2052096->2056191) 00002000:00010000:1.0:1734016101.115400:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:0.0:1734016101.118745:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.121735:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.122373:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761984 00000100:00100000:1.0:1734016101.122380:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761984 00002000:00100000:1.0:1734016101.122412:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2043904->2047999) req@ffff88007678f480 x1818247338761984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.122420:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f480 with x1818247338761984 ext(2043904->2047999) 00002000:00010000:1.0:1734016101.122424:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f480 00000100:00100000:1.0:1734016101.122455:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8503 00000100:00100000:1.0:1734016101.122462:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338761984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.122620:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338761984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 157us (890us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.122626:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8503 00002000:00100000:1.0:1734016101.122631:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2043904->2047999) req@ffff88007678f480 x1818247338761984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.122638:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f480 with x1818247338761984 ext(2043904->2047999) 00002000:00010000:1.0:1734016101.122642:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f480 00000100:00100000:0.0:1734016101.124913:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.125312:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8504 00000100:00100000:1.0:1734016101.125321:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338762240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.125472:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338762240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 153us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.125478:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8504 00002000:00100000:1.0:1734016101.125483:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2039808->2043903) req@ffff88007678ce00 x1818247338762240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.125491:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ce00 with x1818247338762240 ext(2039808->2043903) 00002000:00010000:1.0:1734016101.125494:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ce00 00000100:00100000:0.0:1734016101.128811:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.145714:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.146541:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8506 00000100:00100000:1.0:1734016101.146550:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338762752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.146737:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338762752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 186us (1032us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.146744:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8506 00002000:00100000:1.0:1734016101.146749:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2031616->2035711) req@ffff88007678e300 x1818247338762752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.146756:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247338762752 ext(2031616->2035711) 00002000:00010000:1.0:1734016101.146759:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678e300 00000100:00100000:0.0:1734016101.149331:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.158908:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.159608:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338763264 00000100:00100000:1.0:1734016101.159627:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338763264 00002000:00100000:1.0:1734016101.159894:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2023424->2027519) req@ffff88012d191c00 x1818247338763264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.159911:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191c00 with x1818247338763264 ext(2023424->2027519) 00002000:00010000:1.0:1734016101.159918:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191c00 00000100:00100000:1.0:1734016101.159968:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8508 00000100:00100000:1.0:1734016101.159977:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338763264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.160859:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338763264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 880us (1958us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.160868:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8508 00002000:00100000:1.0:1734016101.160876:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2023424->2027519) req@ffff88012d191c00 x1818247338763264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.160882:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191c00 with x1818247338763264 ext(2023424->2027519) 00002000:00010000:1.0:1734016101.160885:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191c00 00000100:00100000:0.0:1734016101.164091:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.168173:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.168412:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338763776 00000100:00100000:1.0:1734016101.168425:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338763776 00002000:00100000:1.0:1734016101.168490:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2015232->2019327) req@ffff88012d191180 x1818247338763776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.168501:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247338763776 ext(2015232->2019327) 00002000:00010000:1.0:1734016101.168507:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:1.0:1734016101.168554:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8510 00000100:00100000:1.0:1734016101.168564:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338763776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.168805:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338763776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 241us (644us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.168812:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8510 00002000:00100000:1.0:1734016101.168818:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2015232->2019327) req@ffff88012d191180 x1818247338763776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.168825:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247338763776 ext(2015232->2019327) 00002000:00010000:1.0:1734016101.168828:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:0.0:1734016101.172332:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.176361:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.176600:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764288 00000100:00100000:1.0:1734016101.176614:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764288 00002000:00100000:1.0:1734016101.176671:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2007040->2011135) req@ffff88012d190a80 x1818247338764288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.176681:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190a80 with x1818247338764288 ext(2007040->2011135) 00002000:00010000:1.0:1734016101.176687:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190a80 00000100:00100000:1.0:1734016101.176724:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8512 00000100:00100000:1.0:1734016101.176732:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338764288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.176968:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338764288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 235us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.176975:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8512 00002000:00100000:1.0:1734016101.176980:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2007040->2011135) req@ffff88012d190a80 x1818247338764288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.176988:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190a80 with x1818247338764288 ext(2007040->2011135) 00002000:00010000:1.0:1734016101.176990:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190a80 00000100:00100000:0.0:1734016101.185423:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.187529:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764544 00000100:00100000:3.0:1734016101.187543:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764544 00000100:00100000:3.0:1734016101.187621:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1868 00000100:00100000:3.0:1734016101.187630:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338764544:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016101.187693:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.187727:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec731fdd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0933 expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.187759:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.187766:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016101.187928:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.187943:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.187952:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:3.0:1734016101.187980:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968466 00000004:00010000:3.0:1734016101.187992:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d190700 reply state ffff8800718fb000 transno 4294968467 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:3.0:1734016101.187998:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016101.188086:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338764544:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 443us (2667us total) trans 4294968467 rc 0/0 00000100:00100000:3.0:1734016101.188092:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1868 00000020:00080000:3.0:1734016101.188096:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016101.193361:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016101.194984:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.194995:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.195002:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.195009:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac167840 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016101.195013:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.195020:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.195037:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.195041:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016101.195045:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016101.195049:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec731fdf5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016101.199307:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.199346:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.199503:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764928 00000100:00100000:1.0:1734016101.199511:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764928 00010000:00010000:1.0:1734016101.199539:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9809920->9814015) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 10 pid: 7681 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016101.199561:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764800 00000100:00100000:1.0:1734016101.199564:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764800 00010000:00010000:1.0:1734016101.199572:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731fdee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0948 expref: 10 pid: 7681 timeout: 464 lvb_type: 1 00000100:00100000:1.0:1734016101.199586:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2619 00000100:00100000:1.0:1734016101.199592:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338764928:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.199606:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.199627:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 9809920->9814015) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 10 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.199637:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 9809920->9814015) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 10 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.199663:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec731fde7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 9809920->9814015) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0941 expref: 10 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.199690:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.199712:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338764928:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 121us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.199716:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2619 00000100:00100000:1.0:1734016101.199728:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2620 00000100:00100000:1.0:1734016101.199731:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338764800:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.199737:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.199742:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731fdee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0948 expref: 10 pid: 7681 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016101.199750:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731fdee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0948 expref: 10 pid: 7681 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016101.199759:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec731fdee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0948 expref: 10 pid: 7681 timeout: 464 lvb_type: 1 00010000:00010000:1.0:1734016101.199766:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.199767:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.199772:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.199779:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.199802:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.199812:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341486592:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016101.199835:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.201810:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341486592:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016101.201837:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.202393:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338764800:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2657us (3044us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.202402:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2620 00000100:00100000:3.0:1734016101.204111:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.217260:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.217357:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765184 00000100:00100000:3.0:1734016101.217366:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765184 00000100:00100000:3.0:1734016101.217400:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1869 00000100:00100000:3.0:1734016101.217406:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338765184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.217429:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.217450:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731fe03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0956 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.217582:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec731fe0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.217598:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec731fe0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.217609:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec731fe0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016101.217643:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1242230 00000004:00200000:3.0:1734016101.217647:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016101.217664:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec731fe0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.217687:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec731fe03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0956 expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.217711:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec731fe0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0956 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.217719:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.217722:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016101.217726:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016101.217788:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338765184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 379us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.217795:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1869 00000100:00100000:0.0:1734016101.220120:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.220202:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765312 00000100:00100000:0.0:1734016101.220212:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765312 00000100:00100000:0.0:1734016101.220278:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1870 00000100:00100000:0.0:1734016101.220288:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338765312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.220317:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.220350:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fe11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a095d expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.220495:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731fe18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016101.220511:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731fe18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016101.220524:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731fe18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016101.220563:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1242230 00000004:00200000:0.0:1734016101.220570:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016101.220590:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731fe18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016101.220619:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fe11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a095d expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.220652:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731fe18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a095d expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.220659:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016101.220665:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016101.220670:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016101.220741:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338765312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 454us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.220749:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1870 00000100:00100000:3.0:1734016101.223757:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.223835:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765440 00000100:00100000:0.0:1734016101.223843:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765440 00000100:00100000:0.0:1734016101.223897:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10331 00000100:00100000:0.0:1734016101.223905:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338765440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.223927:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.223946:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731fe1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0964 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.224008:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d192680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341486720:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016101.224080:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016101.225537:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016100 -> 1734016101 00000100:00100000:1.0:1734016101.225559:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d192680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341486720:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016101.225587:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731fe1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0964 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.225598:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731fe1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0964 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016101.225620:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:1.0:1734016101.225647:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338765440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1743us (1903us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016101.225654:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10331 00000100:00100000:0.0:1734016101.227864:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.227938:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765568 00000100:00100000:1.0:1734016101.227945:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765568 00000100:00100000:1.0:1734016101.227977:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10332 00000100:00100000:1.0:1734016101.227983:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338765568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.228000:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.228015:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a096b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.228040:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.228045:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.228047:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016101.228050:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5545984->5566463] (req 5545984->5566463) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.228086:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.228095:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 10 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016101.228105:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341486848:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016101.228159:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.230113:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341486848:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016101.230165:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5545984->5566463] (req 5545984->5566463) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.230222:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016101.230276:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338765568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2290us (2419us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.230288:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10332 00000100:00100000:0.0:1734016101.232065:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.232207:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765696 00000100:00100000:1.0:1734016101.232218:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765696 00010000:00010000:1.0:1734016101.232262:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 11 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016101.232302:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2621 00000100:00100000:1.0:1734016101.232311:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338765696:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.232329:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.232350:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 11 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.232363:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 11 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.232386:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731fdfc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a094f expref: 11 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.232400:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.232402:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.232410:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.232424:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.232457:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.232470:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341486976:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016101.232527:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.233752:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341486976:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016101.233766:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.233786:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338765696:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1477us (1732us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.233794:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2621 00000100:00100000:3.0:1734016101.234727:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.234797:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765824 00000100:00100000:1.0:1734016101.234801:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765824 00000100:00100000:1.0:1734016101.234824:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10333 00000100:00100000:1.0:1734016101.234829:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338765824:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016101.234995:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 1242230 -> 1242230 00002000:00010000:1.0:1734016101.234998:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.235000:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016101 -> 1734016100 00002000:00010000:1.0:1734016101.235002:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:1.0:1734016101.235004:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 584 -> 624 00000100:00100000:1.0:1734016101.235023:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338765824:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 194us (299us total) trans 4294969123 rc 0/0 00000100:00100000:1.0:1734016101.235031:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10333 00000100:00100000:0.0:1734016101.241602:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.255093:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.263279:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.268277:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.271943:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.278526:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.287373:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.291213:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10340 00000100:00100000:3.0:1734016101.291228:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338766720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.291262:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.291304:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a099c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.291362:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.291370:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.291372:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.291376:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2052096->2093055] (req 2052096->2093055) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.291427:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.291441:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 10 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.291457:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341487872:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016101.292214:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.295164:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341487872:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016101.295246:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2052096->2093055] (req 2052096->2093055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.295270:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016101.295339:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338766720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4114us (7982us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.295350:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10340 00000100:00100000:1.0:1734016101.297494:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.303784:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338766848:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5470us (6273us total) trans 4294969124 rc 0/0 00000100:00100000:0.0:1734016101.303804:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 292 00002000:00100000:0.0:1734016101.303824:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3977216->6267875) req@ffff88012d4b7100 x1818247338766848/t4294969124(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 504/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.303838:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247338766848 ext(3977216->6267875) 00010000:00010000:0.0:1734016101.303856:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 13 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.303883:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 13 pid: 13915 timeout: 464 lvb_type: 0 00002000:00010000:0.0:1734016101.303892:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d4b7100 00000100:00100000:0.0:1734016101.314561:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.314727:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338766976 00000100:00100000:1.0:1734016101.314744:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338766976 00010000:00010000:1.0:1734016101.314796:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 13 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016101.314845:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2622 00000100:00100000:1.0:1734016101.314858:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338766976:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.314879:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016101.314903:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 624 -> 776 00010000:00010000:1.0:1734016101.314911:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 13 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.314930:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 13 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.314962:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec731fe26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5545984->5566463) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a096b expref: 13 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.315015:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.315017:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.315033:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.315044:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.315110:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.315133:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341488000:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016101.315304:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.320949:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767232 00000100:00100000:0.0:1734016101.320967:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767232 00002000:00100000:0.0:1734016101.321025:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2088960->2093055) req@ffff880071326680 x1818247338767232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.321034:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247338767232 ext(2088960->2093055) 00002000:00010000:0.0:1734016101.321039:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:0.0:1734016101.321078:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8514 00000100:00100000:0.0:1734016101.321086:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338767232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.321376:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338767232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 288us (594us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.321385:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8514 00002000:00100000:0.0:1734016101.321390:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2088960->2093055) req@ffff880071326680 x1818247338767232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.321397:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247338767232 ext(2088960->2093055) 00002000:00010000:0.0:1734016101.321399:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:1.0:1734016101.321796:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341488000:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016101.322141:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.322214:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338766976:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7358us (7680us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.322223:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2622 00000100:00100000:3.0:1734016101.329729:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767360 00000100:00100000:3.0:1734016101.329739:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767360 00000100:00100000:3.0:1734016101.330360:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10341 00000100:00100000:3.0:1734016101.330371:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338767360:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016101.330734:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6267876 -> 6296074 00002000:00010000:3.0:1734016101.330740:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.330741:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.330744:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.330747:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 776 -> 832 00000100:00100000:3.0:1734016101.330859:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338767360:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 487us (1283us total) trans 4294969125 rc 0/0 00000100:00100000:3.0:1734016101.330866:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10341 00000100:00100000:0.0:1734016101.335235:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.339111:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.339267:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767616 00000100:00100000:3.0:1734016101.339276:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767616 00002000:00100000:3.0:1734016101.339318:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2052096->2093055) req@ffff8800ac135f80 x1818247338767616/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.339327:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135f80 with x1818247338767616 ext(2052096->2093055) 00010000:00010000:3.0:1734016101.339334:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 11 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.339345:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 11 pid: 7681 timeout: 464 lvb_type: 0 00002000:00010000:3.0:1734016101.339352:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800ac135f80 00000100:00100000:3.0:1734016101.339370:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 293 00000100:00100000:3.0:1734016101.339375:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338767616:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016101.344141:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338767616:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4754us (5020us total) trans 4294969126 rc 0/0 00000100:00100000:3.0:1734016101.344157:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 293 00002000:00100000:3.0:1734016101.344171:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2052096->2093055) req@ffff8800ac135f80 x1818247338767616/t4294969126(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.344197:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135f80 with x1818247338767616 ext(2052096->2093055) 00010000:00010000:3.0:1734016101.344208:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 13 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.344222:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 13 pid: 7681 timeout: 464 lvb_type: 0 00002000:00010000:3.0:1734016101.344229:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800ac135f80 00000100:00100000:0.0:1734016101.346613:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.346743:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767744 00000100:00100000:1.0:1734016101.346756:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767744 00010000:00010000:1.0:1734016101.346801:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 13 pid: 7681 timeout: 464 lvb_type: 0 00000100:00100000:1.0:1734016101.346833:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2623 00000100:00100000:1.0:1734016101.346841:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338767744:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.346863:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016101.346888:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 832 -> 912 00010000:00010000:1.0:1734016101.346894:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 13 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.346906:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 13 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.346936:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2052096->2093055) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a099c expref: 13 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:1.0:1734016101.346969:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.346973:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.346982:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.346992:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.347036:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.347051:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341488256:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016101.348061:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.355003:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768000 00000100:00100000:3.0:1734016101.355014:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768000 00002000:00100000:3.0:1734016101.355059:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1769472->1773567) req@ffff880071327100 x1818247338768000/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.355077:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327100 with x1818247338768000 ext(1769472->1773567) 00002000:00010000:3.0:1734016101.355082:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327100 00000100:00100000:3.0:1734016101.355319:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8515 00000100:00100000:3.0:1734016101.355325:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338768000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.355476:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338768000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (793us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.355482:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8515 00002000:00100000:3.0:1734016101.355486:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1769472->1773567) req@ffff880071327100 x1818247338768000/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.355492:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327100 with x1818247338768000 ext(1769472->1773567) 00002000:00010000:3.0:1734016101.355494:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327100 00000100:00100000:0.0:1734016101.360133:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.368237:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.374383:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.374997:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768512 00000100:00100000:3.0:1734016101.375006:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768512 00000100:00100000:3.0:1734016101.375274:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10344 00000100:00100000:3.0:1734016101.375281:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338768512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.375308:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.375331:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09b1 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.375406:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341488512:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016101.375709:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.377626:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341488512:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016101.377650:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe6c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09b1 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.377661:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec731fe6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09b1 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.377681:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016101.377720:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338768512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2439us (3349us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.377728:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10344 00000100:00100000:1.0:1734016101.380878:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.381336:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768768 00000100:00100000:3.0:1734016101.381348:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768768 00002000:00100000:3.0:1734016101.381417:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (94208->98303) req@ffff88012d4b7b80 x1818247338768768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.381429:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247338768768 ext(94208->98303) 00002000:00010000:3.0:1734016101.381436:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80 00000100:00100000:3.0:1734016101.381481:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8517 00000100:00100000:3.0:1734016101.381490:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338768768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.381694:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338768768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (837us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.381701:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8517 00002000:00100000:3.0:1734016101.381706:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (94208->98303) req@ffff88012d4b7b80 x1818247338768768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.381715:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247338768768 ext(94208->98303) 00002000:00010000:3.0:1734016101.381718:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80 00000100:00100000:0.0:1734016101.385494:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.385734:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769024 00000100:00100000:3.0:1734016101.385752:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769024 00002000:00100000:3.0:1734016101.385814:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (90112->94207) req@ffff8800ac136a00 x1818247338769024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.385824:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136a00 with x1818247338769024 ext(90112->94207) 00002000:00010000:3.0:1734016101.385828:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136a00 00000100:00100000:3.0:1734016101.385870:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8518 00000100:00100000:3.0:1734016101.385879:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338769024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.386065:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338769024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 186us (593us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.386082:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8518 00002000:00100000:3.0:1734016101.386088:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (90112->94207) req@ffff8800ac136a00 x1818247338769024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.386095:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136a00 with x1818247338769024 ext(90112->94207) 00002000:00010000:3.0:1734016101.386098:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136a00 00000100:00100000:1.0:1734016101.388611:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.392423:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.392580:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769536 00000100:00100000:3.0:1734016101.392590:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769536 00002000:00100000:3.0:1734016101.392655:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (81920->86015) req@ffff88012d4b7800 x1818247338769536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.392665:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247338769536 ext(81920->86015) 00002000:00010000:3.0:1734016101.392670:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7800 00000100:00100000:3.0:1734016101.392708:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8520 00000100:00100000:3.0:1734016101.392716:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338769536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.392952:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338769536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 237us (545us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.392959:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8520 00002000:00100000:3.0:1734016101.392966:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (81920->86015) req@ffff88012d4b7800 x1818247338769536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.392972:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247338769536 ext(81920->86015) 00002000:00010000:3.0:1734016101.392975:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7800 00000100:00100000:0.0:1734016101.395902:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.400396:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.400528:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770048 00000100:00100000:3.0:1734016101.400541:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770048 00002000:00100000:3.0:1734016101.400589:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (73728->77823) req@ffff88012d4b6300 x1818247338770048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.400600:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6300 with x1818247338770048 ext(73728->77823) 00002000:00010000:3.0:1734016101.400606:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6300 00000100:00100000:3.0:1734016101.400644:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8522 00000100:00100000:3.0:1734016101.400649:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338770048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.404317:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338770048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3646us (3916us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.404339:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8522 00002000:00100000:3.0:1734016101.404369:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (73728->77823) req@ffff88012d4b6300 x1818247338770048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.404379:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6300 with x1818247338770048 ext(73728->77823) 00002000:00010000:3.0:1734016101.404388:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6300 00000100:00100000:1.0:1734016101.410261:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.412000:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770304 00000100:00100000:3.0:1734016101.412022:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770304 00002000:00100000:3.0:1734016101.412091:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (69632->73727) req@ffff88012d4b6a00 x1818247338770304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.412101:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6a00 with x1818247338770304 ext(69632->73727) 00002000:00010000:3.0:1734016101.412108:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6a00 00000100:00100000:3.0:1734016101.412164:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8523 00000100:00100000:3.0:1734016101.412172:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338770304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.412480:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338770304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 308us (2241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.412487:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8523 00002000:00100000:3.0:1734016101.412493:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (69632->73727) req@ffff88012d4b6a00 x1818247338770304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.412500:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6a00 with x1818247338770304 ext(69632->73727) 00002000:00010000:3.0:1734016101.412503:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6a00 00000100:00100000:0.0:1734016101.415287:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.419627:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.424524:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.427531:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.427962:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338771328 00000100:00100000:3.0:1734016101.427971:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338771328 00002000:00100000:3.0:1734016101.428002:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (53248->57343) req@ffff88011d83ea00 x1818247338771328/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.428011:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ea00 with x1818247338771328 ext(53248->57343) 00002000:00010000:3.0:1734016101.428014:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ea00 00000100:00100000:3.0:1734016101.428043:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8527 00000100:00100000:3.0:1734016101.428048:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338771328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.428228:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338771328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 179us (703us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.428234:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8527 00002000:00100000:3.0:1734016101.428239:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (53248->57343) req@ffff88011d83ea00 x1818247338771328/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.428245:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ea00 with x1818247338771328 ext(53248->57343) 00002000:00010000:3.0:1734016101.428248:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ea00 00000100:00100000:1.0:1734016101.430585:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.434480:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.434602:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338771840 00000100:00100000:3.0:1734016101.434616:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338771840 00002000:00100000:3.0:1734016101.434684:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (45056->49151) req@ffff88012d4b6680 x1818247338771840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.434696:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6680 with x1818247338771840 ext(45056->49151) 00002000:00010000:3.0:1734016101.434702:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6680 00000100:00100000:3.0:1734016101.434753:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8529 00000100:00100000:3.0:1734016101.434763:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338771840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.434998:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338771840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 236us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.435006:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8529 00002000:00100000:3.0:1734016101.435012:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (45056->49151) req@ffff88012d4b6680 x1818247338771840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.435019:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6680 with x1818247338771840 ext(45056->49151) 00002000:00010000:3.0:1734016101.435022:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6680 00000100:00100000:0.0:1734016101.439599:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.447859:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247338771968:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7721us (8263us total) trans 4294969127 rc 0/0 00000100:00100000:0.0:1734016101.447876:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8530 00002000:00100000:0.0:1734016101.447896:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (45056->3379199) req@ffff88011d83ce00 x1818247338771968/t4294969127(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 520/456 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.447906:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ce00 with x1818247338771968 ext(45056->3379199) 00002000:00010000:0.0:1734016101.447913:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ce00 00000100:00100000:1.0:1734016101.451293:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.451925:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772096 00000100:00100000:3.0:1734016101.451938:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772096 00000100:00100000:3.0:1734016101.452024:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10345 00000100:00100000:3.0:1734016101.452031:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338772096:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016101.453831:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969127 is committed 00000001:00080000:0.0:1734016101.453850:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969126 is committed 00000100:00100000:3.0:1734016101.454363:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338772096:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2324us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.454376:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10345 00000100:00100000:3.0:1734016101.457373:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772224 00000100:00100000:3.0:1734016101.457387:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772224 00000100:00100000:3.0:1734016101.457452:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10346 00000100:00100000:3.0:1734016101.457461:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338772224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.457491:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.457517:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731fe73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09b8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.457587:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341488640:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016101.457661:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016101.460295:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 912 -> 1160 00000100:00100000:3.0:1734016101.460328:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341488640:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016101.460370:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731fe73 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09b8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.460386:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec731fe73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09b8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.460594:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016101.460803:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338772224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3341us (3653us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.460813:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10346 00000100:00100000:1.0:1734016101.463627:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.463822:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772352 00000100:00100000:3.0:1734016101.463843:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772352 00000100:00100000:3.0:1734016101.463988:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10347 00000100:00100000:3.0:1734016101.463998:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338772352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.464029:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.464056:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731fe7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09bf expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.464154:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341488768:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016101.464262:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.467350:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341488768:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016101.467393:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731fe7a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09bf expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.467409:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec731fe7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09bf expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.467739:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016101.467799:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338772352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3801us (4198us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.467808:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10347 00000100:00100000:1.0:1734016101.470045:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.470131:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772480 00000100:00100000:3.0:1734016101.470138:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772480 00000100:00100000:3.0:1734016101.470301:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10348 00000100:00100000:3.0:1734016101.470310:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac18b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338772480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.470326:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.470343:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09c6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.470377:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.470384:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.470386:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.470389:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5607424->5668863] (req 5607424->5668863) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.470417:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.470428:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 6 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.470440:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341488896:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016101.470504:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.473416:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341488896:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016101.473457:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5607424->5668863] (req 5607424->5668863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.473475:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016101.473544:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac18b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338772480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3234us (3502us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.473553:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10348 00000100:00100000:1.0:1734016101.474368:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.475006:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772608 00000100:00100000:3.0:1734016101.475013:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772608 00010000:00010000:3.0:1734016101.475038:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 7 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.475205:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2624 00000100:00100000:3.0:1734016101.475211:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ab6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338772608:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.475221:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.475236:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 7 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.475244:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 7 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.475261:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731fe5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1712128->1773567) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09a3 expref: 7 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.475281:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.475283:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.475288:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.475296:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.475322:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.475331:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341489024:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016101.475359:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.485318:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341489024:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016101.485350:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.485789:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ab6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338772608:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10574us (11420us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.485804:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2624 00000100:00100000:1.0:1734016101.487769:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.487936:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772864 00000100:00100000:0.0:1734016101.487946:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772864 00002000:00100000:0.0:1734016101.487990:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5664768->5668863) req@ffff88012d4b4380 x1818247338772864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.488000:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4380 with x1818247338772864 ext(5664768->5668863) 00002000:00010000:0.0:1734016101.488005:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4380 00000100:00100000:0.0:1734016101.488042:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8531 00000100:00100000:0.0:1734016101.488049:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338772864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.488243:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338772864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 193us (482us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.488251:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8531 00002000:00100000:0.0:1734016101.488257:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5664768->5668863) req@ffff88012d4b4380 x1818247338772864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.488263:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b4380 with x1818247338772864 ext(5664768->5668863) 00002000:00010000:0.0:1734016101.488265:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b4380 00000100:00100000:3.0:1734016101.491562:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772992 00000100:00100000:3.0:1734016101.491576:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772992 00000100:00100000:3.0:1734016101.491645:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10349 00000100:00100000:3.0:1734016101.491658:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338772992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.491703:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.491728:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fe88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09cd expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.491810:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341489152:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016101.491909:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.498359:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341489152:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016101.498397:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fe88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09cd expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.498417:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec731fe88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09cd expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016101.498440:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016101.498496:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338772992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6840us (7113us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016101.498504:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10349 00000100:00100000:1.0:1734016101.500669:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.500813:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773120 00000100:00100000:3.0:1734016101.500824:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773120 00000100:00100000:3.0:1734016101.501003:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10350 00000100:00100000:3.0:1734016101.501016:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338773120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.501040:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.501060:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09d4 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.501347:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.501353:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.501355:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016101.501358:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6627328->6639615] (req 6627328->6639615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09d4 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.501389:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.501405:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 5 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.501417:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341489280:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016101.501483:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.504589:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341489280:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016101.504639:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6627328->6639615] (req 6627328->6639615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09d4 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.504665:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016101.504745:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338773120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3731us (4087us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.504756:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10350 00000100:00100000:3.0:1734016101.506097:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773248 00000100:00100000:3.0:1734016101.506106:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773248 00002000:00100000:3.0:1734016101.506154:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5607424->5668863) req@ffff880071324e00 x1818247338773248/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.506164:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324e00 with x1818247338773248 ext(5607424->5668863) 00010000:00010000:3.0:1734016101.506172:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 6 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.506219:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 6 pid: 13915 timeout: 464 lvb_type: 0 00002000:00010000:3.0:1734016101.506233:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071324e00 00000100:00100000:3.0:1734016101.506257:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 294 00000100:00100000:3.0:1734016101.506265:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338773248:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016101.509746:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338773248:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3467us (4667us total) trans 4294969128 rc 0/0 00000100:00100000:3.0:1734016101.509761:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 294 00002000:00100000:3.0:1734016101.509774:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5607424->5668863) req@ffff880071324e00 x1818247338773248/t4294969128(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.509783:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324e00 with x1818247338773248 ext(5607424->5668863) 00010000:00010000:3.0:1734016101.509795:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 8 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.509808:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 8 pid: 13915 timeout: 464 lvb_type: 0 00002000:00010000:3.0:1734016101.509814:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071324e00 00000100:00100000:1.0:1734016101.513167:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.513338:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773376 00000100:00100000:3.0:1734016101.513353:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773376 00010000:00010000:3.0:1734016101.513398:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 8 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.513438:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2625 00000100:00100000:3.0:1734016101.513446:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338773376:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.513465:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016101.513496:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1160 -> 1280 00010000:00010000:3.0:1734016101.513504:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 8 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.513522:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 8 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.513551:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec731fe81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5607424->5668863) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09c6 expref: 8 pid: 13915 timeout: 464 lvb_type: 0 00010000:00010000:3.0:1734016101.513589:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.513592:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.513600:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6627328->6639615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09d4 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.513608:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6627328->6639615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09d4 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.513651:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6627328->6639615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09d4 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.513665:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341489408:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016101.513758:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.518414:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341489408:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016101.518456:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.518537:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338773376:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5088us (5378us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.518561:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2625 00000100:00100000:3.0:1734016101.519606:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773504 00000100:00100000:3.0:1734016101.519616:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773504 00000100:00100000:3.0:1734016101.519662:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10351 00000100:00100000:3.0:1734016101.519669:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338773504:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016101.519947:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6296074 -> 6635773 00002000:00010000:3.0:1734016101.519951:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.519953:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.519955:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.519957:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1280 -> 1304 00000100:00100000:3.0:1734016101.519998:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338773504:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 330us (466us total) trans 4294969129 rc 0/0 00000100:00100000:3.0:1734016101.520004:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10351 00000100:00100000:1.0:1734016101.524997:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.525082:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773760 00000100:00100000:3.0:1734016101.525089:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773760 00000100:00100000:3.0:1734016101.525510:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1871 00000100:00100000:3.0:1734016101.525519:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338773760:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016101.525576:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.525601:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec731fe0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0956 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.525799:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.525805:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016101.525949:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731fe96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.525965:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731fe18 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a095d expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.525971:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731fe96 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.526003:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731fe18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a095d expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.526017:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec731fe18 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a095d expref: 18 pid: 6474 timeout: 464 lvb_type: 0 00000100:00100000:3.0:1734016101.526034:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341489536:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016101.526815:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.531491:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.531588:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341489536:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016101.531610:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731fe96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.532713:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731fe96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.532719:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731fe96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016101.532812:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968468 00000004:00010000:3.0:1734016101.533154:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076506a00 reply state ffff8800718f8000 transno 4294968469 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731fe96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016101.533163:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016101.533272:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338773760:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7754us (8283us total) trans 4294968469 rc 0/0 00000100:00100000:3.0:1734016101.533278:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1871 00000020:00080000:3.0:1734016101.533282:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016101.536236:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.536463:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774016 00000100:00100000:0.0:1734016101.536474:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774016 00000100:00100000:0.0:1734016101.537506:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10352 00000100:00100000:0.0:1734016101.537514:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338774016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.537540:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.537561:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731fe9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09db expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.537592:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6627328->6639615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09d4 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.537599:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.537601:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.537604:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731fe9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09db expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.537633:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6627328->6639615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09d4 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.537651:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec731fe8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6627328->6639615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09d4 expref: 7 pid: 13915 timeout: 464 lvb_type: 0 00000100:00100000:0.0:1734016101.537663:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341489664:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016101.537736:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.543236:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.548325:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.548636:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774272 00000100:00100000:3.0:1734016101.548647:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774272 00002000:00010000:3.0:1734016101.548698:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5369497->18446744073709551615) 00002000:00100000:3.0:1734016101.548705:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507480 with x1818247338774272 ext(5369497->18446744073709551615) 00002000:00010000:3.0:1734016101.548727:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507480. 00000100:00100000:3.0:1734016101.548752:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8532 00000100:00100000:3.0:1734016101.548759:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338774272:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016101.549317:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6635773 -> 5369497 00002000:00010000:3.0:1734016101.549322:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.549324:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.549326:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.549327:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1304 -> 1024 00000100:00100000:3.0:1734016101.549375:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338774272:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 617us (1052us total) trans 4294969130 rc 0/0 00000100:00100000:3.0:1734016101.549383:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8532 00002000:00010000:3.0:1734016101.549385:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5369497->18446744073709551615) 00002000:00100000:3.0:1734016101.549388:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507480 with x1818247338774272 ext(5369497->18446744073709551615) 00002000:00010000:3.0:1734016101.549392:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507480. 00000100:00100000:1.0:1734016101.552585:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.552669:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774400 00000100:00100000:3.0:1734016101.552680:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774400 00000100:00100000:3.0:1734016101.552727:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1872 00000100:00100000:3.0:1734016101.552735:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247338774400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.552760:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.552780:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166640/0x903ef4aec731fea4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09e2 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.552875:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731feab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.552885:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731feab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.552897:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731feab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016101.553044:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5369497 00000004:00200000:3.0:1734016101.553048:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016101.553063:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731feab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.553092:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166640/0x903ef4aec731fea4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e2 expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.553109:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731feab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e2 expref: 24 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.553116:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.553118:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016101.553121:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016101.553351:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338774400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 616us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.553358:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1872 00000100:00100000:1.0:1734016101.557927:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.561666:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774656 00000100:00100000:0.0:1734016101.561676:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774656 00000100:00100000:0.0:1734016101.561876:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10354 00000100:00100000:0.0:1734016101.561889:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338774656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.561919:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.561949:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a09e9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.562002:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731fe9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09db expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.562014:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.562017:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.562020:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2035712->2076671] (req 2035712->2076671) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.566282:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731fe9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09db expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.566313:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731fe9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09db expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00000100:00100000:0.0:1734016101.566342:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341489920:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016101.566469:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.568996:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341489920:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016101.569040:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2035712->2076671] (req 2035712->2076671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.569058:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016101.569134:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338774656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7249us (7770us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.569143:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10354 00000100:00100000:1.0:1734016101.572999:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.574795:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2628 00000100:00100000:0.0:1734016101.574807:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338774784:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.574829:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.574857:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731fe9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09db expref: 10 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.574869:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731fe9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09db expref: 10 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.574897:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec731fe9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09db expref: 10 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.574924:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.574927:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.574934:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2076671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.574943:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2076671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.574986:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2076671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.574999:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341490048:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016101.575084:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.578993:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341490048:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016101.579033:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.579113:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338774784:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4305us (6125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.579126:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2628 00000100:00100000:0.0:1734016101.579305:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.579380:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774912 00000100:00100000:0.0:1734016101.579391:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774912 00000100:00100000:3.0:1734016101.581614:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10355 00000100:00100000:3.0:1734016101.581632:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338774912:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016101.582294:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5369497 -> 5369497 00002000:00010000:3.0:1734016101.582298:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.582301:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.582303:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:3.0:1734016101.582305:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1064 -> 1024 00000100:00100000:3.0:1734016101.582378:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338774912:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 749us (3074us total) trans 4294969132 rc 0/0 00000100:00100000:3.0:1734016101.582388:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10355 00000100:00100000:0.0:1734016101.585974:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.590755:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.596598:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.596709:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775424 00000100:00100000:0.0:1734016101.596718:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775424 00000100:00100000:0.0:1734016101.596763:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1873 00000100:00100000:0.0:1734016101.596769:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338775424:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016101.596806:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.596828:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec731feab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e2 expref: 24 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.596861:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016101.596864:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016101.597000:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016101.597013:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016101.597020:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:0.0:1734016101.597048:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968470 00000004:00010000:0.0:1734016101.597074:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b87f480 reply state ffff880071e4d000 transno 4294968471 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016101.597081:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016101.597142:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338775424:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 373us (553us total) trans 4294968471 rc 0/0 00000100:00100000:0.0:1734016101.597149:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1873 00000020:00080000:0.0:1734016101.597152:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016101.599991:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016101.600466:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.600477:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.600483:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.600488:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b98c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016101.600493:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.600498:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.600511:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.600514:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016101.600518:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.600522:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec731fec7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016101.603781:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.603849:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775680 00000100:00100000:0.0:1734016101.603854:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775680 00010000:00010000:0.0:1734016101.603876:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2076671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00000100:00100000:0.0:1734016101.603904:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2629 00000100:00100000:0.0:1734016101.603910:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338775680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.603922:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.603940:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2076671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.603951:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2076671) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.603970:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec731feb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2076671) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09e9 expref: 9 pid: 7681 timeout: 464 lvb_type: 0 00010000:00010000:0.0:1734016101.603981:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.603982:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.603987:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.603995:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.604022:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.604034:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341490560:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016101.604102:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.607402:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.607569:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341490560:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016101.607595:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.607896:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338775680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3984us (4114us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.607906:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2629 00000100:00100000:1.0:1734016101.612508:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.613148:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775936 00000100:00100000:3.0:1734016101.613163:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775936 00000100:00100000:3.0:1734016101.613371:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1874 00000100:00100000:3.0:1734016101.613381:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338775936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.613425:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.613460:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166640/0x903ef4aec731fed5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a05 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.613633:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016101.613657:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016101.613677:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:3.0:1734016101.613713:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7831630 00000004:00200000:3.0:1734016101.613720:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016101.613743:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016101.613771:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166640/0x903ef4aec731fed5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 27 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.614150:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 26 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.614161:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.614164:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016101.614170:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016101.614858:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338775936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1474us (2360us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.614871:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1874 00000100:00100000:1.0:1734016101.619613:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.619963:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776192 00000100:00100000:3.0:1734016101.619977:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776192 00002000:00100000:3.0:1734016101.620041:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3928064->3932159) req@ffff880076506300 x1818247338776192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.620052:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076506300 with x1818247338776192 ext(3928064->3932159) 00002000:00010000:3.0:1734016101.620057:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076506300 00000100:00100000:3.0:1734016101.620098:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8534 00000100:00100000:3.0:1734016101.620108:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338776192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.620550:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338776192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 441us (951us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.620558:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8534 00002000:00100000:3.0:1734016101.620564:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3928064->3932159) req@ffff880076506300 x1818247338776192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.620571:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076506300 with x1818247338776192 ext(3928064->3932159) 00002000:00010000:3.0:1734016101.620573:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076506300 00000100:00100000:0.0:1734016101.623575:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.623772:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776448 00000100:00100000:3.0:1734016101.623780:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776448 00002000:00100000:3.0:1734016101.623816:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3923968->3928063) req@ffff88011d83ca80 x1818247338776448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.623824:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ca80 with x1818247338776448 ext(3923968->3928063) 00002000:00010000:3.0:1734016101.623828:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ca80 00000100:00100000:3.0:1734016101.623861:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8535 00000100:00100000:3.0:1734016101.623867:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338776448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.624053:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338776448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 184us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.624060:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8535 00002000:00100000:3.0:1734016101.624073:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3923968->3928063) req@ffff88011d83ca80 x1818247338776448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.624080:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ca80 with x1818247338776448 ext(3923968->3928063) 00002000:00010000:3.0:1734016101.624083:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ca80 00000100:00100000:1.0:1734016101.626836:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.629727:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.630074:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776960 00000100:00100000:3.0:1734016101.630081:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776960 00002000:00100000:3.0:1734016101.630123:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3915776->3919871) req@ffff880076748a80 x1818247338776960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.630131:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748a80 with x1818247338776960 ext(3915776->3919871) 00002000:00010000:3.0:1734016101.630134:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748a80 00000100:00100000:3.0:1734016101.630159:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8537 00000100:00100000:3.0:1734016101.630165:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338776960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.630382:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338776960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 214us (663us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.630389:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8537 00002000:00100000:3.0:1734016101.630395:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3915776->3919871) req@ffff880076748a80 x1818247338776960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.630402:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748a80 with x1818247338776960 ext(3915776->3919871) 00002000:00010000:3.0:1734016101.630405:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748a80 00000100:00100000:0.0:1734016101.632837:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.638053:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.641694:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338777344:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3190us (3634us total) trans 4294969134 rc 0/0 00000100:00100000:0.0:1734016101.641711:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8539 00002000:00100000:0.0:1734016101.641727:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3911680->3932159) req@ffff880076749c00 x1818247338777344/t4294969134(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.641738:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247338777344 ext(3911680->3932159) 00002000:00010000:0.0:1734016101.641745:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749c00 00000100:00100000:0.0:1734016101.643455:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.643647:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777472 00000100:00100000:3.0:1734016101.643662:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777472 00000100:00100000:3.0:1734016101.643728:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1875 00000100:00100000:3.0:1734016101.643736:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338777472:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016101.643926:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338777472:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 187us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.643935:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1875 00000100:00100000:1.0:1734016101.646594:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.649164:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338777600:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2162us (2576us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.649200:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10359 00000100:00100000:1.0:1734016101.655558:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.655898:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777728 00000100:00100000:0.0:1734016101.655907:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777728 00000100:00100000:0.0:1734016101.655964:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10360 00000100:00100000:0.0:1734016101.655972:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338777728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.655991:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.656010:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731fee3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a0c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.656059:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341490688:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016101.656130:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016101.658963:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 984 -> 1024 00000100:00100000:0.0:1734016101.659006:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341490688:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016101.659044:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731fee3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a0c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.659074:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec731fee3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a0c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.659103:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016101.659173:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338777728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3199us (3627us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.659223:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10360 00000100:00100000:1.0:1734016101.663103:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.663232:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777856 00000100:00100000:0.0:1734016101.663240:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777856 00000100:00100000:0.0:1734016101.663285:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10361 00000100:00100000:0.0:1734016101.663291:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338777856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.663306:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.663322:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a13 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.663345:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.663353:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.663354:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016101.663357:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4452352->4456447] (req 4452352->4456447) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.663382:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.663396:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 5 pid: 7681 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.663405:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341490816:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016101.663456:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.666628:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341490816:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016101.666651:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4452352->4456447] (req 4452352->4456447) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.666664:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:1.0:1734016101.667465:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777984 00000100:00100000:1.0:1734016101.667474:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777984 00010000:00010000:1.0:1734016101.667496:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 6 pid: 7681 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.667532:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2630 00000100:00100000:1.0:1734016101.667537:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338777984:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016101.667548:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016101.667566:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 6 pid: 7681 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.667576:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 6 pid: 7681 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.667594:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731fece lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a09fe expref: 6 pid: 7681 timeout: 465 lvb_type: 0 00010000:00010000:1.0:1734016101.667613:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.667614:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016101.667620:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.667628:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.667654:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.667664:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341490944:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016101.667890:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338777856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4596us (4798us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.667899:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10361 00000100:00100000:1.0:1734016101.668441:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.679372:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341490944:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016101.679400:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016101.679461:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338777984:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11921us (12928us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016101.679474:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2630 00000100:00100000:3.0:1734016101.681542:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.682291:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778240 00000100:00100000:0.0:1734016101.682305:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778240 00002000:00100000:0.0:1734016101.682363:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4452352->4456447) req@ffff88012b87fb80 x1818247338778240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.682371:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87fb80 with x1818247338778240 ext(4452352->4456447) 00002000:00010000:0.0:1734016101.682378:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87fb80 00000100:00100000:0.0:1734016101.682408:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8540 00000100:00100000:0.0:1734016101.682416:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338778240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.682654:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338778240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 237us (1121us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.682667:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8540 00002000:00100000:0.0:1734016101.682672:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4452352->4456447) req@ffff88012b87fb80 x1818247338778240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.682679:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87fb80 with x1818247338778240 ext(4452352->4456447) 00002000:00010000:0.0:1734016101.682682:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87fb80 00000100:00100000:3.0:1734016101.685633:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778496 00000100:00100000:3.0:1734016101.685643:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778496 00002000:00100000:3.0:1734016101.685683:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4448256->4452351) req@ffff8801312c6680 x1818247338778496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.685694:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6680 with x1818247338778496 ext(4448256->4452351) 00002000:00010000:3.0:1734016101.685700:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6680 00000100:00100000:3.0:1734016101.686378:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8541 00000100:00100000:3.0:1734016101.686387:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338778496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.686637:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338778496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 248us (1805us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.686644:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8541 00002000:00100000:3.0:1734016101.686649:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4448256->4452351) req@ffff8801312c6680 x1818247338778496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.686656:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6680 with x1818247338778496 ext(4448256->4452351) 00002000:00010000:3.0:1734016101.686658:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6680 00000100:00100000:0.0:1734016101.696369:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778752 00000100:00100000:0.0:1734016101.696383:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778752 00002000:00100000:0.0:1734016101.696433:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4444160->4448255) req@ffff8801312c6300 x1818247338778752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.696444:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6300 with x1818247338778752 ext(4444160->4448255) 00002000:00010000:0.0:1734016101.696451:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6300 00000100:00100000:3.0:1734016101.698301:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8542 00000100:00100000:3.0:1734016101.698314:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338778752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.698591:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338778752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 278us (2454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.698598:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8542 00002000:00100000:3.0:1734016101.698607:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4444160->4448255) req@ffff8801312c6300 x1818247338778752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.698616:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6300 with x1818247338778752 ext(4444160->4448255) 00002000:00010000:3.0:1734016101.698622:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6300 00000100:00100000:0.0:1734016101.706321:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779008 00000100:00100000:0.0:1734016101.706339:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779008 00002000:00100000:0.0:1734016101.706395:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4440064->4444159) req@ffff880130bc4e00 x1818247338779008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.706405:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247338779008 ext(4440064->4444159) 00002000:00010000:0.0:1734016101.706411:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00 00000100:00100000:3.0:1734016101.707311:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8543 00000100:00100000:3.0:1734016101.707322:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338779008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.707564:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338779008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 242us (1391us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.707570:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8543 00002000:00100000:3.0:1734016101.707576:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4440064->4444159) req@ffff880130bc4e00 x1818247338779008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.707583:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247338779008 ext(4440064->4444159) 00002000:00010000:3.0:1734016101.707585:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00 00000100:00100000:3.0:1734016101.717297:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779264 00000100:00100000:3.0:1734016101.717311:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779264 00002000:00100000:3.0:1734016101.717385:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4435968->4440063) req@ffff880130bc7100 x1818247338779264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.717394:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7100 with x1818247338779264 ext(4435968->4440063) 00002000:00010000:3.0:1734016101.717400:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7100 00000100:00100000:3.0:1734016101.717445:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8544 00000100:00100000:3.0:1734016101.717452:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338779264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016101.717668:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338779264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 215us (823us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016101.717676:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8544 00002000:00100000:3.0:1734016101.717681:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4435968->4440063) req@ffff880130bc7100 x1818247338779264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016101.717689:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7100 with x1818247338779264 ext(4435968->4440063) 00002000:00010000:3.0:1734016101.717692:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7100 00000100:00100000:0.0:1734016101.726885:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779520 00000100:00100000:0.0:1734016101.726908:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779520 00002000:00100000:1.0:1734016101.727079:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4431872->4435967) req@ffff880130bc5880 x1818247338779520/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.727091:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5880 with x1818247338779520 ext(4431872->4435967) 00002000:00010000:1.0:1734016101.727098:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5880 00000100:00100000:1.0:1734016101.727223:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8545 00000100:00100000:1.0:1734016101.727232:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338779520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.727583:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338779520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 351us (2433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.727589:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8545 00002000:00100000:1.0:1734016101.727595:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4431872->4435967) req@ffff880130bc5880 x1818247338779520/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.727603:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5880 with x1818247338779520 ext(4431872->4435967) 00002000:00010000:1.0:1734016101.727606:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5880 00000100:00100000:0.0:1734016101.737489:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779648 00000100:00100000:0.0:1734016101.737501:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779648 00000100:00100000:0.0:1734016101.737566:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10362 00000100:00100000:0.0:1734016101.737575:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338779648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.737597:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.737623:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fef1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a1a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.737656:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.737658:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.737667:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a1a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.737682:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a1a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.737692:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016101.737780:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338779648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 205us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.737788:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10362 00000100:00100000:1.0:1734016101.756058:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779904 00000100:00100000:1.0:1734016101.756096:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779904 00000100:00100000:1.0:1734016101.756213:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1876 00000100:00100000:1.0:1734016101.756224:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338779904:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016101.756474:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016101.756490:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 25 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.756498:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016101.756533:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 25 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016101.756545:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 25 pid: 7702 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016101.756558:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341491072:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016101.756652:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016101.766942:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.767116:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341491072:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016101.767156:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016101.767359:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780032 00000100:00100000:0.0:1734016101.767375:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780032 00010000:00010000:0.0:1734016101.767425:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 26 pid: 7702 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.767479:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2631 00000100:00100000:0.0:1734016101.767490:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac0adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:1983:x1818247338780032:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.767511:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.767518:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 26 pid: 7702 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.767531:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 26 pid: 7702 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.767562:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec731fedc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a05 expref: 26 pid: 7702 timeout: 465 lvb_type: 0 00010000:00010000:0.0:1734016101.767613:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016101.767619:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016101.767630:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016101.767640:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016101.767673:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016101.767743:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac0adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:1983:x1818247338780032:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 253us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.767753:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2631 00010000:00010000:1.0:1734016101.768492:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016101.768501:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:1.0:1734016101.768636:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968472 00000004:00010000:1.0:1734016101.768702:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130bc7480 reply state ffff880071915000 transno 4294968473 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec731fef8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016101.768710:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016101.769434:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338779904:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 13210us (21085us total) trans 4294968473 rc 0/0 00000100:00100000:1.0:1734016101.769443:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1876 00000020:00080000:1.0:1734016101.769447:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016101.774761:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.774829:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780160 00000100:00100000:0.0:1734016101.774838:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780160 00000100:00100000:0.0:1734016101.774886:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10363 00000100:00100000:0.0:1734016101.774893:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338780160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.774913:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.774931:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a21 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.774961:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.774969:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fef1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a1a expref: 5 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.774980:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.774982:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.774985:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.775024:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a1a expref: 5 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.775036:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fef1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a1a expref: 5 pid: 7681 timeout: 465 lvb_type: 1 00000100:00100000:0.0:1734016101.775046:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491200:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016101.775113:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.775121:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 8 pid: 7681 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016101.775128:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491328:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016101.775145:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.783389:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491200:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016101.783410:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491328:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016101.783464:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.783493:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016101.783569:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338780160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8673us (8813us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.783581:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10363 00000100:00100000:0.0:1734016101.784087:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.784160:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780416 00000100:00100000:3.0:1734016101.784170:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780416 00010000:00010000:3.0:1734016101.784231:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 8 pid: 7681 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.784262:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2632 00000100:00100000:3.0:1734016101.784269:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338780416:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.784289:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.784313:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 8 pid: 7681 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.784323:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 8 pid: 7681 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.784357:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec731feea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4452352->4456447) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a13 expref: 8 pid: 7681 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.784516:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.785752:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338780416:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1477us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.785759:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2632 00000100:00100000:3.0:1734016101.786443:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:2.0:1734016101.786840:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a1a expref: 6 pid: 7681 timeout: 465 lvb_type: 1 00010000:00010000:2.0:1734016101.786856:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec731fef1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a1a expref: 6 pid: 7681 timeout: 465 lvb_type: 1 00010000:00010000:2.0:1734016101.787321:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016101.787325:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016101.787331:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.787341:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.787383:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016101.787399:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341491456:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016101.788623:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016101.793167:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341491456:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016101.793227:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016101.793863:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338780288:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7061us (7416us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016101.793875:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2633 00000100:00100000:3.0:1734016101.794058:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.794209:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780544 00000100:00100000:2.0:1734016101.794216:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780544 00002000:00010000:2.0:1734016101.794241:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2637622->18446744073709551615) 00002000:00100000:2.0:1734016101.794244:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e680 with x1818247338780544 ext(2637622->18446744073709551615) 00002000:00010000:2.0:1734016101.794255:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e680. 00000100:00100000:2.0:1734016101.794272:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8546 00000100:00100000:2.0:1734016101.794278:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338780544:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016101.794771:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7831630 -> 2637622 00002000:00010000:2.0:1734016101.794775:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:2.0:1734016101.794777:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:2.0:1734016101.794779:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:2.0:1734016101.794781:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1024 -> 744 00000100:00100000:2.0:1734016101.794831:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338780544:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 552us (773us total) trans 4294969135 rc 0/0 00000100:00100000:2.0:1734016101.794838:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8546 00002000:00010000:2.0:1734016101.794841:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2637622->18446744073709551615) 00002000:00100000:2.0:1734016101.794844:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e680 with x1818247338780544 ext(2637622->18446744073709551615) 00002000:00010000:2.0:1734016101.794849:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e680. 00000100:00100000:1.0:1734016101.802999:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.803226:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780672 00000100:00100000:2.0:1734016101.803245:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780672 00000100:00100000:2.0:1734016101.803352:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1877 00000100:00100000:2.0:1734016101.803366:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338780672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016101.803413:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016101.803452:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731ff06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a28 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.803646:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016101.803669:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016101.803684:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016101.803725:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2637622 00000004:00200000:2.0:1734016101.803730:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016101.803748:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016101.803780:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec731ff06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 27 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.804600:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 26 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.804611:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016101.804614:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016101.804617:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016101.804740:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338780672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1378us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016101.804748:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1877 00000100:00100000:3.0:1734016101.808110:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.808315:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780800 00000100:00100000:0.0:1734016101.808325:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780800 00000100:00100000:1.0:1734016101.809059:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10364 00000100:00100000:1.0:1734016101.809074:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338780800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016101.809090:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016101.809106:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731ff14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a2f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016101.809159:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491584:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016101.809778:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.815677:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491584:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016101.815718:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731ff14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a2f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.815732:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec731ff14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a2f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.815760:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:0.0:1734016101.815818:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338780800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6743us (7719us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.815829:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10364 00000100:00100000:1.0:1734016101.823105:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.823239:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780928 00000100:00100000:0.0:1734016101.823248:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780928 00000100:00100000:0.0:1734016101.823296:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10365 00000100:00100000:0.0:1734016101.823304:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338780928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.823325:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.823341:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731ff1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a36 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.823403:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491712:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016101.823465:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.825435:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491712:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016101.825467:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731ff1b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a36 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.825481:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec731ff1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a36 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.825491:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016101.825543:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338780928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2238us (2450us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.825553:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10365 00000100:00100000:0.0:1734016101.832672:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.833511:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781184 00000100:00100000:2.0:1734016101.833526:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781184 00000100:00100000:2.0:1734016101.833615:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1878 00000100:00100000:2.0:1734016101.833624:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338781184:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016101.833879:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016101.833894:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.833905:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016101.833939:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.833949:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 25 pid: 6475 timeout: 465 lvb_type: 0 00000100:00100000:2.0:1734016101.833961:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341491840:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016101.834029:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016101.847113:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.847727:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341491840:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016101.847759:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016101.848495:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781312 00000100:00100000:3.0:1734016101.848502:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781312 00010000:00010000:3.0:1734016101.848541:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 26 pid: 6475 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.848566:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2634 00000100:00100000:3.0:1734016101.848572:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:1983:x1818247338781312:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.848591:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.848598:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 26 pid: 6475 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.848610:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 26 pid: 6475 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.848635:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a28 expref: 26 pid: 6475 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.848666:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.848671:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.848680:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.848687:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.849927:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016101.850085:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016101.850095:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016101.850224:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968474 00000004:00010000:2.0:1734016101.850276:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d83d880 reply state ffff880071d65000 transno 4294968475 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016101.850283:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016101.850399:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:1983:x1818247338781312:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1821us (3296us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.850409:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2634 00000100:00100000:2.0:1734016101.850984:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338781184:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 17360us (18330us total) trans 4294968475 rc 0/0 00000100:00100000:2.0:1734016101.850991:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1878 00000020:00080000:2.0:1734016101.850995:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016101.854973:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.854992:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.854999:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.855006:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c8b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016101.855012:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.855020:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.855036:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.855039:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016101.855043:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.855048:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff22 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016101.857004:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.857508:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781440 00000100:00100000:2.0:1734016101.857529:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781440 00002000:00010000:2.0:1734016101.857591:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8381701->18446744073709551615) 00002000:00100000:2.0:1734016101.857598:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749f80 with x1818247338781440 ext(8381701->18446744073709551615) 00002000:00010000:2.0:1734016101.857618:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749f80. 00000100:00100000:2.0:1734016101.857653:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8547 00000100:00100000:2.0:1734016101.857664:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338781440:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016101.858044:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2637622 -> 8381701 00002000:00010000:2.0:1734016101.858047:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016101 -> 1734016102 00002000:00010000:2.0:1734016101.858050:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016101 -> 1734016101 00002000:00010000:2.0:1734016101.858052:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016101 -> 1734016102 00002000:00010000:2.0:1734016101.858054:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 744 -> 744 00000100:00100000:2.0:1734016101.858146:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338781440:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 481us (1149us total) trans 4294969136 rc 0/0 00000100:00100000:2.0:1734016101.858152:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8547 00002000:00010000:2.0:1734016101.858156:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8381701->18446744073709551615) 00002000:00100000:2.0:1734016101.858159:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749f80 with x1818247338781440 ext(8381701->18446744073709551615) 00002000:00010000:2.0:1734016101.858162:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749f80. 00000100:00100000:0.0:1734016101.863056:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.863329:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781568 00000100:00100000:2.0:1734016101.863342:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781568 00000100:00100000:3.0:1734016101.864102:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1879 00000100:00100000:3.0:1734016101.864110:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338781568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016101.864138:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016101.864161:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731ff29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a3d expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.864287:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731ff30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.864302:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731ff30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.864312:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731ff30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016101.864342:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8381701 00000004:00200000:3.0:1734016101.864346:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016101.864362:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731ff30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016101.864386:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec731ff29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a3d expref: 24 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.864423:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731ff30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a3d expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.864431:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016101.864434:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016101.864437:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016101.864515:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338781568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 404us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.864522:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1879 00000100:00100000:1.0:1734016101.868962:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.869078:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781824 00000100:00100000:0.0:1734016101.869098:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781824 00002000:00100000:0.0:1734016101.869313:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6971392->6975487) req@ffff88007674bb80 x1818247338781824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.869325:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674bb80 with x1818247338781824 ext(6971392->6975487) 00002000:00010000:0.0:1734016101.869335:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674bb80 00000100:00100000:0.0:1734016101.869383:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8548 00000100:00100000:0.0:1734016101.869393:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338781824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.869679:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338781824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 288us (745us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.869686:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8548 00002000:00100000:0.0:1734016101.869692:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6971392->6975487) req@ffff88007674bb80 x1818247338781824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.869698:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674bb80 with x1818247338781824 ext(6971392->6975487) 00002000:00010000:0.0:1734016101.869700:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674bb80 00000100:00100000:1.0:1734016101.872411:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.872987:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782080 00000100:00100000:2.0:1734016101.873000:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782080 00002000:00100000:2.0:1734016101.873045:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6967296->6971391) req@ffff880076748000 x1818247338782080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.873054:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748000 with x1818247338782080 ext(6967296->6971391) 00002000:00010000:2.0:1734016101.873068:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748000 00000100:00100000:2.0:1734016101.873124:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8549 00000100:00100000:2.0:1734016101.873130:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338782080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016101.873389:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338782080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 258us (987us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016101.873396:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8549 00002000:00100000:2.0:1734016101.873402:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6967296->6971391) req@ffff880076748000 x1818247338782080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.873409:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748000 with x1818247338782080 ext(6967296->6971391) 00002000:00010000:2.0:1734016101.873412:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748000 00000100:00100000:1.0:1734016101.876677:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.876756:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782336 00000100:00100000:0.0:1734016101.876766:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782336 00002000:00100000:0.0:1734016101.876806:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6963200->6967295) req@ffff88007674b100 x1818247338782336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.876816:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b100 with x1818247338782336 ext(6963200->6967295) 00002000:00010000:0.0:1734016101.876821:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b100 00000100:00100000:0.0:1734016101.876853:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8550 00000100:00100000:0.0:1734016101.876861:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338782336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016101.877074:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338782336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 212us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016101.877080:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8550 00002000:00100000:0.0:1734016101.877086:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6963200->6967295) req@ffff88007674b100 x1818247338782336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.877092:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b100 with x1818247338782336 ext(6963200->6967295) 00002000:00010000:0.0:1734016101.877094:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b100 00000100:00100000:1.0:1734016101.881639:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.881723:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782592 00000100:00100000:2.0:1734016101.881732:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782592 00002000:00100000:2.0:1734016101.881768:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6959104->6963199) req@ffff880130c2e300 x1818247338782592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.881777:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247338782592 ext(6959104->6963199) 00002000:00010000:2.0:1734016101.881781:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:2.0:1734016101.881899:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8551 00000100:00100000:2.0:1734016101.881905:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338782592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016101.882504:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338782592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 597us (873us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016101.882513:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8551 00002000:00100000:2.0:1734016101.882519:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6959104->6963199) req@ffff880130c2e300 x1818247338782592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.882526:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247338782592 ext(6959104->6963199) 00002000:00010000:2.0:1734016101.882529:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:1.0:1734016101.886411:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.886502:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782720 00000100:00100000:0.0:1734016101.886516:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782720 00000100:00100000:0.0:1734016101.886590:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1880 00000100:00100000:0.0:1734016101.886601:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338782720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.886633:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.886657:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731ff37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a44 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.886770:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016101.886788:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016101.886798:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:0.0:1734016101.886818:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8381701 00000004:00200000:0.0:1734016101.886822:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016101.886836:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016101.886859:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec731ff37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 27 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.886890:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 26 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.886897:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016101.886899:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016101.886902:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016101.886950:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338782720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 352us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016101.886959:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1880 00000100:00100000:1.0:1734016101.889134:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016101.889246:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782848 00000100:00100000:0.0:1734016101.889264:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782848 00000100:00100000:0.0:1734016101.889834:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10366 00000100:00100000:0.0:1734016101.889844:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338782848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.889869:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.889894:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731ff45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a4b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.889982:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491968:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016101.890089:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016101.892114:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016101 -> 1734016102 00000100:00100000:2.0:1734016101.892146:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341491968:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016101.892202:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731ff45 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a4b expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.892229:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec731ff45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a4b expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.892245:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:2.0:1734016101.892299:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338782848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2457us (3180us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016101.892308:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10366 00000100:00100000:1.0:1734016101.896342:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.897067:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782976 00000100:00100000:2.0:1734016101.897080:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782976 00000100:00100000:2.0:1734016101.897143:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10367 00000100:00100000:2.0:1734016101.897152:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338782976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016101.897177:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016101.897215:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a52 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016101.897271:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492096:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016101.897337:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016101.901261:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492096:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016101.901299:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff4c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a52 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.901317:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a52 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.901366:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016101.901773:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338782976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4620us (5440us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016101.901781:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10367 00000100:00100000:0.0:1734016101.903849:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.903963:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783104 00000100:00100000:2.0:1734016101.903972:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783104 00000100:00100000:2.0:1734016101.904019:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10368 00000100:00100000:2.0:1734016101.904025:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338783104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016101.904042:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016101.904068:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a59 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016101.904138:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492224:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016101.904262:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016101.908546:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492224:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016101.908623:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff53 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a59 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.908643:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a59 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.908787:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016101.908884:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338783104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4857us (5041us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016101.908896:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10368 00000100:00100000:1.0:1734016101.920424:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.921956:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783232 00000100:00100000:2.0:1734016101.921976:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783232 00000100:00100000:2.0:1734016101.922078:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10369 00000100:00100000:2.0:1734016101.922086:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338783232:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016101.922113:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016101.922144:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a60 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016101.922279:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492352:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016101.922385:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016101.927389:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492352:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016101.927426:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff5a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a60 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.927439:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec731ff5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a60 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.927461:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016101.929227:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338783232:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7123us (8803us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016101.929256:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10369 00000100:00100000:1.0:1734016101.933366:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.935255:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783360 00000100:00100000:2.0:1734016101.935270:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783360 00000100:00100000:2.0:1734016101.935330:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10370 00000100:00100000:2.0:1734016101.935339:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338783360:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016101.935358:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016101.935379:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a67 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016101.935435:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492480:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016101.935511:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016101.943339:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492480:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016101.943495:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff61 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a67 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.943509:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec731ff61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a67 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.944658:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016101.944728:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338783360:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9388us (11372us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016101.944737:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10370 00000100:00100000:1.0:1734016101.947638:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.947728:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783488 00000100:00100000:2.0:1734016101.947740:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783488 00000100:00100000:2.0:1734016101.948520:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10371 00000100:00100000:2.0:1734016101.948529:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338783488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016101.948545:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016101.948564:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731ff68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a6e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016101.948619:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492608:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016101.949012:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016101.955121:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492608:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016101.955159:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731ff68 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a6e expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.955172:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec731ff68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a6e expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.955197:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016101.955252:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338783488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6723us (7625us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016101.955260:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10371 00000100:00100000:1.0:1734016101.957847:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.958044:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783616 00000100:00100000:2.0:1734016101.958053:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783616 00000100:00100000:2.0:1734016101.958445:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10372 00000100:00100000:2.0:1734016101.958452:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338783616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016101.958469:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016101.958488:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ff6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a75 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016101.958548:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492736:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016101.958614:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016101.960642:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492736:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016101.960683:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ff6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a75 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.960699:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec731ff6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a75 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016101.960717:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016101.960772:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338783616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2316us (2931us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016101.960781:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10372 00000100:00100000:1.0:1734016101.962988:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.963116:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783744 00000100:00100000:2.0:1734016101.963128:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783744 00000100:00100000:2.0:1734016101.963277:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10373 00000100:00100000:2.0:1734016101.963287:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338783744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016101.963307:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016101.963328:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a7c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.963367:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.963380:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016101.963383:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016101.963387:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7950336->7954431] (req 7950336->7954431) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.963427:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.963441:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 8 pid: 13915 timeout: 465 lvb_type: 0 00000100:00100000:2.0:1734016101.963458:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492864:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016101.964126:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016101.967529:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341492864:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016101.967575:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7950336->7954431] (req 7950336->7954431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016101.967592:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016101.967663:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338783744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4377us (4680us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016101.967672:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10373 00000100:00100000:1.0:1734016101.969544:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016101.969668:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783872 00000100:00100000:3.0:1734016101.969682:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783872 00010000:00010000:3.0:1734016101.969729:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 9 pid: 13915 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016101.969772:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2635 00000100:00100000:3.0:1734016101.969780:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338783872:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016101.969801:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016101.969828:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 9 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.969841:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 9 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.969871:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec731feff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a21 expref: 9 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016101.969915:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.969919:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016101.969929:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.969940:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016101.969978:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016101.969992:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341492992:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016101.970070:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.973308:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.973435:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784128 00000100:00100000:1.0:1734016101.973446:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784128 00002000:00100000:1.0:1734016101.973505:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7950336->7954431) req@ffff880076505880 x1818247338784128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.973516:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505880 with x1818247338784128 ext(7950336->7954431) 00002000:00010000:1.0:1734016101.973523:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505880 00000100:00100000:1.0:1734016101.973565:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8552 00000100:00100000:1.0:1734016101.973573:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338784128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.973797:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338784128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 223us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.973805:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8552 00002000:00100000:1.0:1734016101.973810:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7950336->7954431) req@ffff880076505880 x1818247338784128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.973825:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505880 with x1818247338784128 ext(7950336->7954431) 00002000:00010000:1.0:1734016101.973828:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505880 00000100:00100000:3.0:1734016101.973969:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341492992:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016101.973995:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016101.974024:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338783872:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4245us (4494us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016101.974033:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2635 00000100:00100000:0.0:1734016101.978241:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.978389:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784384 00000100:00100000:2.0:1734016101.978400:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784384 00002000:00100000:2.0:1734016101.978457:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7946240->7950335) req@ffff880076504380 x1818247338784384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.978472:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504380 with x1818247338784384 ext(7946240->7950335) 00002000:00010000:2.0:1734016101.978477:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504380 00000100:00100000:2.0:1734016101.978502:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8553 00000100:00100000:2.0:1734016101.978508:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338784384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016101.978725:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338784384:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 215us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016101.978733:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8553 00002000:00100000:2.0:1734016101.978739:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7946240->7950335) req@ffff880076504380 x1818247338784384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.978745:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504380 with x1818247338784384 ext(7946240->7950335) 00002000:00010000:2.0:1734016101.978748:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504380 00000100:00100000:0.0:1734016101.982946:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.984081:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784640 00000100:00100000:1.0:1734016101.984098:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784640 00002000:00100000:1.0:1734016101.984156:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7942144->7946239) req@ffff880076504a80 x1818247338784640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.984168:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504a80 with x1818247338784640 ext(7942144->7946239) 00002000:00010000:1.0:1734016101.984174:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504a80 00000100:00100000:1.0:1734016101.984228:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8554 00000100:00100000:1.0:1734016101.984237:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338784640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.984454:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338784640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 217us (1514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.984462:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8554 00002000:00100000:1.0:1734016101.984467:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7942144->7946239) req@ffff880076504a80 x1818247338784640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.984474:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504a80 with x1818247338784640 ext(7942144->7946239) 00002000:00010000:1.0:1734016101.984476:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504a80 00000100:00100000:0.0:1734016101.988068:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.988329:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784896 00000100:00100000:2.0:1734016101.988343:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784896 00002000:00100000:2.0:1734016101.988395:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7938048->7942143) req@ffff880071325500 x1818247338784896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.988405:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325500 with x1818247338784896 ext(7938048->7942143) 00002000:00010000:2.0:1734016101.988411:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325500 00000100:00100000:2.0:1734016101.988433:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8555 00000100:00100000:2.0:1734016101.988441:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338784896:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016101.988686:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338784896:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 244us (637us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016101.988695:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8555 00002000:00100000:2.0:1734016101.988700:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7938048->7942143) req@ffff880071325500 x1818247338784896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.988706:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325500 with x1818247338784896 ext(7938048->7942143) 00002000:00010000:2.0:1734016101.988710:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325500 00000100:00100000:0.0:1734016101.992434:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016101.993038:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785152 00000100:00100000:1.0:1734016101.993050:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785152 00002000:00100000:1.0:1734016101.993129:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7933952->7938047) req@ffff880071721500 x1818247338785152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.993141:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721500 with x1818247338785152 ext(7933952->7938047) 00002000:00010000:1.0:1734016101.993147:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721500 00000100:00100000:1.0:1734016101.993273:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8556 00000100:00100000:1.0:1734016101.993283:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338785152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016101.993528:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338785152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 246us (1114us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016101.993536:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8556 00002000:00100000:1.0:1734016101.993544:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7933952->7938047) req@ffff880071721500 x1818247338785152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016101.993551:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721500 with x1818247338785152 ext(7933952->7938047) 00002000:00010000:1.0:1734016101.993553:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721500 00000100:00100000:0.0:1734016101.996047:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016101.996503:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785408 00000100:00100000:2.0:1734016101.996514:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785408 00002000:00100000:2.0:1734016101.996564:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7929856->7933951) req@ffff880071723b80 x1818247338785408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/0 e 0 to 0 dl 1734016112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.996576:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723b80 with x1818247338785408 ext(7929856->7933951) 00002000:00010000:2.0:1734016101.996581:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723b80 00000100:00100000:2.0:1734016101.997705:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8557 00000100:00100000:2.0:1734016101.997716:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338785408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016101.997931:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338785408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 213us (1890us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016101.997938:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8557 00002000:00100000:2.0:1734016101.997944:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7929856->7933951) req@ffff880071723b80 x1818247338785408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:62/0 lens 488/4536 e 0 to 0 dl 1734016112 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016101.997952:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723b80 with x1818247338785408 ext(7929856->7933951) 00002000:00010000:2.0:1734016101.997956:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723b80 00000100:00100000:0.0:1734016102.000857:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.001703:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785664 00000100:00100000:1.0:1734016102.001710:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785664 00002000:00100000:1.0:1734016102.001751:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7925760->7929855) req@ffff880071722a00 x1818247338785664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.001765:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722a00 with x1818247338785664 ext(7925760->7929855) 00002000:00010000:1.0:1734016102.001770:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722a00 00000100:00100000:1.0:1734016102.001806:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8558 00000100:00100000:1.0:1734016102.001814:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338785664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.002133:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338785664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 317us (1284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.002141:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8558 00002000:00100000:1.0:1734016102.002148:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7925760->7929855) req@ffff880071722a00 x1818247338785664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.002155:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722a00 with x1818247338785664 ext(7925760->7929855) 00002000:00010000:1.0:1734016102.002159:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722a00 00000100:00100000:0.0:1734016102.005220:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.005415:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785920 00000100:00100000:2.0:1734016102.005426:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785920 00002000:00100000:2.0:1734016102.005477:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7921664->7925759) req@ffff880071722300 x1818247338785920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.005486:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722300 with x1818247338785920 ext(7921664->7925759) 00002000:00010000:2.0:1734016102.005492:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722300 00000100:00100000:2.0:1734016102.005517:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8559 00000100:00100000:2.0:1734016102.005525:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338785920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.005710:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338785920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 186us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.005716:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8559 00002000:00100000:2.0:1734016102.005721:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7921664->7925759) req@ffff880071722300 x1818247338785920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.005727:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722300 with x1818247338785920 ext(7921664->7925759) 00002000:00010000:2.0:1734016102.005729:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722300 00000100:00100000:0.0:1734016102.008438:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.008678:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786176 00000100:00100000:1.0:1734016102.008692:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786176 00002000:00100000:1.0:1734016102.008758:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7917568->7921663) req@ffff880071721f80 x1818247338786176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.008778:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721f80 with x1818247338786176 ext(7917568->7921663) 00002000:00010000:1.0:1734016102.008786:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721f80 00000100:00100000:1.0:1734016102.008851:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8560 00000100:00100000:1.0:1734016102.008861:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338786176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.009298:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338786176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 433us (864us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.009318:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8560 00002000:00100000:1.0:1734016102.009330:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7917568->7921663) req@ffff880071721f80 x1818247338786176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.009346:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721f80 with x1818247338786176 ext(7917568->7921663) 00002000:00010000:1.0:1734016102.009354:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721f80 00000100:00100000:0.0:1734016102.012115:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.012244:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786432 00000100:00100000:2.0:1734016102.012254:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786432 00002000:00100000:2.0:1734016102.012295:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7913472->7917567) req@ffff880071723800 x1818247338786432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.012304:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723800 with x1818247338786432 ext(7913472->7917567) 00002000:00010000:2.0:1734016102.012309:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723800 00000100:00100000:2.0:1734016102.012836:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8561 00000100:00100000:2.0:1734016102.012845:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338786432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.013036:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338786432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 192us (929us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.013042:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8561 00002000:00100000:2.0:1734016102.013047:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7913472->7917567) req@ffff880071723800 x1818247338786432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.013055:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723800 with x1818247338786432 ext(7913472->7917567) 00002000:00010000:2.0:1734016102.013070:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723800 00000100:00100000:0.0:1734016102.017550:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.017924:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786560 00000100:00100000:1.0:1734016102.017939:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786560 00002000:00100000:1.0:1734016102.018001:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7913472->7954431) req@ffff880071720700 x1818247338786560/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.018013:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720700 with x1818247338786560 ext(7913472->7954431) 00002000:00010000:1.0:1734016102.018019:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720700 00000100:00100000:1.0:1734016102.018075:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8562 00000100:00100000:1.0:1734016102.018083:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338786560:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016102.025753:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338786560:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7655us (8207us total) trans 4294969137 rc 0/0 00000100:00100000:0.0:1734016102.025770:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8562 00002000:00100000:0.0:1734016102.025788:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7913472->7954431) req@ffff880071720700 x1818247338786560/t4294969137(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/448 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.025798:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720700 with x1818247338786560 ext(7913472->7954431) 00002000:00010000:0.0:1734016102.025804:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720700 00000100:00100000:0.0:1734016102.030945:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.031027:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786688 00000100:00100000:2.0:1734016102.031036:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786688 00000100:00100000:2.0:1734016102.031085:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10374 00000100:00100000:2.0:1734016102.031092:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338786688:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016102.043144:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969137 is committed 00000001:00080000:2.0:1734016102.043163:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969136 is committed 00000100:00100000:0.0:1734016102.043521:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338786688:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 12421us (12575us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.043533:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10374 00000100:00100000:0.0:1734016102.047031:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.047149:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786816 00000100:00100000:2.0:1734016102.047166:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786816 00000100:00080000:1.0:1734016102.047449:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016072 00000100:00100000:2.0:1734016102.047483:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10375 00000100:00100000:2.0:1734016102.047498:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338786816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.047525:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.047548:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731ff7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a83 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016102.047618:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493120:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016102.047945:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016102.049891:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 744 -> 824 00000100:00100000:2.0:1734016102.049932:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493120:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016102.049976:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731ff7d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a83 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.049990:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec731ff7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a83 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.050013:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016102.050093:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338786816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2597us (3072us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016102.050103:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10375 00000100:00100000:1.0:1734016102.053473:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.053587:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786944 00000100:00100000:2.0:1734016102.053597:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786944 00000100:00100000:2.0:1734016102.054289:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10376 00000100:00100000:2.0:1734016102.054300:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338786944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.054320:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.054341:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ff84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a8a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016102.054404:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493248:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016102.055046:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016102.057138:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493248:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016102.057219:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ff84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a8a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.057237:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec731ff84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a8a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.057250:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016102.057318:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338786944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3019us (3857us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016102.057326:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10376 00000100:00100000:0.0:1734016102.059267:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.059637:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787200 00000100:00100000:3.0:1734016102.059647:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787200 00000100:00080000:1.0:1734016102.059807:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016072 00000100:00100000:3.0:1734016102.059857:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1881 00000100:00100000:3.0:1734016102.059865:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338787200:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016102.059917:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.059941:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec731ff30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a3d expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.059980:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016102.059985:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016102.060162:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.060176:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 25 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.060219:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.060253:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 25 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.060266:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 25 pid: 7702 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.060280:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341493376:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016102.060356:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.065370:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.065482:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341493376:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016102.065506:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016102.066375:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787328 00000100:00100000:2.0:1734016102.066383:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787328 00010000:00010000:2.0:1734016102.066420:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 26 pid: 7702 timeout: 465 lvb_type: 0 00000100:00100000:2.0:1734016102.066691:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2636 00000100:00100000:2.0:1734016102.066698:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:1982:x1818247338787328:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016102.066716:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016102.066722:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 26 pid: 7702 timeout: 465 lvb_type: 0 00010000:00010000:2.0:1734016102.066731:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 26 pid: 7702 timeout: 465 lvb_type: 0 00010000:00010000:2.0:1734016102.066751:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec731ff3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a44 expref: 26 pid: 7702 timeout: 465 lvb_type: 0 00010000:00010000:2.0:1734016102.066996:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016102.067002:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016102.067010:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016102.067016:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.067718:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.067726:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016102.067853:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968476 00000004:00010000:3.0:1734016102.067897:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071722680 reply state ffff8800712b8000 transno 4294968477 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016102.067903:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1734016102.068129:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.068621:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338787200:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8755us (9360us total) trans 4294968477 rc 0/0 00000100:00100000:3.0:1734016102.068630:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1881 00000020:00080000:3.0:1734016102.068639:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016102.068825:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:1982:x1818247338787328:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2118us (3460us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016102.068834:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2636 00000100:00100000:0.0:1734016102.072247:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.072408:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787456 00000100:00100000:3.0:1734016102.072421:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787456 00000100:00100000:3.0:1734016102.072486:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10377 00000100:00100000:3.0:1734016102.072498:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338787456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.072530:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.072556:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a91 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.072598:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.072605:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016102.072607:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016102.072611:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.072645:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.072658:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 5 pid: 13915 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.072674:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493504:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016102.072756:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016102.072962:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016102.072974:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016102.072980:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016102.072987:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac164480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016102.072993:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016102.073000:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016102.073015:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016102.073018:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016102.073022:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016102.073027:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec731ff8b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016102.076718:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493504:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016102.076750:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.076770:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:0.0:1734016102.076831:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338787456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4334us (4593us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.076840:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10377 00000100:00100000:2.0:1734016102.077140:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.077441:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787584 00000100:00100000:3.0:1734016102.077448:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787584 00010000:00010000:3.0:1734016102.077475:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 6 pid: 13915 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.077501:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2637 00000100:00100000:3.0:1734016102.077506:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338787584:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.077520:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.077537:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 6 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.077545:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 6 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.077563:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ff76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7950336->7954431) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a7c expref: 6 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.077581:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.077582:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.077586:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.077594:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.077616:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.077627:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341493632:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016102.077661:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.080106:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341493632:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016102.080129:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.080210:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338787584:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2702us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.080222:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2637 00000100:00100000:0.0:1734016102.081126:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.081379:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787712 00000100:00100000:2.0:1734016102.081389:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787712 00002000:00010000:2.0:1734016102.081423:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7377652->18446744073709551615) 00002000:00100000:2.0:1734016102.081426:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723100 with x1818247338787712 ext(7377652->18446744073709551615) 00002000:00010000:2.0:1734016102.081437:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723100. 00000100:00100000:2.0:1734016102.081458:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8563 00000100:00100000:2.0:1734016102.081465:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338787712:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016102.081820:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8381701 -> 7377652 00002000:00010000:2.0:1734016102.081824:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:2.0:1734016102.081826:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016102 -> 1734016102 00002000:00010000:2.0:1734016102.081828:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:2.0:1734016102.081830:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 824 -> 744 00000100:00100000:2.0:1734016102.081871:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338787712:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 405us (746us total) trans 4294969138 rc 0/0 00000100:00100000:2.0:1734016102.081879:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8563 00002000:00010000:2.0:1734016102.081881:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7377652->18446744073709551615) 00002000:00100000:2.0:1734016102.081884:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723100 with x1818247338787712 ext(7377652->18446744073709551615) 00002000:00010000:2.0:1734016102.081887:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723100. 00000100:00100000:0.0:1734016102.086096:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.086310:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787840 00000100:00100000:3.0:1734016102.086324:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787840 00000100:00100000:3.0:1734016102.086437:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1882 00000100:00100000:3.0:1734016102.086446:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+25:9663:x1818247338787840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.086473:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.086504:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731ff99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a98 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.086622:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731ffa0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.086639:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731ffa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.086650:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731ffa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016102.086679:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7377652 00000004:00200000:3.0:1734016102.086684:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.086700:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731ffa0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.086727:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec731ff99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a98 expref: 27 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.087115:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731ffa0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a98 expref: 26 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.087125:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016102.087127:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.087131:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016102.087482:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338787840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1034us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.087488:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1882 00010000:00010000:1.0:1734016102.093625:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016102.094147:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.094264:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787968 00000100:00100000:2.0:1734016102.094277:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787968 00000100:00100000:2.0:1734016102.094329:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10378 00000100:00100000:2.0:1734016102.094340:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338787968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.094362:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.094382:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ffa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0a9f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016102.094459:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493760:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016102.094543:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016102.096113:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493760:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016102.096144:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ffa7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a9f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.096155:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec731ffa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a9f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.096211:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016102.096252:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338787968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1913us (2115us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016102.096259:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10378 00000100:00100000:0.0:1734016102.101769:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.105271:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788096 00000100:00100000:2.0:1734016102.105287:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788096 00000100:00100000:2.0:1734016102.105347:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10379 00000100:00100000:2.0:1734016102.105354:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338788096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.105371:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.105390:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731ffae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0aa6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016102.105454:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493888:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016102.105539:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016102.107471:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341493888:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016102.107504:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731ffae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aa6 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.107520:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec731ffae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aa6 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.107550:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016102.107608:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338788096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2253us (5850us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016102.107619:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10379 00000100:00100000:1.0:1734016102.110701:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.110781:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788352 00000100:00100000:3.0:1734016102.110789:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788352 00000100:00100000:3.0:1734016102.110834:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1883 00000100:00100000:3.0:1734016102.110841:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247338788352:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016102.110883:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.110905:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec731ffa0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a98 expref: 26 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.111134:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016102.111138:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016102.111423:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.111433:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.111439:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016102.111461:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968478 00000004:00010000:3.0:1734016102.111474:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130c2ed80 reply state ffff8800712bf000 transno 4294968479 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016102.111479:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016102.112163:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+28:9663:x1818247338788352:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 1319us (1467us total) trans 4294968479 rc 0/0 00000100:00100000:3.0:1734016102.112173:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1883 00000020:00080000:3.0:1734016102.112204:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016102.117370:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.117431:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788480 00000100:00100000:0.0:1734016102.117441:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788480 00000100:00100000:0.0:1734016102.117498:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10380 00000100:00100000:0.0:1734016102.117508:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338788480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.117526:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.117549:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0aad expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.117585:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.117593:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016102.117595:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016102.117599:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.117634:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.117647:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 7 pid: 13915 timeout: 465 lvb_type: 0 00000100:00100000:0.0:1734016102.117663:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341494016:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016102.117733:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00010000:00010000:3.0:1734016102.118895:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.118908:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.118917:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.118923:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac166f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016102.118928:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.118936:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.118954:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016102.118957:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016102.118965:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.118969:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec731ffb5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016102.123072:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.123722:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341494016:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016102.123772:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.123795:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:2.0:1734016102.123869:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338788480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6361us (6514us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016102.123879:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10380 00000100:00100000:3.0:1734016102.125769:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788608 00000100:00100000:3.0:1734016102.125780:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788608 00010000:00010000:3.0:1734016102.125821:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 8 pid: 13915 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.126536:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2638 00000100:00100000:3.0:1734016102.126546:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338788608:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.126562:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.126589:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 8 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.126599:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 8 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.126624:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec731ff92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0a91 expref: 8 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.126640:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.126642:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.126650:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.126659:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.126696:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.126708:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341494144:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016102.127539:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.132578:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.132808:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788736 00000100:00100000:1.0:1734016102.132819:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788736 00002000:00010000:1.0:1734016102.132860:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10231970->18446744073709551615) 00002000:00100000:1.0:1734016102.132864:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24700 with x1818247338788736 ext(10231970->18446744073709551615) 00002000:00010000:1.0:1734016102.132875:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24700. 00000100:00100000:1.0:1734016102.132909:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8564 00000100:00100000:1.0:1734016102.132916:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338788736:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016102.133121:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7377652 -> 10231970 00002000:00010000:1.0:1734016102.133126:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:1.0:1734016102.133128:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016102 -> 1734016102 00002000:00010000:1.0:1734016102.133130:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:1.0:1734016102.133132:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 744 -> 744 00000100:00100000:1.0:1734016102.133211:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338788736:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 294us (650us total) trans 4294969139 rc 0/0 00000100:00100000:1.0:1734016102.133217:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8564 00002000:00010000:1.0:1734016102.133221:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10231970->18446744073709551615) 00002000:00100000:1.0:1734016102.133223:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24700 with x1818247338788736 ext(10231970->18446744073709551615) 00002000:00010000:1.0:1734016102.133227:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24700. 00000100:00100000:3.0:1734016102.133377:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341494144:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016102.133397:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.133417:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338788608:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6873us (10366us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.133425:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2638 00000100:00100000:0.0:1734016102.138597:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.138798:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788992 00000100:00100000:2.0:1734016102.138807:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788992 00002000:00100000:2.0:1734016102.138848:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9515008->10235903) req@ffff880090a25f80 x1818247338788992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.138857:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25f80 with x1818247338788992 ext(9515008->10235903) 00002000:00010000:2.0:1734016102.138862:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25f80 00000100:00100000:2.0:1734016102.138894:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8565 00000100:00100000:2.0:1734016102.138900:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338788992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.149717:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338788992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 10799us (11113us total) trans 0 rc 720896/720896 00000100:00100000:2.0:1734016102.149733:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8565 00002000:00100000:2.0:1734016102.149748:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9515008->10235903) req@ffff880090a25f80 x1818247338788992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/440 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 720896/720896 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.149759:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25f80 with x1818247338788992 ext(9515008->10235903) 00002000:00010000:2.0:1734016102.149767:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25f80 00000100:00100000:0.0:1734016102.154340:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.154503:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789120 00000100:00100000:2.0:1734016102.154516:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789120 00002000:00100000:2.0:1734016102.154566:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (10199040->10231969) req@ffff880090a27800 x1818247338789120/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.154577:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27800 with x1818247338789120 ext(10199040->10231969) 00002000:00010000:2.0:1734016102.154584:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27800 00000100:00100000:2.0:1734016102.154619:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8566 00000100:00100000:2.0:1734016102.154626:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338789120:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016102.158730:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338789120:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4088us (4387us total) trans 4294969140 rc 0/0 00000100:00100000:0.0:1734016102.158746:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8566 00002000:00100000:0.0:1734016102.158758:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (10199040->10231969) req@ffff880090a27800 x1818247338789120/t4294969140(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/448 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.158769:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27800 with x1818247338789120 ext(10199040->10231969) 00002000:00010000:0.0:1734016102.158777:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27800 00000100:00100000:0.0:1734016102.162650:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.162771:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789248 00000100:00100000:3.0:1734016102.162787:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789248 00000100:00100000:3.0:1734016102.162837:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1884 00000100:00100000:3.0:1734016102.162844:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+27:9663:x1818247338789248:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016102.163443:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+27:9663:x1818247338789248:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 597us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.163449:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1884 00000100:00100000:0.0:1734016102.165159:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.165330:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789376 00000100:00100000:2.0:1734016102.165340:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789376 00000100:00100000:2.0:1734016102.165412:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10381 00000100:00100000:2.0:1734016102.165419:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338789376:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016102.167005:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969140 is committed 00000001:00080000:2.0:1734016102.167035:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969138 is committed 00000100:00100000:0.0:1734016102.167201:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338789376:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1779us (2043us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.167209:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10381 00000100:00100000:1.0:1734016102.170611:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.170726:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789504 00000100:00100000:3.0:1734016102.170746:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789504 00000100:00100000:3.0:1734016102.170846:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1885 00000100:00100000:3.0:1734016102.170858:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+27:9663:x1818247338789504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016102.170895:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016102.170930:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731ffc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ab4 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.171091:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.171108:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.171127:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016102.171164:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10231970 00000004:00200000:3.0:1734016102.171169:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016102.171209:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016102.171243:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec731ffc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 29 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.171281:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 28 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.171290:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016102.171293:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016102.171297:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016102.171352:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+28:9663:x1818247338789504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 496us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.171360:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1885 00000100:00100000:2.0:1734016102.175066:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.175128:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789632 00000100:00100000:0.0:1734016102.175135:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789632 00000100:00100000:0.0:1734016102.175205:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10382 00000100:00100000:0.0:1734016102.175212:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338789632:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016102.175667:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10231970 -> 10231970 00002000:00010000:0.0:1734016102.175671:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:0.0:1734016102.175674:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016102 -> 1734016102 00002000:00010000:0.0:1734016102.175676:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:0.0:1734016102.175680:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 744 -> 792 00000100:00100000:0.0:1734016102.175741:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338789632:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 528us (694us total) trans 4294969141 rc 0/0 00000100:00100000:0.0:1734016102.175750:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10382 00000100:00100000:0.0:1734016102.186359:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.186439:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789760 00000100:00100000:2.0:1734016102.186446:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789760 00000100:00100000:2.0:1734016102.186545:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1886 00000100:00100000:2.0:1734016102.186554:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338789760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.186583:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.186606:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec731ffd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0abb expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.186695:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ffd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016102.186712:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ffd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016102.186722:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ffd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:2.0:1734016102.186745:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10231970 00000004:00200000:2.0:1734016102.186749:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016102.186762:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ffd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016102.186783:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec731ffd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0abb expref: 26 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.186800:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ffd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0abb expref: 25 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.186807:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016102.186809:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016102.186812:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016102.186857:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338789760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 304us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016102.186862:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1886 00000100:00100000:0.0:1734016102.191426:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.191518:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789888 00000100:00100000:1.0:1734016102.191528:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789888 00000100:00100000:1.0:1734016102.191574:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10383 00000100:00100000:1.0:1734016102.191582:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338789888:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.191600:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.191618:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731ffdf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ac2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.191679:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494272:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016102.191763:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.208467:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494272:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016102.208531:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731ffdf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ac2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.208549:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec731ffdf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ac2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.208574:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016102.208667:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338789888:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 17084us (17249us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.208678:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10383 00000100:00100000:2.0:1734016102.211696:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.211921:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790016 00000100:00100000:1.0:1734016102.211934:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790016 00000100:00100000:1.0:1734016102.211992:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10384 00000100:00100000:1.0:1734016102.211999:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338790016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.212027:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.212050:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731ffe6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ac9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.212121:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494400:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016102.212199:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.213900:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494400:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016102.213941:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731ffe6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ac9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.213954:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec731ffe6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ac9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.213965:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016102.214021:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338790016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2021us (2341us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.214032:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10384 00000100:00100000:3.0:1734016102.219462:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.220536:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790144 00000100:00100000:1.0:1734016102.220555:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790144 00000100:00100000:1.0:1734016102.220627:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10385 00000100:00100000:1.0:1734016102.220635:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338790144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.220660:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.220688:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731ffed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ad0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.220760:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494528:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016102.220862:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.223446:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494528:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016102.223480:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731ffed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.223492:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec731ffed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.223503:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016102.223560:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338790144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2925us (4119us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.223568:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10385 00000100:00100000:0.0:1734016102.226659:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.227040:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790272 00000100:00100000:1.0:1734016102.227063:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790272 00000100:00100000:1.0:1734016102.227121:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10386 00000100:00100000:1.0:1734016102.227132:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338790272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.227158:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.227213:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ad7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.227260:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.227272:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016102.227275:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016102.227279:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5603328->5607423] (req 5603328->5607423) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.227321:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.227337:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 6 pid: 13915 timeout: 465 lvb_type: 0 00000100:00100000:1.0:1734016102.227353:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494656:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016102.228049:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.233134:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494656:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016102.233217:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5603328->5607423] (req 5603328->5607423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016102.233245:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016102.233344:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338790272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6209us (6699us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.233360:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10386 00000100:00100000:2.0:1734016102.233475:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.234395:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790400 00000100:00100000:3.0:1734016102.234411:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790400 00010000:00010000:3.0:1734016102.234461:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 7 pid: 13915 timeout: 465 lvb_type: 0 00000100:00100000:3.0:1734016102.234497:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2639 00000100:00100000:3.0:1734016102.234507:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338790400:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.234533:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.234565:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 7 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.234579:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 7 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.234615:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec731ffbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aad expref: 7 pid: 13915 timeout: 465 lvb_type: 0 00010000:00010000:3.0:1734016102.235570:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.235574:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.235582:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.235590:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.235630:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.235645:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341494784:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016102.235735:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016102.239693:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.239768:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790656 00000100:00100000:0.0:1734016102.239779:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790656 00002000:00100000:0.0:1734016102.239839:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5603328->5607423) req@ffff880071d3ea00 x1818247338790656/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.239851:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ea00 with x1818247338790656 ext(5603328->5607423) 00002000:00010000:0.0:1734016102.239858:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ea00 00000100:00100000:0.0:1734016102.239896:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8567 00000100:00100000:0.0:1734016102.239908:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338790656:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.240142:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338790656:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 235us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.240150:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8567 00002000:00100000:0.0:1734016102.240157:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5603328->5607423) req@ffff880071d3ea00 x1818247338790656/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.240164:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ea00 with x1818247338790656 ext(5603328->5607423) 00002000:00010000:0.0:1734016102.240167:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ea00 00000100:00100000:3.0:1734016102.240447:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341494784:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016102.240476:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016102.240524:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338790400:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6018us (7051us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.240537:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2639 00000100:00100000:2.0:1734016102.244040:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.244846:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790912 00000100:00100000:1.0:1734016102.244861:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790912 00002000:00100000:1.0:1734016102.244925:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5599232->5603327) req@ffff8800715d5180 x1818247338790912/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.244938:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5180 with x1818247338790912 ext(5599232->5603327) 00002000:00010000:1.0:1734016102.244945:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5180 00000100:00100000:1.0:1734016102.245586:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8568 00000100:00100000:1.0:1734016102.245601:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338790912:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.246631:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338790912:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1029us (2613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016102.246640:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8568 00002000:00100000:1.0:1734016102.246649:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5599232->5603327) req@ffff8800715d5180 x1818247338790912/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016102.246658:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5180 with x1818247338790912 ext(5599232->5603327) 00002000:00010000:1.0:1734016102.246662:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5180 00000100:00100000:2.0:1734016102.251155:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.251267:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791040 00000100:00100000:0.0:1734016102.251278:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791040 00002000:00100000:0.0:1734016102.251336:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5599232->5607423) req@ffff8800715d4380 x1818247338791040/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 8680/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.251346:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4380 with x1818247338791040 ext(5599232->5607423) 00002000:00010000:0.0:1734016102.251352:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4380 00000100:00100000:0.0:1734016102.251386:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8569 00000100:00100000:0.0:1734016102.251393:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338791040:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016102.253272:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338791040:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1786us (2042us total) trans 4294969142 rc 0/0 00000100:00100000:0.0:1734016102.253283:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8569 00002000:00100000:0.0:1734016102.253293:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5599232->5607423) req@ffff8800715d4380 x1818247338791040/t4294969142(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 8680/448 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.253301:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4380 with x1818247338791040 ext(5599232->5607423) 00002000:00010000:0.0:1734016102.253306:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4380 00000100:00100000:0.0:1734016102.255423:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.255563:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791168 00000100:00100000:3.0:1734016102.255575:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791168 00000100:00100000:3.0:1734016102.255655:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1887 00000100:00100000:3.0:1734016102.255663:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338791168:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016102.255812:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338791168:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 149us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016102.255819:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1887 00000100:00100000:2.0:1734016102.259343:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.260013:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791296 00000100:00100000:1.0:1734016102.260027:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791296 00000100:00100000:1.0:1734016102.260661:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10387 00000100:00100000:1.0:1734016102.260673:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338791296:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016102.262517:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969142 is committed 00000001:00080000:0.0:1734016102.262567:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969141 is committed 00000100:00100000:1.0:1734016102.262874:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338791296:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2197us (3542us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016102.262889:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10387 00000100:00100000:2.0:1734016102.267710:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.267935:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791424 00000100:00100000:1.0:1734016102.267947:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791424 00000100:00100000:1.0:1734016102.268045:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10388 00000100:00100000:1.0:1734016102.268063:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338791424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.268087:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.268105:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fffb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ade expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.268171:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494912:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016102.268276:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016102.270402:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 792 -> 808 00000100:00100000:1.0:1734016102.270437:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341494912:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016102.270475:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fffb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ade expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.270490:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec731fffb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ade expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.270509:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016102.270568:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338791424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2513us (2872us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.270578:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10388 00000100:00100000:2.0:1734016102.272861:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.273612:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791552 00000100:00100000:1.0:1734016102.273629:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791552 00000100:00100000:1.0:1734016102.273831:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10389 00000100:00100000:1.0:1734016102.273842:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338791552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.273864:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.273893:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320002 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ae5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.273977:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495040:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016102.274534:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.277954:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495040:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016102.278021:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320002 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ae5 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.278039:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320002 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ae5 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.278064:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016102.278682:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338791552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4839us (5831us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.278692:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10389 00000100:00100000:2.0:1734016102.281755:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.281828:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791680 00000100:00100000:0.0:1734016102.281837:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791680 00000100:00100000:0.0:1734016102.281887:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10390 00000100:00100000:0.0:1734016102.281894:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338791680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.281914:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.281933:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320009 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0aec expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.281991:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495168:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016102.282060:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.284517:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495168:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016102.284603:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320009 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aec expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.284617:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320009 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0aec expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.284649:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016102.284722:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338791680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2827us (2981us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016102.284733:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10390 00000100:00100000:3.0:1734016102.288157:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.288423:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791808 00000100:00100000:0.0:1734016102.288438:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791808 00000100:00100000:0.0:1734016102.288506:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10391 00000100:00100000:0.0:1734016102.288516:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338791808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.288547:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.288569:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320010 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0af3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.288656:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495296:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016102.288764:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016102.297042:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495296:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016102.297106:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320010 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0af3 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.297120:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320010 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0af3 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.297146:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:2.0:1734016102.297743:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338791808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9227us (9600us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016102.297755:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10391 00000100:00100000:3.0:1734016102.305146:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.306107:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792064 00000100:00100000:0.0:1734016102.306120:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792064 00002000:00100000:0.0:1734016102.306175:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9498624->9502719) req@ffff880074068700 x1818247338792064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.306255:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068700 with x1818247338792064 ext(9498624->9502719) 00002000:00010000:0.0:1734016102.306261:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068700 00000100:00100000:0.0:1734016102.306303:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8570 00000100:00100000:0.0:1734016102.306313:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338792064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.309300:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338792064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2976us (4162us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.309318:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8570 00002000:00100000:0.0:1734016102.309333:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9498624->9502719) req@ffff880074068700 x1818247338792064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.309342:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068700 with x1818247338792064 ext(9498624->9502719) 00002000:00010000:0.0:1734016102.309349:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068700 00000100:00100000:3.0:1734016102.313688:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.313906:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792320 00000100:00100000:2.0:1734016102.313925:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792320 00002000:00100000:2.0:1734016102.314029:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9494528->9498623) req@ffff88007406b800 x1818247338792320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.314046:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b800 with x1818247338792320 ext(9494528->9498623) 00002000:00010000:2.0:1734016102.314781:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b800 00000100:00100000:2.0:1734016102.314816:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8571 00000100:00100000:2.0:1734016102.314823:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338792320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.315024:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338792320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (1361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.315032:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8571 00002000:00100000:2.0:1734016102.315039:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9494528->9498623) req@ffff88007406b800 x1818247338792320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.315046:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b800 with x1818247338792320 ext(9494528->9498623) 00002000:00010000:2.0:1734016102.315049:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b800 00000100:00100000:0.0:1734016102.319410:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.319556:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792576 00000100:00100000:2.0:1734016102.319570:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792576 00002000:00100000:2.0:1734016102.319625:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9490432->9494527) req@ffff880090a27100 x1818247338792576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.319637:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27100 with x1818247338792576 ext(9490432->9494527) 00002000:00010000:2.0:1734016102.319643:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27100 00000100:00100000:0.0:1734016102.320910:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8572 00000100:00100000:0.0:1734016102.320922:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338792576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.321306:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338792576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 381us (1908us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.321316:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8572 00002000:00100000:0.0:1734016102.321331:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9490432->9494527) req@ffff880090a27100 x1818247338792576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.321342:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27100 with x1818247338792576 ext(9490432->9494527) 00002000:00010000:0.0:1734016102.321349:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27100 00000100:00100000:3.0:1734016102.330791:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.331863:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792832 00000100:00100000:2.0:1734016102.331883:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792832 00002000:00100000:2.0:1734016102.331974:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9486336->9490431) req@ffff88007406a680 x1818247338792832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.331988:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a680 with x1818247338792832 ext(9486336->9490431) 00002000:00010000:2.0:1734016102.331996:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a680 00000100:00100000:2.0:1734016102.332039:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8573 00000100:00100000:2.0:1734016102.332049:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338792832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.332454:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338792832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 405us (1689us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.332462:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8573 00002000:00100000:2.0:1734016102.332473:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9486336->9490431) req@ffff88007406a680 x1818247338792832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.332480:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a680 with x1818247338792832 ext(9486336->9490431) 00002000:00010000:2.0:1734016102.332483:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a680 00000100:00100000:3.0:1734016102.342519:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.342631:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793088 00000100:00100000:0.0:1734016102.342651:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793088 00002000:00100000:0.0:1734016102.342734:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9482240->9486335) req@ffff88007406b480 x1818247338793088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.342752:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b480 with x1818247338793088 ext(9482240->9486335) 00002000:00010000:0.0:1734016102.342762:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b480 00000100:00100000:0.0:1734016102.342822:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8574 00000100:00100000:0.0:1734016102.342833:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338793088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.343230:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338793088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 348us (680us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.343238:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8574 00002000:00100000:0.0:1734016102.343246:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9482240->9486335) req@ffff88007406b480 x1818247338793088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.343252:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b480 with x1818247338793088 ext(9482240->9486335) 00002000:00010000:0.0:1734016102.343255:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b480 00000100:00100000:0.0:1734016102.353141:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.353613:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793344 00000100:00100000:2.0:1734016102.353631:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793344 00002000:00100000:2.0:1734016102.353807:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9478144->9482239) req@ffff880090a25c00 x1818247338793344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.353820:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25c00 with x1818247338793344 ext(9478144->9482239) 00002000:00010000:2.0:1734016102.353827:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25c00 00000100:00100000:2.0:1734016102.355254:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8575 00000100:00100000:2.0:1734016102.355266:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338793344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.355549:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338793344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 285us (2425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.355557:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8575 00002000:00100000:2.0:1734016102.355564:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9478144->9482239) req@ffff880090a25c00 x1818247338793344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.355572:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25c00 with x1818247338793344 ext(9478144->9482239) 00002000:00010000:2.0:1734016102.355578:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25c00 00000100:00100000:3.0:1734016102.358750:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.359107:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793600 00000100:00100000:2.0:1734016102.359122:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793600 00002000:00100000:2.0:1734016102.359293:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9474048->9478143) req@ffff88011d83ed80 x1818247338793600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.359305:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ed80 with x1818247338793600 ext(9474048->9478143) 00002000:00010000:2.0:1734016102.359312:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ed80 00000100:00100000:2.0:1734016102.359344:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8576 00000100:00100000:2.0:1734016102.359354:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338793600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.360523:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338793600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1162us (1780us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.360537:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8576 00002000:00100000:2.0:1734016102.360617:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9474048->9478143) req@ffff88011d83ed80 x1818247338793600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.360627:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ed80 with x1818247338793600 ext(9474048->9478143) 00002000:00010000:2.0:1734016102.360634:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ed80 00000100:00100000:3.0:1734016102.374261:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.378127:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793856 00000100:00100000:2.0:1734016102.378137:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793856 00002000:00100000:2.0:1734016102.378175:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9469952->9474047) req@ffff88012b87ed80 x1818247338793856/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.378209:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ed80 with x1818247338793856 ext(9469952->9474047) 00002000:00010000:2.0:1734016102.378214:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ed80 00000100:00100000:2.0:1734016102.378250:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8577 00000100:00100000:2.0:1734016102.378257:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338793856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.378414:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338793856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (4160us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.378420:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8577 00002000:00100000:2.0:1734016102.378425:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9469952->9474047) req@ffff88012b87ed80 x1818247338793856/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.378432:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ed80 with x1818247338793856 ext(9469952->9474047) 00002000:00010000:2.0:1734016102.378434:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ed80 00000100:00100000:1.0:1734016102.401459:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.401589:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794112 00000100:00100000:2.0:1734016102.401597:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794112 00002000:00100000:2.0:1734016102.401631:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9465856->9469951) req@ffff880130c2ca80 x1818247338794112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.401646:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247338794112 ext(9465856->9469951) 00002000:00010000:2.0:1734016102.401651:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:2.0:1734016102.401679:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8578 00000100:00100000:2.0:1734016102.401685:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338794112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.401926:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338794112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 238us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.401933:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8578 00002000:00100000:2.0:1734016102.401938:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9465856->9469951) req@ffff880130c2ca80 x1818247338794112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.401945:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247338794112 ext(9465856->9469951) 00002000:00010000:2.0:1734016102.401947:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:3.0:1734016102.429436:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.429513:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794368 00000100:00100000:2.0:1734016102.429519:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794368 00002000:00100000:2.0:1734016102.429550:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9461760->9465855) req@ffff880076748e00 x1818247338794368/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.429558:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748e00 with x1818247338794368 ext(9461760->9465855) 00002000:00010000:2.0:1734016102.429563:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748e00 00000100:00100000:2.0:1734016102.429578:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8579 00000100:00100000:2.0:1734016102.429584:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338794368:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.429763:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338794368:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.429770:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8579 00002000:00100000:2.0:1734016102.429775:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9461760->9465855) req@ffff880076748e00 x1818247338794368/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.429783:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748e00 with x1818247338794368 ext(9461760->9465855) 00002000:00010000:2.0:1734016102.429786:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748e00 00000100:00100000:3.0:1734016102.459968:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.460031:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794624 00000100:00100000:0.0:1734016102.460040:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794624 00002000:00100000:0.0:1734016102.460085:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9457664->9461759) req@ffff880130bc7b80 x1818247338794624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.460094:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7b80 with x1818247338794624 ext(9457664->9461759) 00002000:00010000:0.0:1734016102.460099:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7b80 00000100:00100000:0.0:1734016102.460125:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8580 00000100:00100000:0.0:1734016102.460131:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338794624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.460283:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338794624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.460289:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8580 00002000:00100000:0.0:1734016102.460293:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9457664->9461759) req@ffff880130bc7b80 x1818247338794624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.460300:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7b80 with x1818247338794624 ext(9457664->9461759) 00002000:00010000:0.0:1734016102.460303:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7b80 00000100:00100000:1.0:1734016102.486283:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.486361:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794880 00000100:00100000:2.0:1734016102.486368:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794880 00002000:00100000:2.0:1734016102.486405:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9453568->9457663) req@ffff880130c2d500 x1818247338794880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.486414:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247338794880 ext(9453568->9457663) 00002000:00010000:2.0:1734016102.486419:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:2.0:1734016102.486436:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8581 00000100:00100000:2.0:1734016102.486442:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338794880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.486582:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338794880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.486588:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8581 00002000:00100000:2.0:1734016102.486594:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9453568->9457663) req@ffff880130c2d500 x1818247338794880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.486601:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247338794880 ext(9453568->9457663) 00002000:00010000:2.0:1734016102.486604:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:3.0:1734016102.491696:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.491756:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795136 00000100:00100000:0.0:1734016102.491764:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795136 00002000:00100000:0.0:1734016102.491796:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9449472->9453567) req@ffff88007678ea00 x1818247338795136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.491804:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247338795136 ext(9449472->9453567) 00002000:00010000:0.0:1734016102.491809:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ea00 00000100:00100000:0.0:1734016102.491836:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8582 00000100:00100000:0.0:1734016102.491842:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338795136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.491978:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338795136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.491985:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8582 00002000:00100000:0.0:1734016102.491989:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9449472->9453567) req@ffff88007678ea00 x1818247338795136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.491996:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247338795136 ext(9449472->9453567) 00002000:00010000:0.0:1734016102.491998:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ea00 00000100:00100000:3.0:1734016102.506770:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.506840:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795392 00000100:00100000:2.0:1734016102.506847:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795392 00002000:00100000:2.0:1734016102.506876:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (139264->143359) req@ffff88007678f800 x1818247338795392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.506885:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247338795392 ext(139264->143359) 00002000:00010000:2.0:1734016102.506889:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800 00000100:00100000:2.0:1734016102.506914:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8583 00000100:00100000:2.0:1734016102.506921:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338795392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.507114:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338795392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 192us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.507121:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8583 00002000:00100000:2.0:1734016102.507126:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (139264->143359) req@ffff88007678f800 x1818247338795392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.507133:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247338795392 ext(139264->143359) 00002000:00010000:2.0:1734016102.507135:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800 00000100:00100000:1.0:1734016102.516561:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.516746:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795648 00000100:00100000:2.0:1734016102.516754:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795648 00002000:00100000:2.0:1734016102.516791:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (135168->139263) req@ffff880130c2ea00 x1818247338795648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.516799:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247338795648 ext(135168->139263) 00002000:00010000:2.0:1734016102.516804:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:2.0:1734016102.516820:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8584 00000100:00100000:2.0:1734016102.516826:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338795648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.517391:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338795648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 563us (835us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.517398:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8584 00002000:00100000:2.0:1734016102.517404:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (135168->139263) req@ffff880130c2ea00 x1818247338795648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.517410:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247338795648 ext(135168->139263) 00002000:00010000:2.0:1734016102.517413:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:3.0:1734016102.524125:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.524201:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795904 00000100:00100000:2.0:1734016102.524206:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795904 00002000:00100000:2.0:1734016102.524230:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (131072->135167) req@ffff88012d191f80 x1818247338795904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.524239:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191f80 with x1818247338795904 ext(131072->135167) 00002000:00010000:2.0:1734016102.524243:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191f80 00000100:00100000:2.0:1734016102.524255:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8585 00000100:00100000:2.0:1734016102.524260:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338795904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016102.524368:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338795904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 106us (248us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016102.524374:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8585 00002000:00100000:2.0:1734016102.524378:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (131072->135167) req@ffff88012d191f80 x1818247338795904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.524385:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191f80 with x1818247338795904 ext(131072->135167) 00002000:00010000:2.0:1734016102.524387:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191f80 00000100:00100000:3.0:1734016102.536253:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.536318:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796160 00000100:00100000:0.0:1734016102.536327:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796160 00002000:00100000:0.0:1734016102.536364:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (126976->131071) req@ffff88012d192300 x1818247338796160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.536372:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192300 with x1818247338796160 ext(126976->131071) 00002000:00010000:0.0:1734016102.536377:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192300 00000100:00100000:0.0:1734016102.536408:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8586 00000100:00100000:0.0:1734016102.536414:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338796160:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.536543:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338796160:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.536552:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8586 00002000:00100000:0.0:1734016102.536557:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (126976->131071) req@ffff88012d192300 x1818247338796160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.536564:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d192300 with x1818247338796160 ext(126976->131071) 00002000:00010000:0.0:1734016102.536567:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d192300 00000100:00100000:1.0:1734016102.550987:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.551070:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796288 00000100:00100000:2.0:1734016102.551078:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796288 00000100:00100000:2.0:1734016102.551111:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10392 00000100:00100000:2.0:1734016102.551116:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338796288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.551132:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.551147:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320017 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0afa expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016102.551206:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495424:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016102.552029:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016102.557726:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495424:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016102.557756:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320017 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0afa expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.557766:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320017 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0afa expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.557781:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016102.561090:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338796288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9965us (10101us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016102.561099:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10392 00000100:00100000:3.0:1734016102.577431:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.577501:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796416 00000100:00100000:2.0:1734016102.577508:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796416 00000100:00100000:2.0:1734016102.577539:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10393 00000100:00100000:2.0:1734016102.577545:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac18ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338796416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.577558:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.577572:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732001e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b01 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016102.577611:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495552:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016102.578327:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016102.637954:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495552:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016102.637982:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732001e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b01 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.637995:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732001e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b01 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016102.638017:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016102.638072:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac18ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338796416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 60525us (60647us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016102.638079:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10393 00000100:00100000:3.0:1734016102.641418:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.642395:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796544 00000100:00100000:2.0:1734016102.642400:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796544 00000100:00100000:2.0:1734016102.642434:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10394 00000100:00100000:2.0:1734016102.642440:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338796544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.642452:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.642464:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b08 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.642486:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.642492:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016102.642494:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016102.642497:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3760128->3813375] (req 3760128->3813375) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.642521:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.642532:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 6 pid: 7681 timeout: 466 lvb_type: 0 00000100:00100000:2.0:1734016102.642545:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495680:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016102.642591:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016102.644900:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495680:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016102.644917:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3760128->3813375] (req 3760128->3813375) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016102.644926:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016102.644958:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338796544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2517us (3541us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016102.644964:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10394 00000100:00100000:1.0:1734016102.653675:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.653768:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796672 00000100:00100000:3.0:1734016102.653776:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796672 00010000:00010000:3.0:1734016102.653804:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 7 pid: 7681 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016102.653831:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2640 00000100:00100000:3.0:1734016102.653837:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338796672:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016102.653850:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016102.653866:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 7 pid: 7681 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.653879:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 7 pid: 7681 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.653900:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec731fff4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5603328->5607423) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ad7 expref: 7 pid: 7681 timeout: 466 lvb_type: 0 00010000:00010000:3.0:1734016102.653916:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.653918:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016102.653924:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.653932:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016102.653962:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016102.653973:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d191500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341495808:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016102.654034:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016102.656730:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.657450:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796800 00000100:00100000:2.0:1734016102.657456:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796800 00000100:00100000:2.0:1734016102.657497:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10395 00000100:00100000:2.0:1734016102.657504:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338796800:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016102.657690:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10231970 -> 10231970 00002000:00010000:2.0:1734016102.657693:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:2.0:1734016102.657696:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016102 -> 1734016102 00002000:00010000:2.0:1734016102.657697:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:2.0:1734016102.657699:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 808 -> 808 00000100:00100000:2.0:1734016102.657741:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338796800:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 237us (1016us total) trans 4294969143 rc 0/0 00000100:00100000:2.0:1734016102.657747:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10395 00000100:00100000:0.0:1734016102.658468:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d191500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341495808:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016102.658482:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016102.658511:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338796672:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4673us (4843us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.658518:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2640 00000100:00100000:3.0:1734016102.677373:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.679126:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796928 00000100:00100000:2.0:1734016102.679134:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796928 00000100:00100000:2.0:1734016102.679172:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10396 00000100:00100000:2.0:1734016102.679187:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338796928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016102.679202:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016102.679216:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732002c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b0f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016102.679256:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495936:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016102.679296:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.693575:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341495936:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016102.693603:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732002c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b0f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.693615:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732002c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b0f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.693635:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:0.0:1734016102.693677:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338796928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14499us (16310us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016102.693684:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10396 00000100:00100000:3.0:1734016102.696953:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.696998:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797056 00000100:00100000:0.0:1734016102.697003:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797056 00000100:00100000:0.0:1734016102.697036:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10397 00000100:00100000:0.0:1734016102.697041:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338797056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.697059:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.697071:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320033 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b16 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.697110:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341496064:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016102.697157:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.702271:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341496064:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016102.702323:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320033 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b16 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.702335:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320033 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b16 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.702442:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016102.702489:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338797056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5445us (5538us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016102.702497:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10397 00000100:00100000:2.0:1734016102.708763:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.708843:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797312 00000100:00100000:0.0:1734016102.708851:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797312 00002000:00100000:0.0:1734016102.708888:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8663040->10235903) req@ffff8800740e1880 x1818247338797312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 504/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.708898:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1880 with x1818247338797312 ext(8663040->10235903) 00002000:00010000:0.0:1734016102.708903:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1880 00000100:00100000:0.0:1734016102.708922:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8587 00000100:00100000:0.0:1734016102.708928:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338797312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.711997:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338797312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3063us (3236us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1734016102.712006:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8587 00002000:00100000:0.0:1734016102.712013:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8663040->10235903) req@ffff8800740e1880 x1818247338797312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 504/440 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.712022:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1880 with x1818247338797312 ext(8663040->10235903) 00002000:00010000:0.0:1734016102.712026:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1880 00000100:00100000:3.0:1734016102.723281:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.725091:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797568 00000100:00100000:0.0:1734016102.725100:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797568 00002000:00100000:0.0:1734016102.725136:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8658944->8663039) req@ffff8800ac134e00 x1818247338797568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.725145:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247338797568 ext(8658944->8663039) 00002000:00010000:0.0:1734016102.725150:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:0.0:1734016102.725177:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8588 00000100:00100000:0.0:1734016102.725205:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338797568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.725342:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338797568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (2070us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.725348:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8588 00002000:00100000:0.0:1734016102.725353:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8658944->8663039) req@ffff8800ac134e00 x1818247338797568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.725359:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247338797568 ext(8658944->8663039) 00002000:00010000:0.0:1734016102.725362:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:2.0:1734016102.748619:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.748671:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797824 00000100:00100000:0.0:1734016102.748678:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797824 00002000:00100000:0.0:1734016102.748708:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8654848->8658943) req@ffff8800740e0a80 x1818247338797824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.748716:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0a80 with x1818247338797824 ext(8654848->8658943) 00002000:00010000:0.0:1734016102.748721:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0a80 00000100:00100000:0.0:1734016102.748744:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8589 00000100:00100000:0.0:1734016102.748749:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338797824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.748874:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338797824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.748880:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8589 00002000:00100000:0.0:1734016102.748885:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8654848->8658943) req@ffff8800740e0a80 x1818247338797824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.748891:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0a80 with x1818247338797824 ext(8654848->8658943) 00002000:00010000:0.0:1734016102.748894:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0a80 00000100:00100000:3.0:1734016102.777692:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.779215:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798080 00000100:00100000:2.0:1734016102.779224:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798080 00002000:00100000:3.0:1734016102.790882:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8650752->8654847) req@ffff8800ac134a80 x1818247338798080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.790899:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134a80 with x1818247338798080 ext(8650752->8654847) 00002000:00010000:3.0:1734016102.790904:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134a80 00000100:00100000:3.0:1734016102.790941:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8590 00000100:00100000:3.0:1734016102.790947:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338798080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.791103:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338798080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (13418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.791109:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8590 00002000:00100000:3.0:1734016102.791114:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8650752->8654847) req@ffff8800ac134a80 x1818247338798080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.791121:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134a80 with x1818247338798080 ext(8650752->8654847) 00002000:00010000:3.0:1734016102.791123:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134a80 00000100:00100000:3.0:1734016102.803516:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.803591:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798336 00000100:00100000:0.0:1734016102.803600:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798336 00002000:00100000:0.0:1734016102.803637:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8646656->8650751) req@ffff8800ac135c00 x1818247338798336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.803647:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135c00 with x1818247338798336 ext(8646656->8650751) 00002000:00010000:0.0:1734016102.803652:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135c00 00000100:00100000:0.0:1734016102.803681:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8591 00000100:00100000:0.0:1734016102.803687:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338798336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.803846:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338798336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 158us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016102.803855:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8591 00002000:00100000:0.0:1734016102.803859:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8646656->8650751) req@ffff8800ac135c00 x1818247338798336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.803865:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135c00 with x1818247338798336 ext(8646656->8650751) 00002000:00010000:0.0:1734016102.803867:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135c00 00000100:00100000:2.0:1734016102.812438:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.812504:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798592 00000100:00100000:3.0:1734016102.812511:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798592 00002000:00100000:3.0:1734016102.812543:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8642560->8646655) req@ffff8800740e2d80 x1818247338798592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.812551:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2d80 with x1818247338798592 ext(8642560->8646655) 00002000:00010000:3.0:1734016102.812555:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2d80 00000100:00100000:3.0:1734016102.812577:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8592 00000100:00100000:3.0:1734016102.812582:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338798592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016102.812713:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338798592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 130us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016102.812719:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8592 00002000:00100000:3.0:1734016102.812724:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8642560->8646655) req@ffff8800740e2d80 x1818247338798592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/4536 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016102.812732:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2d80 with x1818247338798592 ext(8642560->8646655) 00002000:00010000:3.0:1734016102.812734:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2d80 00000100:00100000:2.0:1734016102.830753:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.830807:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798720 00000100:00100000:0.0:1734016102.830813:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798720 00000100:00100000:0.0:1734016102.830852:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10398 00000100:00100000:0.0:1734016102.830857:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338798720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.830871:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.830884:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732003a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b1d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.830922:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341496192:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016102.830964:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.835697:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341496192:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016102.835744:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732003a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b1d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.835756:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732003a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b1d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.835778:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016102.835820:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338798720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4961us (5073us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016102.835828:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10398 00000100:00100000:2.0:1734016102.837219:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.837257:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798848 00000100:00100000:0.0:1734016102.837262:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798848 00000100:00100000:0.0:1734016102.837291:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10399 00000100:00100000:0.0:1734016102.837296:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338798848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.837307:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.837318:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320041 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b24 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.837349:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341496320:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016102.837383:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.838363:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341496320:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016102.838388:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320041 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b24 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.838396:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320041 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b24 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016102.838412:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016102.838433:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338798848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1136us (1216us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016102.838438:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10399 00000100:00100000:2.0:1734016102.846020:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016102.846105:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798976 00000100:00100000:0.0:1734016102.846114:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798976 00000100:00100000:0.0:1734016102.846160:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10400 00000100:00100000:0.0:1734016102.846167:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338798976:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016102.846379:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10231970 -> 10231970 00002000:00010000:0.0:1734016102.846382:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016102 -> 1734016102 00002000:00010000:0.0:1734016102.846385:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016102 -> 1734016102 00002000:00010000:0.0:1734016102.846386:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016102 -> 1734016102 00002000:00010000:0.0:1734016102.846388:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 808 -> 840 00000100:00100000:0.0:1734016102.846438:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338798976:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 270us (425us total) trans 4294969144 rc 0/0 00000100:00100000:0.0:1734016102.846445:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10400 00000100:00100000:3.0:1734016102.850255:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.850333:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799104 00000100:00100000:1.0:1734016102.850339:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799104 00000100:00100000:1.0:1734016102.850366:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10401 00000100:00100000:1.0:1734016102.850373:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338799104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.850386:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.850400:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320048 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b2b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.850440:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496448:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016102.850491:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.859904:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496448:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016102.859931:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320048 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b2b expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.859943:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320048 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b2b expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.859965:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016102.860000:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338799104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9627us (9750us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.860007:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10401 00000100:00100000:2.0:1734016102.865240:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016102.865296:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799232 00000100:00100000:1.0:1734016102.865302:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799232 00000100:00100000:1.0:1734016102.865329:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10402 00000100:00100000:1.0:1734016102.865334:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338799232:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016102.865345:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016102.865357:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732004f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b32 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016102.865389:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496576:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016102.865451:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016102.867018:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496576:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016102.867040:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732004f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b32 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.867061:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732004f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b32 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016102.868290:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016102.868324:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338799232:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2988us (3087us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016102.868330:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10402 00000100:00100000:3.0:1734016102.912136:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.912160:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016102.912203:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016102.912254:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799488 00000100:00100000:2.0:1734016102.912260:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799488 00002000:00100000:2.0:1734016102.912290:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->8880127) req@ffff8800ac137100 x1818247338799488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 504/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.912298:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137100 with x1818247338799488 ext(0->8880127) 00002000:00010000:2.0:1734016102.912302:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137100 00000100:00100000:0.0:1734016102.912311:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799744 00000100:00100000:2.0:1734016102.912313:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799616 00000100:00100000:2.0:1734016102.912314:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799616 00000100:00100000:0.0:1734016102.912316:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799744 00002000:00100000:2.0:1734016102.912321:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8384511) req@ffff8800ac134380 x1818247338799616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016102.912332:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8384512->10231807) req@ffff8800ac136300 x1818247338799744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 520/0 e 0 to 0 dl 1734016113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016102.912332:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134380 with x1818247338799616 ext(4190208->8384511) 00002000:00010000:2.0:1734016102.912334:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134380 00000100:00100000:2.0:1734016102.912346:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8593 00002000:00100000:0.0:1734016102.912348:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136300 with x1818247338799744 ext(8384512->10231807) 00002000:00010000:0.0:1734016102.912351:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136300 00000100:00100000:2.0:1734016102.912351:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338799488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016102.912361:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8594 00000100:00100000:0.0:1734016102.912366:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338799616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016102.912665:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8595 00000100:00100000:1.0:1734016102.912669:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338799744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.023621:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338799744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 110942us (111451us total) trans 0 rc 1818624/1818624 00000100:00100000:1.0:1734016103.023632:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8595 00002000:00100000:1.0:1734016103.023642:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8384512->10231807) req@ffff8800ac136300 x1818247338799744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 520/440 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 1818624/1818624 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.023651:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136300 with x1818247338799744 ext(8384512->10231807) 00002000:00010000:1.0:1734016103.023655:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136300 00010000:00010000:0.0:1734016103.095362:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016103.122312:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338799616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209935us (210098us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016103.122326:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8594 00002000:00100000:3.0:1734016103.122337:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8384511) req@ffff8800ac134380 x1818247338799616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 488/440 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.122348:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134380 with x1818247338799616 ext(4190208->8384511) 00002000:00010000:3.0:1734016103.122353:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134380 00000100:00100000:2.0:1734016103.253049:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338799488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 340679us (340904us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016103.253061:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8593 00002000:00100000:2.0:1734016103.253072:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->8880127) req@ffff8800ac137100 x1818247338799488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:63/0 lens 504/440 e 0 to 0 dl 1734016113 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016103.253080:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137100 with x1818247338799488 ext(0->8880127) 00002000:00010000:2.0:1734016103.253086:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137100 00000100:00100000:1.0:1734016103.276420:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.279574:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800000 00000100:00100000:2.0:1734016103.279581:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800000 00000100:00100000:2.0:1734016103.279620:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10403 00000100:00100000:2.0:1734016103.279625:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338800000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.279640:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.279653:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320056 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b39 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.279697:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496704:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016103.279750:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016103.283979:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016102 -> 1734016103 00000100:00100000:2.0:1734016103.284000:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496704:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016103.284029:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320056 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b39 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.284053:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320056 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b39 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.285535:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016103.285603:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338800000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5972us (9187us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016103.285613:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10403 00000100:00100000:1.0:1734016103.294466:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.294553:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800128 00000100:00100000:2.0:1734016103.294562:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800128 00000100:00100000:2.0:1734016103.294605:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10404 00000100:00100000:2.0:1734016103.294611:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338800128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.294627:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.294640:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732005d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b40 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.294680:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496832:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016103.294723:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.299120:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496832:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016103.299152:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732005d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b40 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.299165:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732005d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b40 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.300714:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016103.300778:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338800128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6164us (6317us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016103.300787:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10404 00000100:00100000:0.0:1734016103.306296:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.306482:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800256 00000100:00100000:2.0:1734016103.306489:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800256 00000100:00100000:2.0:1734016103.306525:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10405 00000100:00100000:2.0:1734016103.306531:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338800256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.306546:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.306559:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320064 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b47 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.306598:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496960:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016103.308116:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.315619:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341496960:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016103.315660:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320064 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b47 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.315674:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320064 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b47 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.315707:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016103.315771:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338800256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9238us (9480us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016103.315785:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10405 00000100:00100000:1.0:1734016103.323705:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.324102:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800384 00000100:00100000:2.0:1734016103.324109:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800384 00000100:00100000:2.0:1734016103.324154:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10406 00000100:00100000:2.0:1734016103.324161:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338800384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.324177:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.324213:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732006b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b4e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.324258:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497088:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016103.324302:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.333467:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497088:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016103.333494:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732006b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b4e expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.333505:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732006b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b4e expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.333526:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016103.333566:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338800384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9405us (9870us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016103.333573:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10406 00000100:00100000:1.0:1734016103.347378:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.347574:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800512 00000100:00100000:2.0:1734016103.347582:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800512 00002000:00100000:2.0:1734016103.347625:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9080832->9084927) req@ffff88012eb64000 x1818247338800512/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 4584/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016103.347634:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247338800512 ext(9080832->9084927) 00002000:00010000:2.0:1734016103.347639:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64000 00000100:00100000:2.0:1734016103.347668:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8596 00000100:00100000:2.0:1734016103.347674:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338800512:12345-192.168.201.1@tcp:4:fsx.0 00000100:00080000:1.0:1734016103.348276:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016073 00000100:00100000:0.0:1734016103.349097:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338800512:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1419us (1724us total) trans 4294969145 rc 0/0 00000100:00100000:0.0:1734016103.349105:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8596 00002000:00100000:0.0:1734016103.349113:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9080832->9084927) req@ffff88012eb64000 x1818247338800512/t4294969145(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 4584/448 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.349120:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247338800512 ext(9080832->9084927) 00002000:00010000:0.0:1734016103.349125:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64000 00000100:00100000:1.0:1734016103.362882:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.363239:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800640 00000100:00100000:2.0:1734016103.363248:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800640 00000100:00100000:2.0:1734016103.363460:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10407 00000100:00100000:2.0:1734016103.363467:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338800640:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016103.374012:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969145 is committed 00000100:00100000:0.0:1734016103.374174:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338800640:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 10703us (11295us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.374196:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10407 00000100:00100000:0.0:1734016103.383839:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.389611:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800768 00000100:00100000:2.0:1734016103.389623:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800768 00000100:00100000:2.0:1734016103.389669:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10408 00000100:00100000:2.0:1734016103.389677:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338800768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.389691:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.389706:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320072 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b55 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.389754:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497216:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016103.389821:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016103.395483:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016102 -> 1734016103 00002000:00010000:2.0:1734016103.395490:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016102 -> 1734016103 00002000:00010000:2.0:1734016103.395491:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 840 -> 848 00000100:00100000:2.0:1734016103.395509:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497216:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016103.395537:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320072 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b55 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.395549:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320072 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b55 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.395671:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016103.395715:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338800768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6039us (11886us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016103.395723:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10408 00000100:00100000:1.0:1734016103.404303:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.404479:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800896 00000100:00100000:2.0:1734016103.404488:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800896 00000100:00100000:2.0:1734016103.404534:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10409 00000100:00100000:2.0:1734016103.404540:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338800896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.404558:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.404574:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320079 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b5c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.404620:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497344:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016103.404671:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.411338:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497344:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016103.411373:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320079 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b5c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.411387:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320079 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b5c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.411405:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016103.411447:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338800896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6906us (7150us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016103.411454:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10409 00000100:00100000:1.0:1734016103.429253:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.429325:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801024 00000100:00100000:0.0:1734016103.429333:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801024 00002000:00100000:0.0:1734016103.429371:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5443584->5476351) req@ffff88012eb64700 x1818247338801024/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.429380:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64700 with x1818247338801024 ext(5443584->5476351) 00002000:00010000:0.0:1734016103.429385:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64700 00000100:00100000:0.0:1734016103.429415:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8597 00000100:00100000:0.0:1734016103.429422:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338801024:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016103.433914:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338801024:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4484us (4661us total) trans 4294969146 rc 0/0 00000100:00100000:0.0:1734016103.433926:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8597 00002000:00100000:0.0:1734016103.433936:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5443584->5476351) req@ffff88012eb64700 x1818247338801024/t4294969146(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/448 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.433945:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64700 with x1818247338801024 ext(5443584->5476351) 00002000:00010000:0.0:1734016103.433949:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64700 00000100:00100000:1.0:1734016103.437054:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.437133:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801152 00000100:00100000:2.0:1734016103.437139:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801152 00000100:00100000:2.0:1734016103.437173:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10410 00000100:00100000:2.0:1734016103.437204:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338801152:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016103.438640:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969146 is committed 00000100:00100000:2.0:1734016103.439122:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338801152:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1939us (2074us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016103.439129:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10410 00000100:00100000:1.0:1734016103.449444:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.449534:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801408 00000100:00100000:2.0:1734016103.449541:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801408 00000100:00100000:2.0:1734016103.449592:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1888 00000100:00100000:2.0:1734016103.449598:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338801408:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016103.449639:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016103.449659:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec731ffd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0abb expref: 25 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.449675:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016103.449679:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016103.449804:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016103.449828:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 27 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.449835:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016103.449859:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 27 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.449869:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 27 pid: 6475 timeout: 466 lvb_type: 0 00000100:00100000:2.0:1734016103.449879:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341497472:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016103.449931:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.458125:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341497472:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016103.458146:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:1.0:1734016103.460162:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.463789:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801536 00000100:00100000:0.0:1734016103.463803:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801536 00010000:00010000:0.0:1734016103.463850:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 28 pid: 6475 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016103.463900:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2641 00000100:00100000:0.0:1734016103.463908:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+28:1983:x1818247338801536:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.463922:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.463927:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 28 pid: 6475 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016103.463939:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 28 pid: 6475 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016103.463958:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec731ffca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ab4 expref: 28 pid: 6475 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016103.463992:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016103.463998:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.464007:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.464013:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.464031:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.464081:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+27:1983:x1818247338801536:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 173us (3923us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.464088:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2641 00010000:00010000:0.0:1734016103.464236:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.464246:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:0.0:1734016103.464320:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968480 00000004:00010000:0.0:1734016103.464361:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012eb65880 reply state ffff88012eb50000 transno 4294968481 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016103.464367:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016103.464428:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338801408:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 14829us (14991us total) trans 4294968481 rc 0/0 00000100:00100000:0.0:1734016103.464437:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1888 00000020:00080000:0.0:1734016103.464440:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1734016103.464539:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016073 00010000:00010000:2.0:1734016103.466278:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016103.466299:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016103.466304:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016103.466308:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c98c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016103.466311:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016103.466316:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016103.466330:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016103.466333:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016103.466336:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016103.466339:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320080 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016103.468063:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.468140:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801664 00000100:00100000:2.0:1734016103.468148:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801664 00000100:00100000:2.0:1734016103.468197:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10411 00000100:00100000:2.0:1734016103.468203:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338801664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.468218:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.468234:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b63 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.468258:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.468265:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016103.468267:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016103.468270:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.468292:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.468302:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 5 pid: 7681 timeout: 466 lvb_type: 0 00000100:00100000:2.0:1734016103.468312:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497600:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016103.468826:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.473520:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497600:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016103.473553:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.473570:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016103.473613:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338801664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5408us (5557us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016103.473620:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10411 00000100:00100000:1.0:1734016103.508844:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.508912:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801792 00000100:00100000:2.0:1734016103.508918:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801792 00010000:00010000:2.0:1734016103.508945:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 6 pid: 7681 timeout: 466 lvb_type: 0 00000100:00100000:2.0:1734016103.509815:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2642 00000100:00100000:2.0:1734016103.509828:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338801792:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016103.509841:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016103.509854:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 848 -> 912 00010000:00010000:2.0:1734016103.509859:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 6 pid: 7681 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1734016103.509869:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 6 pid: 7681 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1734016103.509890:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320025 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3760128->3813375) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b08 expref: 6 pid: 7681 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1734016103.510435:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016103.510437:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016103.510443:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.510451:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.510478:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.510487:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341497728:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016103.510545:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.522724:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341497728:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016103.522747:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016103.523348:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338801792:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 13517us (14508us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016103.523357:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2642 00000100:00100000:1.0:1734016103.524829:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.524895:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801920 00000100:00100000:0.0:1734016103.524905:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801920 00002000:00010000:0.0:1734016103.524936:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4588977->18446744073709551615) 00002000:00100000:0.0:1734016103.524940:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65180 with x1818247338801920 ext(4588977->18446744073709551615) 00002000:00010000:0.0:1734016103.524950:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65180. 00000100:00100000:0.0:1734016103.524978:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8598 00000100:00100000:0.0:1734016103.524984:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338801920:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016103.528921:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10231970 -> 4588977 00002000:00010000:0.0:1734016103.528928:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.528930:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.528932:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.528933:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 912 -> 744 00000100:00100000:0.0:1734016103.528996:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338801920:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 4007us (4176us total) trans 4294969147 rc 0/0 00000100:00100000:0.0:1734016103.529008:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8598 00002000:00010000:0.0:1734016103.529012:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4588977->18446744073709551615) 00002000:00100000:0.0:1734016103.529015:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65180 with x1818247338801920 ext(4588977->18446744073709551615) 00002000:00010000:0.0:1734016103.529020:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65180. 00000100:00100000:1.0:1734016103.535023:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.535101:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802048 00000100:00100000:0.0:1734016103.535108:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802048 00000100:00100000:0.0:1734016103.535168:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1889 00000100:00100000:0.0:1734016103.535174:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+26:9663:x1818247338802048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.535795:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.535811:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec732008e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b6a expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.535878:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.535889:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.535897:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:0.0:1734016103.535916:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4588977 00000004:00200000:0.0:1734016103.535918:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016103.535931:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.535948:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec732008e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 28 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.535961:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 27 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.535968:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016103.535970:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016103.535973:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016103.536016:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338802048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 841us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.536021:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1889 00000100:00100000:2.0:1734016103.544726:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016103.545348:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802304 00000100:00100000:3.0:1734016103.545356:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802304 00000100:00100000:3.0:1734016103.545442:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1890 00000100:00100000:3.0:1734016103.545449:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+27:9663:x1818247338802304:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016103.545609:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.545623:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 26 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.545629:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.545655:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 26 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.545664:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 26 pid: 7702 timeout: 466 lvb_type: 0 00000100:00100000:3.0:1734016103.545674:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac135180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341497856:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016103.545731:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016103.554973:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac135180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341497856:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016103.554999:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016103.557119:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.557284:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802432 00000100:00100000:0.0:1734016103.557291:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802432 00010000:00010000:0.0:1734016103.557320:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 27 pid: 7702 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016103.557356:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2643 00000100:00100000:0.0:1734016103.557362:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+27:1983:x1818247338802432:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016103.557374:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016103.557379:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 27 pid: 7702 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016103.557389:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 27 pid: 7702 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016103.557407:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320095 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b6a expref: 27 pid: 7702 timeout: 466 lvb_type: 0 00010000:00010000:0.0:1734016103.557437:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016103.557442:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.557452:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.557457:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.559029:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016103.559087:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+26:1983:x1818247338802432:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1722us (1971us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.559094:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2643 00010000:00010000:3.0:1734016103.560199:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.560207:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016103.560275:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968482 00000004:00010000:3.0:1734016103.560305:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071324380 reply state ffff88007130b000 transno 4294968483 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016103.560311:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016103.560380:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+30:9663:x1818247338802304:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 14931us (15661us total) trans 4294968483 rc 0/0 00000100:00100000:3.0:1734016103.560386:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1890 00000020:00080000:3.0:1734016103.560389:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016103.563446:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016103.563513:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.563526:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.563532:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.563538:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165b00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016103.563542:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.563548:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.563561:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016103.563563:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016103.563566:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.563571:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732009c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016103.564234:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802560 00000100:00100000:0.0:1734016103.564242:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802560 00000100:00100000:0.0:1734016103.567292:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10412 00000100:00100000:0.0:1734016103.567303:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338802560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.567319:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.567339:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b71 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.567367:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.567373:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.567374:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.567378:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.567405:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.567420:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 7 pid: 13915 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016103.567431:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497984:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016103.570935:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.577658:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.578789:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341497984:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016103.578825:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.578838:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016103.578882:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338802560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11581us (15446us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.578890:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10412 00000100:00100000:2.0:1734016103.579791:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802688 00000100:00100000:2.0:1734016103.579798:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802688 00010000:00010000:2.0:1734016103.579819:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 8 pid: 13915 timeout: 466 lvb_type: 0 00000100:00100000:2.0:1734016103.579844:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2644 00000100:00100000:2.0:1734016103.579848:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338802688:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016103.579858:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016103.579872:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 8 pid: 13915 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1734016103.579880:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 8 pid: 13915 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1734016103.579898:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320087 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b63 expref: 8 pid: 13915 timeout: 466 lvb_type: 0 00010000:00010000:2.0:1734016103.579916:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016103.579918:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016103.579922:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.579930:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.579952:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.579961:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341498112:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016103.580000:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.585645:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341498112:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016103.585665:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016103.586516:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338802688:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6663us (8862us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016103.586526:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2644 00000100:00100000:3.0:1734016103.587047:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.587161:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802816 00000100:00100000:0.0:1734016103.587166:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802816 00002000:00010000:0.0:1734016103.587210:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8040389->18446744073709551615) 00002000:00100000:0.0:1734016103.587213:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135180 with x1818247338802816 ext(8040389->18446744073709551615) 00002000:00010000:0.0:1734016103.587223:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135180. 00000100:00100000:0.0:1734016103.587242:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8599 00000100:00100000:0.0:1734016103.587247:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338802816:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016103.587391:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4588977 -> 8040389 00002000:00010000:0.0:1734016103.587394:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.587396:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.587398:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016103 -> 1734016103 00002000:00010000:0.0:1734016103.587400:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 744 -> 744 00000100:00100000:0.0:1734016103.587513:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338802816:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 265us (467us total) trans 4294969148 rc 0/0 00000100:00100000:0.0:1734016103.587519:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8599 00002000:00010000:0.0:1734016103.587521:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8040389->18446744073709551615) 00002000:00100000:0.0:1734016103.587523:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135180 with x1818247338802816 ext(8040389->18446744073709551615) 00002000:00010000:0.0:1734016103.587527:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135180. 00000100:00100000:1.0:1734016103.618344:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016103.621137:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.621227:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803072 00000100:00100000:0.0:1734016103.621235:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803072 00002000:00100000:0.0:1734016103.621272:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->8040447) req@ffff88012eb65500 x1818247338803072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 504/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.621280:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65500 with x1818247338803072 ext(0->8040447) 00002000:00010000:0.0:1734016103.621284:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65500 00000100:00100000:0.0:1734016103.621309:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803200 00000100:00100000:0.0:1734016103.621311:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803200 00002000:00100000:0.0:1734016103.621323:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8036351) req@ffff8800712b4000 x1818247338803200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.621329:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247338803200 ext(4190208->8036351) 00002000:00010000:0.0:1734016103.621331:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4000 00000100:00100000:0.0:1734016103.621354:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8600 00000100:00100000:0.0:1734016103.621361:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338803072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016103.623079:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8601 00000100:00100000:2.0:1734016103.623089:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338803200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016103.744193:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338803200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121086us (123045us total) trans 0 rc 3846144/3846144 00000100:00100000:3.0:1734016103.744205:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8601 00002000:00100000:3.0:1734016103.744217:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8036351) req@ffff8800712b4000 x1818247338803200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 3846144/3846144 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016103.744225:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247338803200 ext(4190208->8036351) 00002000:00010000:3.0:1734016103.744230:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4000 00000100:00100000:2.0:1734016103.766484:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338803072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145115us (148140us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016103.766495:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8600 00002000:00100000:2.0:1734016103.766505:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->8040447) req@ffff88012eb65500 x1818247338803072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 504/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016103.766513:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65500 with x1818247338803072 ext(0->8040447) 00002000:00010000:2.0:1734016103.766518:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65500 00000100:00100000:1.0:1734016103.782682:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.782875:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803456 00000100:00100000:2.0:1734016103.782883:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803456 00002000:00100000:2.0:1734016103.782925:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7987200->8040388) req@ffff8800712b5c00 x1818247338803456/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016103.782933:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5c00 with x1818247338803456 ext(7987200->8040388) 00002000:00010000:2.0:1734016103.782937:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5c00 00000100:00100000:2.0:1734016103.782967:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8602 00000100:00100000:2.0:1734016103.782974:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338803456:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016103.787437:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338803456:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4452us (4752us total) trans 4294969149 rc 0/0 00000100:00100000:0.0:1734016103.787451:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8602 00002000:00100000:0.0:1734016103.787468:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7987200->8040388) req@ffff8800712b5c00 x1818247338803456/t4294969149(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/448 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.787476:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5c00 with x1818247338803456 ext(7987200->8040388) 00002000:00010000:0.0:1734016103.787480:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5c00 00000100:00100000:0.0:1734016103.791462:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016103.791613:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803584 00000100:00100000:3.0:1734016103.791622:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803584 00000100:00100000:3.0:1734016103.791661:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1891 00000100:00100000:3.0:1734016103.791668:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+29:9663:x1818247338803584:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016103.791787:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+29:9663:x1818247338803584:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 119us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016103.791792:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1891 00000100:00100000:1.0:1734016103.799587:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.799993:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803712 00000100:00100000:0.0:1734016103.800001:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803712 00000100:00100000:0.0:1734016103.800053:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10413 00000100:00100000:0.0:1734016103.800060:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338803712:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016103.802240:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969149 is committed 00000001:00080000:0.0:1734016103.802270:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969147 is committed 00000100:00100000:2.0:1734016103.802398:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338803712:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2335us (2817us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016103.802409:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10413 00000100:00100000:1.0:1734016103.809579:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.809644:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803840 00000100:00100000:0.0:1734016103.809651:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803840 00000100:00100000:0.0:1734016103.809694:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1892 00000100:00100000:0.0:1734016103.809699:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+29:9663:x1818247338803840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.809716:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.809732:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73200aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b78 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.809804:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.809815:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.809827:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:0.0:1734016103.809851:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8040389 00000004:00200000:0.0:1734016103.809855:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016103.809867:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016103.809889:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73200aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b78 expref: 31 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.809924:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b78 expref: 30 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.809931:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016103.809933:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016103.809936:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016103.809980:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+30:9663:x1818247338803840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 279us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.809986:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1892 00000100:00100000:0.0:1734016103.814930:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.816026:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803968 00000100:00100000:2.0:1734016103.816043:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803968 00000100:00100000:2.0:1734016103.816088:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10414 00000100:00100000:2.0:1734016103.816094:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338803968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.816112:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.816128:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b7f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.816152:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.816158:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016103.816160:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016103.816162:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6561792->6565887] (req 6561792->6565887) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.816205:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.816215:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 5 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1734016103.816225:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341498240:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016103.816755:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.824137:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341498240:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016103.824172:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6561792->6565887] (req 6561792->6565887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.824222:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016103.824269:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338803968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8174us (9346us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016103.824275:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10414 00000100:00100000:0.0:1734016103.838297:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.838973:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804096 00000100:00100000:2.0:1734016103.838984:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804096 00010000:00010000:2.0:1734016103.839037:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1734016103.839251:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2645 00000100:00100000:2.0:1734016103.839260:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f4e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338804096:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016103.839277:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016103.839292:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016103 -> 1734016104 00002000:00010000:2.0:1734016103.839295:0:6461:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016103 -> 1734016104 00002000:00010000:2.0:1734016103.839297:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 744 -> 848 00010000:00010000:2.0:1734016103.839301:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016103.839312:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016103.839337:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73200a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b71 expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016103.839374:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016103.839376:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016103.839382:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.839389:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.839422:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.839433:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341498368:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016103.845171:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.849098:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341498368:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016103.849137:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016103.849208:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f4e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338804096:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9948us (12029us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016103.849219:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2645 00000100:00100000:0.0:1734016103.851511:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.851673:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804352 00000100:00100000:2.0:1734016103.851686:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804352 00002000:00100000:2.0:1734016103.851733:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6561792->6565887) req@ffff880090a24380 x1818247338804352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016103.851742:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247338804352 ext(6561792->6565887) 00002000:00010000:2.0:1734016103.851747:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24380 00000100:00100000:2.0:1734016103.851777:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8603 00000100:00100000:2.0:1734016103.851784:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338804352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016103.851923:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338804352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (426us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016103.851929:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8603 00002000:00100000:2.0:1734016103.851934:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6561792->6565887) req@ffff880090a24380 x1818247338804352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:64/0 lens 488/4536 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016103.851940:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247338804352 ext(6561792->6565887) 00002000:00010000:2.0:1734016103.851942:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24380 00000100:00100000:0.0:1734016103.857999:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.858114:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804480 00000100:00100000:2.0:1734016103.858122:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804480 00000100:00100000:2.0:1734016103.858176:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10415 00000100:00100000:2.0:1734016103.858212:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338804480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.858229:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.858246:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73200bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b86 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.858294:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341498496:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016103.858341:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.862721:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341498496:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016103.862753:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73200bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b86 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.862764:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73200bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b86 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.862792:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016103.862826:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338804480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4614us (4838us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016103.862833:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10415 00000100:00100000:0.0:1734016103.865331:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.865429:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804608 00000100:00100000:2.0:1734016103.865436:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804608 00000100:00100000:2.0:1734016103.865484:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10416 00000100:00100000:2.0:1734016103.865490:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338804608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016103.865506:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016103.865521:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73200c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b8d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.865563:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341498624:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016103.865607:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.868055:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341498624:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016103.868088:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73200c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b8d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.868101:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73200c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b8d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016103.868125:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016103.868169:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338804608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2677us (2847us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016103.868202:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10416 00000100:00100000:0.0:1734016103.872999:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016103.873192:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804864 00000100:00100000:3.0:1734016103.873200:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804864 00000100:00100000:3.0:1734016103.873233:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1893 00000100:00100000:3.0:1734016103.873238:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+30:9663:x1818247338804864:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016103.873272:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016103.873292:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b78 expref: 30 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016103.873379:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016103.873383:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016103.874150:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.874161:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016103.874168:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016103.874206:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968484 00000004:00010000:3.0:1734016103.874218:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d8a8380 reply state ffff88007130f000 transno 4294968485 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016103.874224:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016103.874278:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+32:9663:x1818247338804864:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 1039us (1286us total) trans 4294968485 rc 0/0 00000100:00100000:3.0:1734016103.874283:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1893 00000020:00080000:3.0:1734016103.874287:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016103.878197:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.878209:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.878214:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.878222:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac164b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016103.878226:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.878231:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.878242:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016103.878244:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016103.878247:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016103.878251:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200cd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000001:00080000:1.0:1734016103.878328:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968485 is committed 00000001:00080000:1.0:1734016103.878337:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968481 is committed 00000100:00100000:2.0:1734016103.879376:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.879442:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804992 00000100:00100000:0.0:1734016103.879451:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804992 00000100:00100000:0.0:1734016103.879509:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10417 00000100:00100000:0.0:1734016103.879518:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338804992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.879536:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.879551:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b94 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.879580:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.879588:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.879589:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016103.879592:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.879625:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.879637:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016103.879648:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341498752:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016103.879712:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016103.885458:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341498752:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016103.885502:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016103.885523:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:1.0:1734016103.885590:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338804992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6070us (6221us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016103.885597:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10417 00000100:00100000:3.0:1734016103.887964:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.888039:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805120 00000100:00100000:0.0:1734016103.888046:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805120 00002000:00100000:0.0:1734016103.888083:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6561792->6565887) req@ffff8800ac137800 x1818247338805120/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:64/0 lens 4584/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.888092:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137800 with x1818247338805120 ext(6561792->6565887) 00010000:00010000:0.0:1734016103.888100:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 7 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.888113:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 7 pid: 13915 timeout: 467 lvb_type: 0 00002000:00010000:0.0:1734016103.888119:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800ac137800 00000100:00100000:0.0:1734016103.888483:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 295 00000100:00100000:0.0:1734016103.888490:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338805120:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016103.889706:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338805120:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1211us (1745us total) trans 4294969150 rc 0/0 00000100:00100000:0.0:1734016103.889721:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 295 00002000:00100000:0.0:1734016103.889731:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6561792->6565887) req@ffff8800ac137800 x1818247338805120/t4294969150(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:64/0 lens 4584/448 e 0 to 0 dl 1734016114 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.889741:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137800 with x1818247338805120 ext(6561792->6565887) 00010000:00010000:0.0:1734016103.889751:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 9 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016103.889763:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 9 pid: 13915 timeout: 467 lvb_type: 0 00002000:00010000:0.0:1734016103.889770:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800ac137800 00000100:00100000:3.0:1734016103.896270:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016103.896522:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805248 00000100:00100000:2.0:1734016103.896531:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805248 00010000:00010000:2.0:1734016103.896560:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 9 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1734016103.896799:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2646 00000100:00100000:2.0:1734016103.896807:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338805248:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016103.896819:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016103.896838:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 848 -> 856 00010000:00010000:2.0:1734016103.896843:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 9 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016103.896854:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 9 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016103.896873:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73200b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6561792->6565887) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b7f expref: 9 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016103.898120:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016103.898126:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016103.898138:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.898146:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016103.898200:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016103.898214:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341498880:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016103.898284:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016103.901924:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.902197:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341498880:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016103.902222:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016103.902403:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805376 00000100:00100000:1.0:1734016103.902411:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805376 00002000:00010000:1.0:1734016103.902446:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10197521->18446744073709551615) 00002000:00100000:1.0:1734016103.902449:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324a80 with x1818247338805376 ext(10197521->18446744073709551615) 00002000:00010000:1.0:1734016103.902458:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324a80. 00000100:00100000:1.0:1734016103.902476:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8604 00000100:00100000:1.0:1734016103.902481:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338805376:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016103.902704:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8040389 -> 10197521 00002000:00010000:1.0:1734016103.902707:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016103.902709:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016103 -> 1734016103 00002000:00010000:1.0:1734016103.902710:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016103.902712:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:0.0:1734016103.902754:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338805248:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5943us (6489us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.902765:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2646 00000100:00100000:1.0:1734016103.904660:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338805376:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2165us (2734us total) trans 4294969151 rc 0/0 00000100:00100000:1.0:1734016103.904673:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8604 00002000:00010000:1.0:1734016103.904680:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10197521->18446744073709551615) 00002000:00100000:1.0:1734016103.904684:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324a80 with x1818247338805376 ext(10197521->18446744073709551615) 00002000:00010000:1.0:1734016103.904696:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324a80. 00000100:00100000:3.0:1734016103.917868:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016103.917966:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805632 00000100:00100000:1.0:1734016103.917979:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805632 00002000:00100000:1.0:1734016103.918036:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8036352->10199039) req@ffff880071e37b80 x1818247338805632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.918047:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37b80 with x1818247338805632 ext(8036352->10199039) 00002000:00010000:1.0:1734016103.918052:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37b80 00000100:00100000:1.0:1734016103.918077:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8605 00000100:00100000:1.0:1734016103.918084:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338805632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016103.944827:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338805632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 26732us (26963us total) trans 0 rc 2162688/2162688 00000100:00100000:1.0:1734016103.944838:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8605 00002000:00100000:1.0:1734016103.944849:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8036352->10199039) req@ffff880071e37b80 x1818247338805632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/440 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 2162688/2162688 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.944857:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37b80 with x1818247338805632 ext(8036352->10199039) 00002000:00010000:1.0:1734016103.944862:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37b80 00000100:00100000:2.0:1734016103.973653:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016103.973761:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805760 00000100:00100000:1.0:1734016103.973770:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805760 00002000:00100000:1.0:1734016103.973812:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (10149888->10197520) req@ffff88012eb64a80 x1818247338805760/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.973822:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64a80 with x1818247338805760 ext(10149888->10197520) 00002000:00010000:1.0:1734016103.973826:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64a80 00000100:00100000:1.0:1734016103.973856:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8606 00000100:00100000:1.0:1734016103.973862:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338805760:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016103.980245:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338805760:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6369us (6588us total) trans 4294969152 rc 0/0 00000100:00100000:1.0:1734016103.980258:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8606 00002000:00100000:1.0:1734016103.980271:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (10149888->10197520) req@ffff88012eb64a80 x1818247338805760/t4294969152(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:64/0 lens 488/448 e 0 to 0 dl 1734016114 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016103.980278:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64a80 with x1818247338805760 ext(10149888->10197520) 00002000:00010000:1.0:1734016103.980284:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64a80 00000100:00100000:3.0:1734016103.984359:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016103.984447:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805888 00000100:00100000:0.0:1734016103.984457:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805888 00000100:00100000:0.0:1734016103.984496:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1894 00000100:00100000:0.0:1734016103.984504:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338805888:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016103.985482:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338805888:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 976us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.985489:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1894 00000100:00100000:0.0:1734016103.997906:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016103.998431:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806016 00000100:00100000:1.0:1734016103.998442:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806016 00000100:00100000:1.0:1734016103.998495:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10418 00000100:00100000:1.0:1734016103.998503:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338806016:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016104.008132:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969152 is committed 00000001:00080000:0.0:1734016104.008145:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969150 is committed 00000100:00100000:1.0:1734016104.008389:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338806016:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 9880us (10484us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.008399:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10418 00000100:00100000:0.0:1734016104.016068:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.020245:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806144 00000100:00100000:2.0:1734016104.020261:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806144 00000100:00100000:2.0:1734016104.020348:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1895 00000100:00100000:2.0:1734016104.020355:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247338806144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.020373:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.020392:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73200db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0b9b expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.020468:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016104.020480:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016104.020490:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:2.0:1734016104.020509:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10197521 00000004:00200000:2.0:1734016104.020513:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016104.020529:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016104.020552:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73200db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 16 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.020569:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 15 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.020576:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016104.020578:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016104.020582:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016104.020635:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338806144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 280us (4575us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.020641:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1895 00000100:00080000:1.0:1734016104.021690:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016074 00000100:00100000:0.0:1734016104.031321:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.031422:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806272 00000100:00100000:1.0:1734016104.031432:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806272 00000100:00100000:1.0:1734016104.031505:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10419 00000100:00100000:1.0:1734016104.031515:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338806272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.031538:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.031558:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73200e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ba2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.031634:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341499008:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.031705:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00080000:2.0:1734016104.031796:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016074 00002000:00010000:1.0:1734016104.035427:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016103 -> 1734016104 00002000:00010000:1.0:1734016104.035436:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 856 -> 952 00000100:00100000:1.0:1734016104.035456:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341499008:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.035495:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73200e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ba2 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.035509:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73200e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ba2 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.035541:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016104.035605:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338806272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4090us (4300us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.035613:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10419 00000100:00100000:0.0:1734016104.040372:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.040451:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806400 00000100:00100000:1.0:1734016104.040459:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806400 00000100:00100000:1.0:1734016104.040514:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10420 00000100:00100000:1.0:1734016104.040521:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338806400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.040540:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.040556:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73200f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ba9 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.040612:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341499136:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.040658:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.043886:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341499136:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.043915:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73200f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ba9 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.043927:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73200f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ba9 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.043939:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016104.043985:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338806400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3464us (3622us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.043995:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10420 00000100:00100000:0.0:1734016104.047344:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.047422:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806528 00000100:00100000:3.0:1734016104.047432:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806528 00000100:00100000:3.0:1734016104.047481:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1896 00000100:00100000:3.0:1734016104.047487:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338806528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.047503:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.047519:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bb0 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.047584:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73200fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016104.047596:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73200fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016104.047605:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73200fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016104.047624:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10197521 00000004:00200000:3.0:1734016104.047627:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016104.047638:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73200fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016104.047657:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec73200f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bb0 expref: 13 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.047678:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73200fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bb0 expref: 12 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.047684:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016104.047688:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016104.047690:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016104.047740:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338806528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 252us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.047746:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1896 00000100:00100000:0.0:1734016104.060393:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.060482:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806784 00000100:00100000:1.0:1734016104.060489:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806784 00002000:00100000:1.0:1734016104.060525:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7917568->7921663) req@ffff88012d8ab800 x1818247338806784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.060533:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab800 with x1818247338806784 ext(7917568->7921663) 00002000:00010000:1.0:1734016104.060538:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab800 00000100:00100000:1.0:1734016104.060555:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8607 00000100:00100000:1.0:1734016104.060561:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338806784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.060698:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338806784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.060704:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8607 00002000:00100000:1.0:1734016104.060709:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7917568->7921663) req@ffff88012d8ab800 x1818247338806784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.060715:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab800 with x1818247338806784 ext(7917568->7921663) 00002000:00010000:1.0:1734016104.060718:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab800 00000100:00100000:0.0:1734016104.066266:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.066350:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806912 00000100:00100000:2.0:1734016104.066358:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806912 00002000:00100000:2.0:1734016104.066393:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7917568->7921663) req@ffff88012d8aa300 x1818247338806912/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 4584/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.066402:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa300 with x1818247338806912 ext(7917568->7921663) 00002000:00010000:2.0:1734016104.066405:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aa300 00000100:00100000:2.0:1734016104.066427:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8608 00000100:00100000:2.0:1734016104.066432:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338806912:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016104.067060:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338806912:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 624us (799us total) trans 4294969153 rc 0/0 00000100:00100000:0.0:1734016104.067067:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8608 00002000:00100000:0.0:1734016104.067072:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7917568->7921663) req@ffff88012d8aa300 x1818247338806912/t4294969153(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 4584/448 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.067078:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa300 with x1818247338806912 ext(7917568->7921663) 00002000:00010000:0.0:1734016104.067081:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aa300 00000100:00100000:0.0:1734016104.069480:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.069570:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807040 00000100:00100000:1.0:1734016104.069578:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807040 00000100:00100000:1.0:1734016104.069626:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10421 00000100:00100000:1.0:1734016104.069633:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338807040:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016104.072065:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969153 is committed 00000100:00100000:1.0:1734016104.072237:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338807040:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2599us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.072248:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10421 00000100:00100000:0.0:1734016104.080766:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.082927:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807168 00000100:00100000:1.0:1734016104.082940:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807168 00000100:00100000:1.0:1734016104.083302:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10422 00000100:00100000:1.0:1734016104.083309:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338807168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.083326:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.083343:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320105 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bb7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.083390:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341499264:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.083444:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00002000:00010000:1.0:1734016104.087513:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 952 -> 960 00000100:00100000:1.0:1734016104.087541:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341499264:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.087578:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320105 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bb7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.087591:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320105 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bb7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.087668:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016104.087713:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338807168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4402us (6960us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.087722:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10422 00000100:00100000:0.0:1734016104.092876:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.092974:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807296 00000100:00100000:1.0:1734016104.092982:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807296 00000100:00100000:1.0:1734016104.093038:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10423 00000100:00100000:1.0:1734016104.093045:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338807296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.093062:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.093079:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bbe expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.093109:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.093115:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.093117:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.093120:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8900608->8904703] (req 8900608->8904703) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.093148:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.093159:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 5 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016104.093170:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341499392:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016104.093246:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00010000:00010000:1.0:1734016104.098702:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016104.107142:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.107259:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341499392:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016104.107288:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8900608->8904703] (req 8900608->8904703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.107307:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016104.107349:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338807296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14304us (14481us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.107360:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10423 00000100:00100000:2.0:1734016104.107554:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807424 00000100:00100000:2.0:1734016104.107560:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807424 00010000:00010000:2.0:1734016104.107581:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1734016104.107609:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2647 00000100:00100000:2.0:1734016104.107614:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338807424:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016104.107625:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016104.107640:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016104.107649:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016104.107670:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec73200d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b94 expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:2.0:1734016104.107683:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016104.107685:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016104.107690:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.107698:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.107722:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.107734:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341499520:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016104.107764:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.114833:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341499520:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016104.114855:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016104.114901:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338807424:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7285us (7766us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.114909:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2647 00000100:00100000:0.0:1734016104.118051:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.119244:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807680 00000100:00100000:2.0:1734016104.119256:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807680 00002000:00100000:2.0:1734016104.119297:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8900608->8904703) req@ffff88012d8ab100 x1818247338807680/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.119307:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab100 with x1818247338807680 ext(8900608->8904703) 00002000:00010000:2.0:1734016104.119313:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab100 00000100:00100000:1.0:1734016104.120525:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8609 00000100:00100000:1.0:1734016104.120535:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338807680:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.120684:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338807680:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (2643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.120689:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8609 00002000:00100000:1.0:1734016104.120695:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8900608->8904703) req@ffff88012d8ab100 x1818247338807680/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.120702:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab100 with x1818247338807680 ext(8900608->8904703) 00002000:00010000:1.0:1734016104.120706:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab100 00000100:00100000:0.0:1734016104.131722:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.132667:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807936 00000100:00100000:2.0:1734016104.132675:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807936 00002000:00100000:2.0:1734016104.132708:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8896512->8900607) req@ffff88011d83f100 x1818247338807936/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.132716:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f100 with x1818247338807936 ext(8896512->8900607) 00002000:00010000:2.0:1734016104.132721:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f100 00000100:00100000:2.0:1734016104.132748:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8610 00000100:00100000:2.0:1734016104.132754:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338807936:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.132915:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338807936:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 160us (1200us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.132921:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8610 00002000:00100000:2.0:1734016104.132926:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8896512->8900607) req@ffff88011d83f100 x1818247338807936/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.132932:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f100 with x1818247338807936 ext(8896512->8900607) 00002000:00010000:2.0:1734016104.132935:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f100 00000100:00100000:0.0:1734016104.136444:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.145076:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808192 00000100:00100000:2.0:1734016104.145088:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808192 00002000:00100000:2.0:1734016104.145128:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8892416->8896511) req@ffff880071467480 x1818247338808192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.145137:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467480 with x1818247338808192 ext(8892416->8896511) 00002000:00010000:2.0:1734016104.145141:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467480 00000100:00100000:2.0:1734016104.145177:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8611 00000100:00100000:2.0:1734016104.145199:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338808192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.145366:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338808192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (8931us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.145372:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8611 00002000:00100000:2.0:1734016104.145378:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8892416->8896511) req@ffff880071467480 x1818247338808192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.145385:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467480 with x1818247338808192 ext(8892416->8896511) 00002000:00010000:2.0:1734016104.145387:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467480 00000100:00100000:2.0:1734016104.157676:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341500032:0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.157733:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016104.157754:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016104.157759:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341499904:0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.157777:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016104.157798:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341499904 00000100:00100000:2.0:1734016104.157804:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341499904 00000100:00100000:2.0:1734016104.157837:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1734016104.157843:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341499904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.157880:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341499904:12345-0@lo:400:kworker.0 Request processed in 37us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.157886:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1734016104.157917:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341499904:0@lo:400:kworker.0 00000100:00080000:2.0:1734016104.157932:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016074 00000100:00100000:2.0:1734016104.157956:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341500032 00000100:00100000:2.0:1734016104.157959:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341500032 00000100:00080000:2.0:1734016104.157966:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016074 00000100:00100000:2.0:1734016104.157990:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1734016104.157994:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341500032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.158020:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341500032:12345-0@lo:400:kworker.0 Request processed in 25us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.158034:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1734016104.158052:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341500032:0@lo:400:kworker.0 00000100:00100000:3.0:1734016104.158160:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341499776:0@lo:400:kworker.0 00000100:00100000:3.0:1734016104.158201:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016104.158223:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341500288:0@lo:400:kworker.0 00000100:00100000:3.0:1734016104.158240:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016104.158250:0:3503:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734016104.158254:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e486b66-8c6f-4c10-92df-11971fbab61f:3503:1818247341499648:0@lo:400:kworker.0 00000100:00100000:3.0:1734016104.158272:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016104.158282:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3503:1818247341500160:0@lo:400:kworker.0 00000100:00100000:3.0:1734016104.158295:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016104.158310:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341499648 00000100:00100000:3.0:1734016104.158313:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341499648 00000100:00100000:3.0:1734016104.158337:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1734016104.158340:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3503:x1818247341499648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016104.158365:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3503:x1818247341499648:12345-0@lo:400:kworker.0 Request processed in 23us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.158372:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00080000:3.0:1734016104.158391:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016074 00000100:00100000:3.0:1734016104.158401:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e486b66-8c6f-4c10-92df-11971fbab61f:3503:1818247341499648:0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.160091:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341499776 00000100:00100000:2.0:1734016104.160098:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341499776 00000100:00100000:2.0:1734016104.160122:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341500160 00000100:00100000:2.0:1734016104.160124:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341500160 00000100:00100000:2.0:1734016104.160140:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1734016104.160145:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341499776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.160204:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341499776:12345-0@lo:400:kworker.0 Request processed in 58us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.160211:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1734016104.160221:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1734016104.160224:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341500160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.160243:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341500160:12345-0@lo:400:kworker.0 Request processed in 18us (1947us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.160248:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1734016104.160260:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341500288 00000100:00100000:2.0:1734016104.160263:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341500288 00000100:00100000:2.0:1734016104.160279:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1734016104.160282:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341500288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.160303:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341500288:12345-0@lo:400:kworker.0 Request processed in 20us (2062us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.160308:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1734016104.160342:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3503:1818247341500160:0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.160351:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341499776:0@lo:400:kworker.0 00000100:00100000:2.0:1734016104.160358:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341500288:0@lo:400:kworker.0 00000100:00100000:1.0:1734016104.160460:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.160476:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808448 00000100:00100000:1.0:1734016104.160478:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808448 00002000:00100000:1.0:1734016104.160498:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8888320->8892415) req@ffff8800712b4380 x1818247338808448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.160506:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247338808448 ext(8888320->8892415) 00002000:00010000:1.0:1734016104.160509:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380 00000100:00100000:1.0:1734016104.160530:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8612 00000100:00100000:1.0:1734016104.160534:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338808448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.160629:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338808448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 94us (171us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.160634:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8612 00002000:00100000:1.0:1734016104.160638:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8888320->8892415) req@ffff8800712b4380 x1818247338808448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.160645:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247338808448 ext(8888320->8892415) 00002000:00010000:1.0:1734016104.160647:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380 00000100:00080000:3.0:1734016104.161007:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016074 00000100:00080000:3.0:1734016104.161011:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016074 00000100:00100000:0.0:1734016104.178284:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.178420:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808704 00000100:00100000:2.0:1734016104.178430:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808704 00002000:00100000:2.0:1734016104.178473:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8884224->8888319) req@ffff880071464380 x1818247338808704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.178481:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464380 with x1818247338808704 ext(8884224->8888319) 00002000:00010000:2.0:1734016104.178488:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464380 00000100:00100000:2.0:1734016104.178507:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8613 00000100:00100000:2.0:1734016104.178512:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338808704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.178652:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338808704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.178658:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8613 00002000:00100000:2.0:1734016104.178663:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8884224->8888319) req@ffff880071464380 x1818247338808704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.178675:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464380 with x1818247338808704 ext(8884224->8888319) 00002000:00010000:2.0:1734016104.178677:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464380 00000100:00100000:0.0:1734016104.186616:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.186705:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808960 00000100:00100000:1.0:1734016104.186712:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808960 00002000:00100000:1.0:1734016104.186748:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8880128->8884223) req@ffff880071465180 x1818247338808960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.186756:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465180 with x1818247338808960 ext(8880128->8884223) 00002000:00010000:1.0:1734016104.186761:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465180 00000100:00100000:1.0:1734016104.186796:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8614 00000100:00100000:1.0:1734016104.186802:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338808960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.186926:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338808960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 123us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.186933:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8614 00002000:00100000:1.0:1734016104.186937:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8880128->8884223) req@ffff880071465180 x1818247338808960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.186944:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465180 with x1818247338808960 ext(8880128->8884223) 00002000:00010000:1.0:1734016104.186946:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465180 00000100:00100000:1.0:1734016104.189440:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341500416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016104.189503:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016104.189602:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341500416 00000100:00100000:0.0:1734016104.189613:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341500416 00000100:00100000:0.0:1734016104.189655:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1734016104.189662:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341500416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016104.189692:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923296256 avail 3691565056 00000100:00100000:0.0:1734016104.189732:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341500416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.189737:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1734016104.189856:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341500416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016104.202224:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.202371:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809216 00000100:00100000:2.0:1734016104.202383:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809216 00002000:00100000:2.0:1734016104.202429:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8876032->8880127) req@ffff880071464700 x1818247338809216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.202438:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464700 with x1818247338809216 ext(8876032->8880127) 00002000:00010000:2.0:1734016104.202442:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464700 00000100:00100000:2.0:1734016104.202465:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8615 00000100:00100000:2.0:1734016104.202471:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338809216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.202765:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338809216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 292us (594us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.202772:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8615 00002000:00100000:2.0:1734016104.202778:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8876032->8880127) req@ffff880071464700 x1818247338809216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.202784:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464700 with x1818247338809216 ext(8876032->8880127) 00002000:00010000:2.0:1734016104.202787:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464700 00000100:00100000:0.0:1734016104.207672:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.207772:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809472 00000100:00100000:2.0:1734016104.207780:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809472 00002000:00100000:2.0:1734016104.207817:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8871936->8876031) req@ffff880071465500 x1818247338809472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.207825:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465500 with x1818247338809472 ext(8871936->8876031) 00002000:00010000:2.0:1734016104.207829:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465500 00000100:00100000:1.0:1734016104.209537:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8616 00000100:00100000:1.0:1734016104.209547:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338809472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.209717:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338809472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (2054us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.209723:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8616 00002000:00100000:1.0:1734016104.209730:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8871936->8876031) req@ffff880071465500 x1818247338809472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.209738:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465500 with x1818247338809472 ext(8871936->8876031) 00002000:00010000:1.0:1734016104.209742:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465500 00000100:00100000:0.0:1734016104.218267:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.218396:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809728 00000100:00100000:2.0:1734016104.218405:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809728 00002000:00100000:2.0:1734016104.218447:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8867840->8871935) req@ffff880071467800 x1818247338809728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.218456:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467800 with x1818247338809728 ext(8867840->8871935) 00002000:00010000:2.0:1734016104.218460:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467800 00000100:00100000:2.0:1734016104.218805:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8617 00000100:00100000:2.0:1734016104.218812:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338809728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.220203:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338809728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1385us (1939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.220213:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8617 00002000:00100000:2.0:1734016104.220223:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8867840->8871935) req@ffff880071467800 x1818247338809728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.220230:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467800 with x1818247338809728 ext(8867840->8871935) 00002000:00010000:2.0:1734016104.220234:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467800 00000100:00100000:0.0:1734016104.224370:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.224599:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809984 00000100:00100000:2.0:1734016104.224609:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809984 00002000:00100000:2.0:1734016104.224663:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8863744->8867839) req@ffff880071464a80 x1818247338809984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.224673:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464a80 with x1818247338809984 ext(8863744->8867839) 00002000:00010000:2.0:1734016104.224679:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464a80 00000100:00100000:1.0:1734016104.226518:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8618 00000100:00100000:1.0:1734016104.226527:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338809984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.226676:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338809984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (2319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.226681:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8618 00002000:00100000:1.0:1734016104.226687:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8863744->8867839) req@ffff880071464a80 x1818247338809984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.226694:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464a80 with x1818247338809984 ext(8863744->8867839) 00002000:00010000:1.0:1734016104.226699:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464a80 00000100:00100000:0.0:1734016104.230276:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.232118:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810240 00000100:00100000:3.0:1734016104.232129:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810240 00002000:00100000:3.0:1734016104.232190:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8859648->8863743) req@ffff880071465c00 x1818247338810240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.232203:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465c00 with x1818247338810240 ext(8859648->8863743) 00002000:00010000:3.0:1734016104.232210:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465c00 00000100:00100000:3.0:1734016104.232238:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8619 00000100:00100000:3.0:1734016104.232244:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338810240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.232416:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338810240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (2148us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016104.232422:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8619 00002000:00100000:3.0:1734016104.232427:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8859648->8863743) req@ffff880071465c00 x1818247338810240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.232435:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465c00 with x1818247338810240 ext(8859648->8863743) 00002000:00010000:3.0:1734016104.232438:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465c00 00000100:00100000:0.0:1734016104.236981:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.238543:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810496 00000100:00100000:1.0:1734016104.238561:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810496 00002000:00100000:1.0:1734016104.238624:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8855552->8859647) req@ffff880071464e00 x1818247338810496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.238636:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464e00 with x1818247338810496 ext(8855552->8859647) 00002000:00010000:1.0:1734016104.238644:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464e00 00000100:00100000:1.0:1734016104.238690:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8620 00000100:00100000:1.0:1734016104.238698:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338810496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.238940:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338810496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 242us (1970us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.238946:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8620 00002000:00100000:1.0:1734016104.238951:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8855552->8859647) req@ffff880071464e00 x1818247338810496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.238958:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464e00 with x1818247338810496 ext(8855552->8859647) 00002000:00010000:1.0:1734016104.238961:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464e00 00000100:00100000:0.0:1734016104.244337:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.244510:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810752 00000100:00100000:3.0:1734016104.244520:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810752 00002000:00100000:3.0:1734016104.244562:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8851456->8855551) req@ffff880071467b80 x1818247338810752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.244576:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467b80 with x1818247338810752 ext(8851456->8855551) 00002000:00010000:3.0:1734016104.244581:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467b80 00000100:00100000:1.0:1734016104.246113:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8621 00000100:00100000:1.0:1734016104.246127:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338810752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.246623:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338810752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 497us (2298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.246630:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8621 00002000:00100000:1.0:1734016104.246637:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8851456->8855551) req@ffff880071467b80 x1818247338810752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.246646:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467b80 with x1818247338810752 ext(8851456->8855551) 00002000:00010000:1.0:1734016104.246652:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467b80 00000100:00100000:0.0:1734016104.251552:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.252091:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810880 00000100:00100000:2.0:1734016104.252103:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810880 00000100:00100000:2.0:1734016104.252166:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10424 00000100:00100000:2.0:1734016104.252173:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338810880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.252217:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.252236:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bc5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.252263:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.252270:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016104.252272:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016104.252275:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9797632->9834495] (req 9797632->9834495) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.252302:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.252314:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 6 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1734016104.252327:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341500544:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016104.252389:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.260118:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.260292:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341500544:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016104.260321:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9797632->9834495] (req 9797632->9834495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.260337:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016104.260384:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338810880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8210us (8842us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.260394:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10424 00000100:00100000:3.0:1734016104.261373:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811008 00000100:00100000:3.0:1734016104.261385:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811008 00010000:00010000:3.0:1734016104.261420:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 7 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1734016104.261456:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2648 00000100:00100000:3.0:1734016104.261463:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338811008:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016104.261476:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.261498:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 7 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.261511:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 7 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.261543:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732010c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8900608->8904703) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bbe expref: 7 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.261569:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.261571:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.261578:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.261585:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.261622:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016104.261635:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341500672:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016104.261690:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.267719:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341500672:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016104.267740:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.267788:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338811008:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6324us (7678us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.267799:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2648 00000100:00100000:3.0:1734016104.276415:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.276497:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811264 00000100:00100000:1.0:1734016104.276505:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811264 00002000:00100000:1.0:1734016104.276538:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9830400->9834495) req@ffff880071e35880 x1818247338811264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.276546:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35880 with x1818247338811264 ext(9830400->9834495) 00002000:00010000:1.0:1734016104.276550:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35880 00000100:00100000:1.0:1734016104.276565:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8622 00000100:00100000:1.0:1734016104.276570:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338811264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.276701:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338811264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 130us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.276707:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8622 00002000:00100000:1.0:1734016104.276711:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9830400->9834495) req@ffff880071e35880 x1818247338811264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.276717:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35880 with x1818247338811264 ext(9830400->9834495) 00002000:00010000:1.0:1734016104.276720:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35880 00000100:00100000:0.0:1734016104.281827:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.282010:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811392 00000100:00100000:2.0:1734016104.282018:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811392 00000100:00100000:2.0:1734016104.282078:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10425 00000100:00100000:2.0:1734016104.282084:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338811392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.282104:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.282124:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732011a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bcc expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.282213:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341500800:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016104.283445:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.285789:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341500800:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.285844:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732011a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bcc expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.285865:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732011a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bcc expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.285963:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016104.286064:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338811392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3978us (4248us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.286074:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10425 00000100:00100000:3.0:1734016104.292511:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.292753:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811520 00000100:00100000:2.0:1734016104.292763:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811520 00000100:00100000:2.0:1734016104.293440:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10426 00000100:00100000:2.0:1734016104.293450:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338811520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.293469:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.293491:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320121 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bd3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.293551:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341500928:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016104.293620:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.296046:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341500928:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.296082:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320121 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bd3 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.296095:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320121 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bd3 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.296237:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016104.296299:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338811520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2848us (3802us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.296309:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10426 00000100:00100000:1.0:1734016104.303082:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.303217:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811648 00000100:00100000:2.0:1734016104.303226:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811648 00000100:00100000:2.0:1734016104.303264:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10427 00000100:00100000:2.0:1734016104.303271:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338811648:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016104.303538:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10197521 -> 10197521 00002000:00010000:2.0:1734016104.303541:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:2.0:1734016104.303543:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016104 -> 1734016103 00002000:00010000:2.0:1734016104.303546:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016104 -> 1734016104 00002000:00010000:2.0:1734016104.303547:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:2.0:1734016104.303629:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338811648:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 357us (557us total) trans 4294969154 rc 0/0 00000100:00100000:2.0:1734016104.303636:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10427 00000100:00100000:0.0:1734016104.306830:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.306950:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811776 00000100:00100000:2.0:1734016104.306958:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811776 00000100:00100000:2.0:1734016104.307296:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10428 00000100:00100000:2.0:1734016104.307302:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338811776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.307317:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.307330:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320128 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bda expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.307369:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341501056:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016104.307422:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016104.309513:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016103 -> 1734016104 00000100:00100000:2.0:1734016104.309532:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341501056:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.309557:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320128 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bda expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.309567:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320128 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bda expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.309588:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016104.309622:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338811776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2319us (2799us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.309632:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10428 00000100:00100000:1.0:1734016104.312131:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.312224:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811904 00000100:00100000:2.0:1734016104.312232:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811904 00000100:00100000:2.0:1734016104.312703:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10429 00000100:00100000:2.0:1734016104.312709:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338811904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.312731:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.312756:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732012f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0be1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.312830:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341501184:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016104.313151:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.318991:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341501184:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.319035:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732012f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be1 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.319048:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732012f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be1 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.319070:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016104.319761:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338811904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7048us (7634us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.319768:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10429 00000100:00100000:1.0:1734016104.325895:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.326130:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812160 00000100:00100000:0.0:1734016104.326137:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812160 00000100:00100000:0.0:1734016104.326209:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1897 00000100:00100000:0.0:1734016104.326216:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338812160:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016104.326262:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016104.326285:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73200fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bb0 expref: 12 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.326315:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016104.326320:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016104.326460:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016104.326476:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 14 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.326482:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016104.326507:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 14 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.326517:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 14 pid: 7702 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016104.326531:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071466a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341501312:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016104.326589:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.331540:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071466a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341501312:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016104.331571:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016104.332007:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.333251:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812288 00000100:00100000:3.0:1734016104.333261:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812288 00010000:00010000:3.0:1734016104.333292:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 15 pid: 7702 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1734016104.333334:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2649 00000100:00100000:3.0:1734016104.333342:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247338812288:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016104.333355:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.333361:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 15 pid: 7702 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.333371:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 15 pid: 7702 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.333397:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73200e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0b9b expref: 15 pid: 7702 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.334017:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016104.334030:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.334038:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.334044:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.334259:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.334316:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338812288:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 973us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.334323:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2649 00010000:00010000:0.0:1734016104.334395:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016104.334402:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:0.0:1734016104.334488:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968486 00000004:00010000:0.0:1734016104.334524:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800712b5880 reply state ffff880071e4c000 transno 4294968487 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016104.334530:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016104.334588:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338812160:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8372us (8700us total) trans 4294968487 rc 0/0 00000100:00100000:0.0:1734016104.334595:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1897 00000020:00080000:0.0:1734016104.334598:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016104.337838:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.337853:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.337860:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.337865:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016104.337869:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.337875:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.337893:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016104.337895:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016104.337899:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016104.337904:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320136 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016104.338354:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.338695:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812416 00000100:00100000:0.0:1734016104.338703:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812416 00002000:00010000:0.0:1734016104.338729:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5092316->18446744073709551615) 00002000:00100000:0.0:1734016104.338733:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b800 with x1818247338812416 ext(5092316->18446744073709551615) 00002000:00010000:0.0:1734016104.338742:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b800. 00000100:00100000:0.0:1734016104.338771:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8623 00000100:00100000:0.0:1734016104.338777:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338812416:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016104.347996:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10197521 -> 5092316 00002000:00010000:0.0:1734016104.348007:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:0.0:1734016104.348009:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016104 -> 1734016103 00002000:00010000:0.0:1734016104.348012:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016104 -> 1734016104 00002000:00010000:0.0:1734016104.348014:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 960 -> 744 00000100:00100000:0.0:1734016104.348160:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338812416:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 9370us (9798us total) trans 4294969155 rc 0/0 00000100:00100000:0.0:1734016104.348174:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8623 00002000:00010000:0.0:1734016104.348201:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5092316->18446744073709551615) 00002000:00100000:0.0:1734016104.348205:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b800 with x1818247338812416 ext(5092316->18446744073709551615) 00002000:00010000:0.0:1734016104.348212:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b800. 00000100:00100000:1.0:1734016104.351634:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.351706:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812544 00000100:00100000:0.0:1734016104.351716:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812544 00000100:00100000:0.0:1734016104.351769:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1898 00000100:00100000:0.0:1734016104.351775:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247338812544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.351799:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.351821:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732013d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0be8 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.351915:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016104.351928:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016104.351938:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016104.351964:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5092316 00000004:00200000:0.0:1734016104.351968:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016104.351983:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016104.352009:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732013d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.352034:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 15 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.352041:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016104.352043:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016104.352048:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016104.352113:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338812544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 337us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.352119:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1898 00000100:00100000:1.0:1734016104.356166:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.356409:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812672 00000100:00100000:2.0:1734016104.356424:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812672 00000100:00100000:2.0:1734016104.356493:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10430 00000100:00100000:2.0:1734016104.356501:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338812672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.356528:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.356559:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732014b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bef expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.356646:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341501440:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016104.356727:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016104.363253:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016103 -> 1734016104 00000100:00100000:2.0:1734016104.363293:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341501440:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.363328:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732014b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bef expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.363341:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732014b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bef expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.363938:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016104.364290:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338812672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7780us (8125us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.364304:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10430 00000100:00100000:2.0:1734016104.367392:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.367479:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812800 00000100:00100000:0.0:1734016104.367496:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812800 00000100:00100000:1.0:1734016104.368852:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10431 00000100:00100000:1.0:1734016104.368870:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338812800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.368911:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.368944:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320152 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bf6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.369036:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341501568:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.369223:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.371818:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341501568:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.371869:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320152 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bf6 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.371889:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320152 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bf6 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.371910:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:2.0:1734016104.373739:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338812800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4860us (6353us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.373752:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10431 00000100:00100000:0.0:1734016104.379287:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.379466:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813056 00000100:00100000:2.0:1734016104.379474:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813056 00002000:00100000:2.0:1734016104.379518:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4526080->4530175) req@ffff880071465f80 x1818247338813056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.379529:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247338813056 ext(4526080->4530175) 00002000:00010000:2.0:1734016104.379534:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:2.0:1734016104.379910:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8624 00000100:00100000:2.0:1734016104.379919:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338813056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.380122:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338813056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (846us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.380129:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8624 00002000:00100000:2.0:1734016104.380134:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4526080->4530175) req@ffff880071465f80 x1818247338813056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.380141:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247338813056 ext(4526080->4530175) 00002000:00010000:2.0:1734016104.380145:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:3.0:1734016104.389933:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.390808:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813312 00000100:00100000:1.0:1734016104.390816:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813312 00002000:00100000:1.0:1734016104.390857:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4521984->4526079) req@ffff880071e34700 x1818247338813312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.390866:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34700 with x1818247338813312 ext(4521984->4526079) 00002000:00010000:1.0:1734016104.390871:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34700 00000100:00100000:1.0:1734016104.390904:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8625 00000100:00100000:1.0:1734016104.390911:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338813312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.391078:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338813312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (1154us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.391084:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8625 00002000:00100000:1.0:1734016104.391088:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4521984->4526079) req@ffff880071e34700 x1818247338813312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.391094:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34700 with x1818247338813312 ext(4521984->4526079) 00002000:00010000:1.0:1734016104.391097:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34700 00000100:00100000:0.0:1734016104.398321:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.401277:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813568 00000100:00100000:2.0:1734016104.401292:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813568 00002000:00100000:2.0:1734016104.401344:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4517888->4521983) req@ffff880071466d80 x1818247338813568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.401355:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466d80 with x1818247338813568 ext(4517888->4521983) 00002000:00010000:2.0:1734016104.401361:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466d80 00000100:00100000:2.0:1734016104.401428:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8626 00000100:00100000:2.0:1734016104.401437:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338813568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.401954:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338813568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 516us (3640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.401963:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8626 00002000:00100000:2.0:1734016104.401970:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4517888->4521983) req@ffff880071466d80 x1818247338813568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.401976:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466d80 with x1818247338813568 ext(4517888->4521983) 00002000:00010000:2.0:1734016104.401979:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466d80 00000100:00100000:0.0:1734016104.406917:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.407125:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813824 00000100:00100000:2.0:1734016104.407133:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813824 00002000:00100000:2.0:1734016104.407169:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4513792->4517887) req@ffff880130c2ce00 x1818247338813824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.407177:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ce00 with x1818247338813824 ext(4513792->4517887) 00002000:00010000:2.0:1734016104.407213:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ce00 00000100:00100000:2.0:1734016104.407681:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8627 00000100:00100000:2.0:1734016104.407687:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338813824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.407814:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338813824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 126us (910us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.407823:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8627 00002000:00100000:2.0:1734016104.407828:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4513792->4517887) req@ffff880130c2ce00 x1818247338813824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.407834:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ce00 with x1818247338813824 ext(4513792->4517887) 00002000:00010000:2.0:1734016104.407837:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ce00 00000100:00100000:3.0:1734016104.418092:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.418230:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813952 00000100:00100000:2.0:1734016104.418243:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813952 00000100:00100000:2.0:1734016104.418320:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1899 00000100:00100000:2.0:1734016104.418330:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338813952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.418362:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.418393:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320159 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0bfd expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.418506:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7320160 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016104.418522:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7320160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016104.418535:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7320160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016104.418569:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5092316 00000004:00200000:2.0:1734016104.418573:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016104.418593:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7320160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016104.418620:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320159 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bfd expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.423266:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7320160 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bfd expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.423280:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016104.423283:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016104.423287:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016104.423385:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338813952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5055us (5303us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.423394:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1899 00000100:00100000:0.0:1734016104.430858:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.431956:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814208 00000100:00100000:1.0:1734016104.431967:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814208 00002000:00100000:0.0:1734016104.432063:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2121728->2125823) req@ffff880130c2dc00 x1818247338814208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.432074:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247338814208 ext(2121728->2125823) 00002000:00010000:0.0:1734016104.432079:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:0.0:1734016104.432099:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8628 00000100:00100000:0.0:1734016104.432106:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338814208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.432329:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338814208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 222us (1485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016104.432335:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8628 00002000:00100000:0.0:1734016104.432341:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2121728->2125823) req@ffff880130c2dc00 x1818247338814208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.432347:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247338814208 ext(2121728->2125823) 00002000:00010000:0.0:1734016104.432350:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:0.0:1734016104.440728:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.440835:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814464 00000100:00100000:2.0:1734016104.440845:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814464 00002000:00100000:2.0:1734016104.440917:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2117632->2121727) req@ffff880130c2c000 x1818247338814464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.440928:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247338814464 ext(2117632->2121727) 00002000:00010000:2.0:1734016104.440936:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c000 00000100:00100000:2.0:1734016104.440966:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8629 00000100:00100000:2.0:1734016104.440976:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338814464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.441834:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338814464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 856us (1111us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.441842:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8629 00002000:00100000:2.0:1734016104.441848:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2117632->2121727) req@ffff880130c2c000 x1818247338814464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.441855:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247338814464 ext(2117632->2121727) 00002000:00010000:2.0:1734016104.441859:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c000 00000100:00100000:3.0:1734016104.445973:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.446081:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814720 00000100:00100000:2.0:1734016104.446091:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814720 00002000:00100000:2.0:1734016104.446131:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2113536->2117631) req@ffff8800a7701c00 x1818247338814720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.446140:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7701c00 with x1818247338814720 ext(2113536->2117631) 00002000:00010000:2.0:1734016104.446145:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7701c00 00000100:00100000:2.0:1734016104.446164:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8630 00000100:00100000:2.0:1734016104.446171:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338814720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.446333:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338814720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.446339:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8630 00002000:00100000:2.0:1734016104.446344:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2113536->2117631) req@ffff8800a7701c00 x1818247338814720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.446349:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7701c00 with x1818247338814720 ext(2113536->2117631) 00002000:00010000:2.0:1734016104.446352:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7701c00 00000100:00100000:1.0:1734016104.452056:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.452472:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814976 00000100:00100000:0.0:1734016104.452489:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814976 00002000:00100000:0.0:1734016104.452549:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2109440->2113535) req@ffff8800712b7b80 x1818247338814976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.452561:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247338814976 ext(2109440->2113535) 00002000:00010000:0.0:1734016104.452568:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7b80 00000100:00100000:0.0:1734016104.452603:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8631 00000100:00100000:0.0:1734016104.452610:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338814976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.455202:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338814976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2558us (3154us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016104.455220:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8631 00002000:00100000:0.0:1734016104.455235:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2109440->2113535) req@ffff8800712b7b80 x1818247338814976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.455244:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247338814976 ext(2109440->2113535) 00002000:00010000:0.0:1734016104.455251:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7b80 00000100:00100000:1.0:1734016104.460683:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.461601:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815232 00000100:00100000:2.0:1734016104.461615:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815232 00002000:00100000:2.0:1734016104.461658:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2105344->2109439) req@ffff8800712b5180 x1818247338815232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.461668:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5180 with x1818247338815232 ext(2105344->2109439) 00002000:00010000:2.0:1734016104.461673:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5180 00000100:00100000:2.0:1734016104.462270:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8632 00000100:00100000:2.0:1734016104.462277:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338815232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.462421:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338815232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (1748us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.462428:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8632 00002000:00100000:2.0:1734016104.462433:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2105344->2109439) req@ffff8800712b5180 x1818247338815232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.462439:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5180 with x1818247338815232 ext(2105344->2109439) 00002000:00010000:2.0:1734016104.462442:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5180 00000100:00100000:3.0:1734016104.469122:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.469287:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815488 00000100:00100000:0.0:1734016104.469295:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815488 00002000:00100000:0.0:1734016104.469330:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2101248->2105343) req@ffff8800a7703b80 x1818247338815488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.469339:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7703b80 with x1818247338815488 ext(2101248->2105343) 00002000:00010000:0.0:1734016104.469343:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7703b80 00000100:00100000:0.0:1734016104.469656:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8633 00000100:00100000:0.0:1734016104.469662:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338815488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.469935:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338815488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 271us (818us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016104.469942:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8633 00002000:00100000:0.0:1734016104.469947:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2101248->2105343) req@ffff8800a7703b80 x1818247338815488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.469953:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7703b80 with x1818247338815488 ext(2101248->2105343) 00002000:00010000:0.0:1734016104.469956:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7703b80 00000100:00100000:1.0:1734016104.473345:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.473413:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815744 00000100:00100000:0.0:1734016104.473422:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815744 00002000:00100000:0.0:1734016104.473461:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2097152->2101247) req@ffff8800712b6a00 x1818247338815744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.473469:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6a00 with x1818247338815744 ext(2097152->2101247) 00002000:00010000:0.0:1734016104.473473:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6a00 00000100:00100000:0.0:1734016104.473643:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8634 00000100:00100000:0.0:1734016104.473649:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338815744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.473789:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338815744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016104.473794:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8634 00002000:00100000:0.0:1734016104.473799:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2097152->2101247) req@ffff8800712b6a00 x1818247338815744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.473804:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6a00 with x1818247338815744 ext(2097152->2101247) 00002000:00010000:0.0:1734016104.473806:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6a00 00000100:00100000:1.0:1734016104.476955:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.477536:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816000 00000100:00100000:2.0:1734016104.477548:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816000 00002000:00100000:2.0:1734016104.477592:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2093056->2097151) req@ffff880071722d80 x1818247338816000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.477603:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722d80 with x1818247338816000 ext(2093056->2097151) 00002000:00010000:2.0:1734016104.477609:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722d80 00000100:00100000:2.0:1734016104.477669:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8635 00000100:00100000:2.0:1734016104.477680:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338816000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.477853:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338816000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (905us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.477860:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8635 00002000:00100000:2.0:1734016104.477865:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2093056->2097151) req@ffff880071722d80 x1818247338816000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.477870:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722d80 with x1818247338816000 ext(2093056->2097151) 00002000:00010000:2.0:1734016104.477872:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722d80 00000100:00100000:3.0:1734016104.482000:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.482084:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816256 00000100:00100000:0.0:1734016104.482093:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816256 00002000:00100000:0.0:1734016104.482131:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2088960->2093055) req@ffff8800a7701f80 x1818247338816256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.482138:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7701f80 with x1818247338816256 ext(2088960->2093055) 00002000:00010000:0.0:1734016104.482142:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7701f80 00000100:00100000:0.0:1734016104.482239:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8636 00000100:00100000:0.0:1734016104.482245:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338816256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.482392:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338816256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016104.482400:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8636 00002000:00100000:0.0:1734016104.482404:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2088960->2093055) req@ffff8800a7701f80 x1818247338816256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.482410:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7701f80 with x1818247338816256 ext(2088960->2093055) 00002000:00010000:0.0:1734016104.482413:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7701f80 00000100:00100000:1.0:1734016104.495204:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.495266:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816512 00000100:00100000:2.0:1734016104.495274:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816512 00002000:00100000:2.0:1734016104.495313:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2084864->2088959) req@ffff880071721180 x1818247338816512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.495327:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721180 with x1818247338816512 ext(2084864->2088959) 00002000:00010000:2.0:1734016104.495331:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721180 00000100:00100000:2.0:1734016104.495360:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8637 00000100:00100000:2.0:1734016104.495367:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338816512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.495500:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338816512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.495506:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8637 00002000:00100000:2.0:1734016104.495511:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2084864->2088959) req@ffff880071721180 x1818247338816512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.495517:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721180 with x1818247338816512 ext(2084864->2088959) 00002000:00010000:2.0:1734016104.495520:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721180 00000100:00100000:1.0:1734016104.514679:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.514761:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816768 00000100:00100000:2.0:1734016104.514773:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816768 00002000:00100000:2.0:1734016104.514836:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2080768->2084863) req@ffff880071721880 x1818247338816768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.514845:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721880 with x1818247338816768 ext(2080768->2084863) 00002000:00010000:2.0:1734016104.514849:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721880 00000100:00100000:2.0:1734016104.514879:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8638 00000100:00100000:2.0:1734016104.514885:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338816768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.515063:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338816768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.515070:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8638 00002000:00100000:2.0:1734016104.515076:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2080768->2084863) req@ffff880071721880 x1818247338816768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.515082:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721880 with x1818247338816768 ext(2080768->2084863) 00002000:00010000:2.0:1734016104.515085:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721880 00000100:00100000:3.0:1734016104.520410:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.520468:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817024 00000100:00100000:2.0:1734016104.520477:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817024 00002000:00100000:2.0:1734016104.520515:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2076672->2080767) req@ffff8800a7702680 x1818247338817024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.520524:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7702680 with x1818247338817024 ext(2076672->2080767) 00002000:00010000:2.0:1734016104.520528:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7702680 00000100:00100000:2.0:1734016104.520557:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8639 00000100:00100000:2.0:1734016104.520563:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338817024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.520699:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338817024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.520706:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8639 00002000:00100000:2.0:1734016104.520711:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2076672->2080767) req@ffff8800a7702680 x1818247338817024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.520717:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7702680 with x1818247338817024 ext(2076672->2080767) 00002000:00010000:2.0:1734016104.520720:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7702680 00000100:00100000:1.0:1734016104.525907:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.525990:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817280 00000100:00100000:2.0:1734016104.526000:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817280 00002000:00100000:2.0:1734016104.526057:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2072576->2076671) req@ffff880071720a80 x1818247338817280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.526066:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247338817280 ext(2072576->2076671) 00002000:00010000:2.0:1734016104.526070:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:2.0:1734016104.526935:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8640 00000100:00100000:2.0:1734016104.526942:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338817280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.527092:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338817280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 149us (1195us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016104.527099:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8640 00002000:00100000:2.0:1734016104.527104:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2072576->2076671) req@ffff880071720a80 x1818247338817280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.527111:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247338817280 ext(2072576->2076671) 00002000:00010000:2.0:1734016104.527114:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:1.0:1734016104.536120:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.536808:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817408 00000100:00100000:2.0:1734016104.536817:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817408 00000100:00100000:2.0:1734016104.536873:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10432 00000100:00100000:2.0:1734016104.536880:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338817408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.536897:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.536916:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320167 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c04 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.536963:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341501696:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016104.537041:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.545271:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341501696:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.545309:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320167 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c04 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.545321:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320167 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c04 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.545418:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016104.545474:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338817408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8593us (9365us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.545481:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10432 00000100:00100000:1.0:1734016104.549103:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.549285:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817536 00000100:00100000:2.0:1734016104.549294:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817536 00000100:00100000:2.0:1734016104.549343:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10433 00000100:00100000:2.0:1734016104.549349:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338817536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.549366:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.549385:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732016e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c0b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.549441:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341501824:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016104.549514:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.552836:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341501824:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.552882:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732016e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c0b expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.552894:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732016e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c0b expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.552917:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016104.553642:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338817536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4290us (4554us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.553653:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10433 00000100:00100000:3.0:1734016104.557564:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.557668:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817664 00000100:00100000:2.0:1734016104.557676:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817664 00000100:00100000:2.0:1734016104.557757:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10434 00000100:00100000:2.0:1734016104.557763:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338817664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.557780:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.557796:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320175 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c12 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.558121:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341501952:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016104.558199:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.559777:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341501952:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.559806:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320175 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c12 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.559817:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320175 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c12 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.559837:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016104.559876:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338817664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2112us (2322us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.559883:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10434 00000100:00100000:0.0:1734016104.562094:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.562353:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817792 00000100:00100000:2.0:1734016104.562363:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817792 00000100:00100000:2.0:1734016104.562475:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10435 00000100:00100000:2.0:1734016104.562486:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338817792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016104.562512:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016104.562531:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c19 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.562565:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.562573:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016104.562576:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016104.562580:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2027520->2076671] (req 2027520->2076671) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.562619:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.562631:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 7 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:2.0:1734016104.562644:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341502080:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016104.563396:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.565881:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341502080:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016104.565908:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2027520->2076671] (req 2027520->2076671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.565921:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016104.565960:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338817792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3476us (3874us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.565968:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10435 00000100:00100000:0.0:1734016104.566631:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.566861:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817920 00000100:00100000:3.0:1734016104.566870:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817920 00010000:00010000:3.0:1734016104.566895:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 8 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1734016104.566920:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2650 00000100:00100000:3.0:1734016104.566924:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338817920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016104.566937:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.566955:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 8 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.566965:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 8 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.566988:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320113 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9797632->9834495) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bc5 expref: 8 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.567757:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.567759:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.567767:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.567774:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.567801:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016104.567813:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341502208:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016104.567865:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.573726:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.573758:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.574210:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.574243:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818176 00000100:00100000:0.0:1734016104.574249:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818176 00000100:00100000:0.0:1734016104.574285:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 299 00000100:00100000:0.0:1734016104.574291:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1983:x1818247338818176:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016104.574370:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818048 00000100:00100000:2.0:1734016104.574373:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818048 00000100:00100000:2.0:1734016104.574395:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818304 00000100:00100000:2.0:1734016104.574397:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818304 00000100:00100000:2.0:1734016104.574412:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 139 00000100:00100000:2.0:1734016104.574417:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338818304:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:1.0:1734016104.574477:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10436 00000100:00100000:1.0:1734016104.574482:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac18a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338818048:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016104.574648:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5092316 -> 5092316 00002000:00010000:1.0:1734016104.574651:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016104.574653:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016104 -> 1734016103 00002000:00010000:1.0:1734016104.574655:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016104.574656:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 744 -> 832 00000100:00080000:3.0:1734016104.574721:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016074 00000100:00080000:3.0:1734016104.574724:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016074 00000100:00100000:3.0:1734016104.574753:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341502208:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016104.574768:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016104.574960:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1983:x1818247338818176:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 667us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.574966:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 299 00000100:00100000:2.0:1734016104.575052:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338818304:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 633us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.575058:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 139 00000100:00100000:1.0:1734016104.575117:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac18a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338818048:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 634us (1400us total) trans 4294969156 rc 0/0 00000100:00100000:1.0:1734016104.575123:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10436 00000100:00100000:3.0:1734016104.575317:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338817920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8390us (8686us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.575324:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2650 00000100:00100000:3.0:1734016104.578303:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.578487:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818432 00000100:00100000:1.0:1734016104.578496:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818432 00000100:00100000:1.0:1734016104.578745:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10437 00000100:00100000:1.0:1734016104.578753:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338818432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.578772:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.578788:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320183 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c20 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.578831:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341502336:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.578978:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016104.581691:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016103 -> 1734016104 00000100:00100000:1.0:1734016104.581714:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341502336:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.581743:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320183 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c20 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.581756:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320183 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c20 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.581855:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016104.582035:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338818432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3283us (3740us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.582045:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10437 00000100:00100000:2.0:1734016104.584625:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.584725:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818560 00000100:00100000:1.0:1734016104.584737:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818560 00000100:00100000:1.0:1734016104.584778:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10438 00000100:00100000:1.0:1734016104.584785:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338818560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.584807:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.584820:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732018a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c27 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.584870:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341502464:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.585361:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.587681:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341502464:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.587716:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732018a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c27 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.587727:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732018a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c27 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.587769:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016104.588067:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338818560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3281us (3454us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.588075:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10438 00000100:00100000:3.0:1734016104.590936:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.591057:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818688 00000100:00100000:1.0:1734016104.591063:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818688 00000100:00100000:1.0:1734016104.591100:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10439 00000100:00100000:1.0:1734016104.591105:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338818688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.591119:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.591132:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c2e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.591153:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.591159:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.591161:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.591164:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [757760->774143] (req 757760->774143) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.591204:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.591212:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 7 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:1.0:1734016104.591221:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341502592:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016104.591267:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.595235:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.595461:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341502592:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016104.595486:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [757760->774143] (req 757760->774143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.595500:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016104.595537:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338818688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4431us (4607us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.595545:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10439 00000100:00100000:3.0:1734016104.595630:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818816 00000100:00100000:3.0:1734016104.595636:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818816 00010000:00010000:3.0:1734016104.595657:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 8 pid: 13915 timeout: 467 lvb_type: 0 00000100:00100000:3.0:1734016104.595677:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2651 00000100:00100000:3.0:1734016104.595683:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338818816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016104.595695:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.595711:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 8 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.595721:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 8 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.595738:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732017c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2027520->2076671) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c19 expref: 8 pid: 13915 timeout: 467 lvb_type: 0 00010000:00010000:3.0:1734016104.595750:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.595751:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016104.595757:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.595764:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.595790:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016104.595806:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341502720:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016104.597390:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.603502:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341502720:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016104.603536:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.603595:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338818816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7909us (8366us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.603610:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2651 00000100:00100000:0.0:1734016104.614284:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.614325:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.614397:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819072 00000100:00100000:2.0:1734016104.614405:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819072 00002000:00100000:2.0:1734016104.614439:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880130c2f100 x1818247338819072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.614448:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247338819072 ext(0->4194303) 00002000:00010000:2.0:1734016104.614453:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f100 00000100:00100000:2.0:1734016104.614474:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819200 00000100:00100000:2.0:1734016104.614476:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819200 00002000:00100000:2.0:1734016104.614483:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->5095423) req@ffff880130c2f480 x1818247338819200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.614489:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247338819200 ext(4194304->5095423) 00002000:00010000:2.0:1734016104.614491:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:2.0:1734016104.614501:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8641 00000100:00100000:2.0:1734016104.614506:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338819072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016104.615077:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8642 00000100:00100000:0.0:1734016104.615082:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338819200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016104.637041:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338819200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 21932us (22688us total) trans 0 rc 901120/901120 00000100:00100000:2.0:1734016104.637057:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8642 00002000:00100000:2.0:1734016104.637070:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->5095423) req@ffff880130c2f480 x1818247338819200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 901120/901120 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.637078:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247338819200 ext(4194304->5095423) 00002000:00010000:2.0:1734016104.637085:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:2.0:1734016104.653316:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341502848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016104.653365:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016104.653405:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341502848 00000100:00100000:2.0:1734016104.653412:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341502848 00000100:00100000:2.0:1734016104.653454:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1734016104.653460:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341502848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016104.653489:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016104.653517:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341502848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.653523:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1734016104.653551:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341502848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016104.669915:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338819072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 55394us (55626us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016104.669928:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8641 00002000:00100000:2.0:1734016104.669940:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880130c2f100 x1818247338819072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016104.669949:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247338819072 ext(0->4194303) 00002000:00010000:2.0:1734016104.669959:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f100 00000100:00100000:0.0:1734016104.690315:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.690421:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819456 00000100:00100000:1.0:1734016104.690429:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819456 00000100:00100000:1.0:1734016104.690478:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10440 00000100:00100000:1.0:1734016104.690485:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338819456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.690503:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.690519:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c35 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.690540:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.690542:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.690548:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.690562:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.690571:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016104.690628:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338819456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 143us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.690636:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10440 00000100:00100000:3.0:1734016104.693564:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.693611:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819712 00000100:00100000:3.0:1734016104.693618:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819712 00000100:00100000:3.0:1734016104.693674:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1900 00000100:00100000:3.0:1734016104.693680:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338819712:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016104.693739:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.693768:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7320160 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0bfd expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.693876:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016104.693881:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016104.694064:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.694076:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 14 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.694084:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.694121:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 14 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.694133:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 14 pid: 6474 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016104.694148:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341502976:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016104.695086:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.703598:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341502976:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016104.703630:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016104.703668:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.704121:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819840 00000100:00100000:3.0:1734016104.704127:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819840 00010000:00010000:3.0:1734016104.704151:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 15 pid: 6474 timeout: 468 lvb_type: 0 00000100:00100000:3.0:1734016104.705476:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2652 00000100:00100000:3.0:1734016104.705487:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338819840:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016104.705502:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016104.705509:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 15 pid: 6474 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.705520:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 15 pid: 6474 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.705538:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320144 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0be8 expref: 15 pid: 6474 timeout: 468 lvb_type: 0 00010000:00010000:3.0:1734016104.705569:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016104.705574:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.705582:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.705588:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.705606:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.705649:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247338819840:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 162us (1981us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.705655:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2652 00010000:00010000:3.0:1734016104.705708:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.705714:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016104.705790:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968488 00000004:00010000:3.0:1734016104.705839:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800712a9f80 reply state ffff880071309000 transno 4294968489 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016104.705845:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016104.705910:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338819712:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 12229us (12356us total) trans 4294968489 rc 0/0 00000100:00100000:3.0:1734016104.705917:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1900 00000020:00080000:3.0:1734016104.705920:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016104.708781:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016104.708794:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016104.708800:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016104.708806:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165b00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016104.708810:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016104.708816:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016104.708831:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016104.708833:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016104.708837:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016104.708841:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732019f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016104.709609:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.709630:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819968 00000100:00100000:2.0:1734016104.709637:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819968 00000100:00100000:1.0:1734016104.710327:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10441 00000100:00100000:1.0:1734016104.710334:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338819968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.710349:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.710366:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c3c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.710388:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.710396:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.710402:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.710404:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016104.710408:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.710432:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.710445:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 7 pid: 7681 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016104.710455:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503104:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016104.710515:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.710523:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 9 pid: 7681 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016104.710531:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503232:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016104.710546:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.716402:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.716477:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820096 00000100:00100000:1.0:1734016104.716485:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820096 00010000:00010000:1.0:1734016104.716511:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 8 pid: 7681 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016104.716733:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2653 00000100:00100000:1.0:1734016104.716741:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338820096:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016104.716755:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016104.716774:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 8 pid: 7681 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.716784:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 8 pid: 7681 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016104.716805:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016104.716838:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338820096:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 98us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.716844:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2653 00010000:00010000:0.0:1734016104.721236:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320198 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c35 expref: 7 pid: 7681 timeout: 468 lvb_type: 1 00000100:00100000:0.0:1734016104.721276:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503104:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016104.721294:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503232:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016104.721321:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.721340:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016104.722132:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338819968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11792us (12523us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.722141:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10441 00000100:00100000:3.0:1734016104.727264:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.727377:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820224 00000100:00100000:0.0:1734016104.727387:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820224 00010000:00010000:0.0:1734016104.727419:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 9 pid: 7681 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.727460:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2654 00000100:00100000:0.0:1734016104.727467:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338820224:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016104.727480:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016104.727500:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 9 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.727512:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 9 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.727536:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320191 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 757760->774143) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c2e expref: 9 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.728383:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.728387:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.728393:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.728401:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.728432:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.728443:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800715d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341503360:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016104.729151:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.732394:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.733621:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800715d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341503360:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016104.733645:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016104.733960:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820352 00000100:00100000:3.0:1734016104.733966:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820352 00002000:00010000:3.0:1734016104.733999:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6479600->18446744073709551615) 00002000:00100000:3.0:1734016104.734003:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4700 with x1818247338820352 ext(6479600->18446744073709551615) 00002000:00010000:3.0:1734016104.734023:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4700. 00000100:00100000:3.0:1734016104.734052:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8643 00000100:00100000:3.0:1734016104.734059:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338820352:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016104.734266:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5092316 -> 6479600 00002000:00010000:3.0:1734016104.734269:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016104 -> 1734016104 00002000:00010000:3.0:1734016104.734271:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016104 -> 1734016103 00002000:00010000:3.0:1734016104.734273:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016104 -> 1734016104 00002000:00010000:3.0:1734016104.734275:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:2.0:1734016104.734933:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338820224:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7463us (7676us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016104.734943:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2654 00000100:00100000:3.0:1734016104.736496:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338820352:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2428us (4105us total) trans 4294969157 rc 0/0 00000100:00100000:3.0:1734016104.736506:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8643 00002000:00010000:3.0:1734016104.736511:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6479600->18446744073709551615) 00002000:00100000:3.0:1734016104.736513:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4700 with x1818247338820352 ext(6479600->18446744073709551615) 00002000:00010000:3.0:1734016104.736521:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4700. 00000100:00100000:2.0:1734016104.739243:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.739361:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820480 00000100:00100000:3.0:1734016104.739372:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820480 00000100:00100000:3.0:1734016104.739422:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1901 00000100:00100000:3.0:1734016104.739429:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338820480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.739454:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.739472:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec73201ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c43 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.739556:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec73201b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.739571:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec73201b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.739580:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec73201b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016104.739600:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6479600 00000004:00200000:3.0:1734016104.739604:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016104.739621:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec73201b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016104.739642:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec73201ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c43 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.739667:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec73201b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c43 expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016104.739676:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016104.739678:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016104.739682:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016104.739720:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338820480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 292us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016104.739726:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1901 00000100:00100000:0.0:1734016104.742709:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.742841:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820608 00000100:00100000:1.0:1734016104.742849:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820608 00000100:00100000:1.0:1734016104.742901:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1902 00000100:00100000:1.0:1734016104.742908:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247338820608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.742925:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.742942:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73201bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c4a expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.743030:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016104.743042:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016104.743051:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016104.743074:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6479600 00000004:00200000:1.0:1734016104.743077:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016104.743090:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016104.743109:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73201bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.743136:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 15 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.743143:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016104.743145:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016104.743148:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016104.743225:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338820608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 316us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.743231:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1902 00000100:00100000:3.0:1734016104.745984:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.746670:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820736 00000100:00100000:1.0:1734016104.746678:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820736 00000100:00100000:1.0:1734016104.746774:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10442 00000100:00100000:1.0:1734016104.746781:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338820736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.746797:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.746812:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73201c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c51 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.746860:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503488:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.747952:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016104.754223:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016103 -> 1734016104 00000100:00100000:1.0:1734016104.754245:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503488:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.754269:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73201c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c51 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.754281:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73201c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c51 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.754292:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016104.754336:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338820736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7554us (8359us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.754343:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10442 00000100:00100000:0.0:1734016104.756749:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.756860:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820864 00000100:00100000:1.0:1734016104.756872:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820864 00000100:00100000:1.0:1734016104.756930:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10443 00000100:00100000:1.0:1734016104.756937:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338820864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.756958:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.756976:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73201d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c58 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.757037:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503616:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.757437:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.762819:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503616:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.762852:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73201d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c58 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.762870:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73201d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c58 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.762882:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016104.762936:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338820864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5998us (6196us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.762944:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10443 00000100:00100000:2.0:1734016104.766334:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.766430:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820992 00000100:00100000:1.0:1734016104.766438:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820992 00000100:00100000:1.0:1734016104.766480:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10444 00000100:00100000:1.0:1734016104.766486:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338820992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.766502:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.766519:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73201d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c5f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.766578:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503744:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.766641:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.769082:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341503744:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.769113:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73201d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c5f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.769126:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73201d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c5f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.769151:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016104.769222:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338820992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2733us (2895us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.769230:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10444 00000100:00100000:2.0:1734016104.774491:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.775118:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821120 00000100:00100000:1.0:1734016104.775130:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821120 00000100:00100000:3.0:1734016104.777233:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10445 00000100:00100000:3.0:1734016104.777250:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338821120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016104.777280:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016104.777303:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec73201de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c66 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016104.777383:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341503872:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016104.778141:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.780372:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341503872:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016104.780410:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec73201de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c66 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.780427:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec73201de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c66 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.780450:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:0.0:1734016104.780498:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338821120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3253us (6015us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016104.780507:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10445 00000100:00100000:2.0:1734016104.789302:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016104.789978:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821376 00000100:00100000:3.0:1734016104.789987:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821376 00002000:00100000:3.0:1734016104.790032:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4657152->6479871) req@ffff88012eb67b80 x1818247338821376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 504/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.790042:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb67b80 with x1818247338821376 ext(4657152->6479871) 00002000:00010000:3.0:1734016104.790047:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb67b80 00000100:00100000:3.0:1734016104.790428:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8644 00000100:00100000:3.0:1734016104.790434:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338821376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016104.826033:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338821376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 35574us (36718us total) trans 0 rc 1388544/1388544 00000100:00100000:3.0:1734016104.826045:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8644 00002000:00100000:3.0:1734016104.826055:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4657152->6479871) req@ffff88012eb67b80 x1818247338821376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 504/440 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 1388544/1388544 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016104.826063:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb67b80 with x1818247338821376 ext(4657152->6479871) 00002000:00010000:3.0:1734016104.826069:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb67b80 00000100:00100000:3.0:1734016104.831697:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.831761:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821504 00000100:00100000:0.0:1734016104.831768:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821504 00000100:00100000:0.0:1734016104.831815:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10446 00000100:00100000:0.0:1734016104.831823:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338821504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.831840:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.831856:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73201e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c6d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.831912:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504000:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016104.831982:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016104.834521:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016104 -> 1734016105 00002000:00010000:2.0:1734016104.834529:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016104 -> 1734016105 00000100:00100000:2.0:1734016104.834556:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504000:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016104.834589:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73201e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c6d expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.834604:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73201e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c6d expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016104.834620:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:2.0:1734016104.834678:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338821504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2855us (2991us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016104.834688:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10446 00000100:00100000:2.0:1734016104.839577:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.839652:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821632 00000100:00100000:0.0:1734016104.839661:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821632 00000100:00100000:0.0:1734016104.839699:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10447 00000100:00100000:0.0:1734016104.839704:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338821632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.839720:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.839734:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73201ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c74 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.839781:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504128:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016104.839835:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.847332:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504128:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016104.847363:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73201ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c74 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.847382:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73201ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c74 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.847405:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016104.847456:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338821632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7750us (7887us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016104.847464:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10447 00000100:00100000:2.0:1734016104.854374:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.854683:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821760 00000100:00100000:0.0:1734016104.854692:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821760 00000100:00100000:0.0:1734016104.854736:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10448 00000100:00100000:0.0:1734016104.854743:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338821760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.854759:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.854775:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c7b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.854802:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.854810:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016104.854812:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016104.854815:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9457664->9515007] (req 9457664->9515007) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.854850:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.854865:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 8 pid: 7681 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.854876:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504256:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016104.854936:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.857139:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504256:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016104.857172:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9457664->9515007] (req 9457664->9515007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.857207:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016104.857259:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338821760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2516us (2894us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.857267:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10448 00000100:00100000:3.0:1734016104.863644:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.863888:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821888 00000100:00100000:0.0:1734016104.863896:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821888 00002000:00100000:0.0:1734016104.863936:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4632576->4661247) req@ffff8800712aa300 x1818247338821888/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.863945:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aa300 with x1818247338821888 ext(4632576->4661247) 00010000:00010000:0.0:1734016104.863955:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 9 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.863965:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 9 pid: 7681 timeout: 468 lvb_type: 0 00002000:00010000:0.0:1734016104.863976:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712aa300 00000100:00100000:0.0:1734016104.864035:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 296 00000100:00100000:0.0:1734016104.864043:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338821888:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016104.869131:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338821888:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5080us (5490us total) trans 4294969158 rc 0/0 00000100:00100000:0.0:1734016104.869144:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 296 00002000:00100000:0.0:1734016104.869157:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4632576->4661247) req@ffff8800712aa300 x1818247338821888/t4294969158(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:65/0 lens 488/448 e 0 to 0 dl 1734016115 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.869167:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aa300 with x1818247338821888 ext(4632576->4661247) 00010000:00010000:0.0:1734016104.869551:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 11 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.869567:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 11 pid: 7681 timeout: 468 lvb_type: 0 00002000:00010000:0.0:1734016104.869574:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712aa300 00000100:00100000:3.0:1734016104.875569:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016104.875673:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822016 00000100:00100000:2.0:1734016104.875682:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822016 00010000:00010000:2.0:1734016104.875713:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 11 pid: 7681 timeout: 468 lvb_type: 0 00000100:00100000:2.0:1734016104.876628:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2655 00000100:00100000:2.0:1734016104.876636:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338822016:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016104.876654:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016104.876672:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 832 -> 888 00010000:00010000:2.0:1734016104.876678:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 11 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:2.0:1734016104.876689:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 11 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:2.0:1734016104.876708:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73201a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c3c expref: 11 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:2.0:1734016104.876732:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016104.876734:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016104.876742:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.876750:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016104.876778:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016104.876790:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341504384:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016104.877585:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.887314:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341504384:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016104.887343:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016104.887386:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338822016:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10749us (11826us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.887397:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2655 00000100:00100000:0.0:1734016104.887530:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.889072:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822144 00000100:00100000:1.0:1734016104.889082:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822144 00000100:00100000:1.0:1734016104.889124:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10449 00000100:00100000:1.0:1734016104.889131:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338822144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.889148:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.889163:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73201fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c82 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.889239:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504512:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.889308:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016104.891867:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 6479600 -> 9512233 00000100:00100000:1.0:1734016104.891893:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504512:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.891926:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73201fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c82 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.891942:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73201fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c82 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.892025:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016104.895679:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338822144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6533us (8134us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.895696:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10449 00000100:00100000:3.0:1734016104.897792:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.901233:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822272 00000100:00100000:1.0:1734016104.901247:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822272 00000100:00100000:1.0:1734016104.901294:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10450 00000100:00100000:1.0:1734016104.901301:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338822272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.901317:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.901340:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320201 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c89 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016104.901393:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504640:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016104.901469:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.910933:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504640:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016104.910962:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320201 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c89 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.910975:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320201 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c89 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016104.910999:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016104.911089:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338822272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9787us (13304us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016104.911097:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10450 00000100:00100000:2.0:1734016104.913793:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.913984:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822400 00000100:00100000:1.0:1734016104.913995:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822400 00000100:00100000:1.0:1734016104.916210:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10451 00000100:00100000:1.0:1734016104.916228:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338822400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.916263:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.916293:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c90 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.916333:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.916341:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.916343:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.916347:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9084928->9154559] (req 9084928->9154559) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.916389:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.916401:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 7 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016104.916414:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504768:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016104.916494:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016104.921911:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.922094:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822528 00000100:00100000:0.0:1734016104.922104:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822528 00002000:00100000:0.0:1734016104.922152:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9457664->9512232) req@ffff88012eb65c00 x1818247338822528/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.922163:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65c00 with x1818247338822528 ext(9457664->9512232) 00010000:00010000:0.0:1734016104.922173:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 8 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.922224:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 8 pid: 13915 timeout: 468 lvb_type: 0 00002000:00010000:0.0:1734016104.922231:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb65c00 00000100:00100000:0.0:1734016104.922251:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 297 00000100:00100000:0.0:1734016104.922259:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338822528:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016104.922782:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341504768:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016104.922805:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9084928->9154559] (req 9084928->9154559) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.922817:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016104.922843:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338822400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6619us (9063us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.922850:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10451 00000100:00100000:0.0:1734016104.926752:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338822528:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4483us (4843us total) trans 4294969159 rc 0/0 00000100:00100000:0.0:1734016104.926763:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 297 00002000:00100000:0.0:1734016104.926774:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9457664->9512232) req@ffff88012eb65c00 x1818247338822528/t4294969159(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/448 e 0 to 0 dl 1734016115 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.926783:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65c00 with x1818247338822528 ext(9457664->9512232) 00010000:00010000:0.0:1734016104.926791:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 10 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.926802:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 10 pid: 13915 timeout: 468 lvb_type: 0 00002000:00010000:0.0:1734016104.926808:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eb65c00 00000100:00100000:2.0:1734016104.931857:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.932408:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822656 00000100:00100000:0.0:1734016104.932420:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822656 00010000:00010000:0.0:1734016104.932465:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 10 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.932511:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2656 00000100:00100000:0.0:1734016104.932520:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338822656:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016104.932535:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016104.932554:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 888 -> 1000 00010000:00010000:0.0:1734016104.932559:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 10 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.932573:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 10 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.932595:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73201f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9457664->9515007) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c7b expref: 10 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.932622:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.932624:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.932630:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.932637:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.932669:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.932685:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341504896:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016104.932749:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.937509:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341504896:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016104.937537:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016104.937949:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338822656:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5429us (6098us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.937961:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2656 00000100:00100000:3.0:1734016104.939859:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.939917:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822784 00000100:00100000:1.0:1734016104.939925:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822784 00000100:00100000:1.0:1734016104.939967:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10452 00000100:00100000:1.0:1734016104.939973:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338822784:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016104.940235:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9512233 -> 9512233 00002000:00010000:1.0:1734016104.940239:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016104.940241:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016104.940242:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016104.940243:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1000 -> 1000 00000100:00100000:1.0:1734016104.940311:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338822784:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 336us (457us total) trans 4294969160 rc 0/0 00000100:00100000:1.0:1734016104.940317:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10452 00000100:00100000:2.0:1734016104.951548:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.954500:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822912 00000100:00100000:1.0:1734016104.954513:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822912 00000100:00100000:1.0:1734016104.954582:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10453 00000100:00100000:1.0:1734016104.954588:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338822912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.954607:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.954623:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c97 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.954650:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.954658:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.954661:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.954665:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8343552->8364031] (req 8343552->8364031) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.954700:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.954712:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 11 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016104.954726:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341505024:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016104.954803:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.960752:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341505024:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016104.960790:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8343552->8364031] (req 8343552->8364031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.960806:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016104.960923:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338822912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6332us (9380us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.960931:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10453 00000100:00100000:3.0:1734016104.961737:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.961953:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823040 00000100:00100000:0.0:1734016104.961961:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823040 00010000:00010000:0.0:1734016104.961992:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.962036:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2657 00000100:00100000:0.0:1734016104.962042:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338823040:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016104.962054:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016104.962076:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.962087:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.962107:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320208 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9084928->9154559) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c90 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.962135:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.962137:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.962144:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.962150:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.962216:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.962230:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341505152:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016104.962274:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016104.966308:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.966391:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823296 00000100:00100000:1.0:1734016104.966406:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823296 00002000:00100000:1.0:1734016104.966452:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8359936->8364031) req@ffff88007402f800 x1818247338823296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.966463:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f800 with x1818247338823296 ext(8359936->8364031) 00002000:00010000:1.0:1734016104.966469:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f800 00000100:00100000:0.0:1734016104.966572:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341505152:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016104.966589:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016104.966629:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338823040:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4587us (4894us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.966638:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2657 00000100:00100000:1.0:1734016104.966782:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8645 00000100:00100000:1.0:1734016104.966789:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338823296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016104.968721:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338823296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1921us (2419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016104.968734:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8645 00002000:00100000:1.0:1734016104.968748:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8359936->8364031) req@ffff88007402f800 x1818247338823296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/4536 e 0 to 0 dl 1734016115 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.968756:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f800 with x1818247338823296 ext(8359936->8364031) 00002000:00010000:1.0:1734016104.968762:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f800 00000100:00100000:3.0:1734016104.972729:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.972903:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823424 00000100:00100000:1.0:1734016104.972914:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823424 00000100:00100000:1.0:1734016104.973515:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10454 00000100:00100000:1.0:1734016104.973523:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338823424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016104.973545:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016104.973563:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0c9e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.973594:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.973601:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.973603:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016104.973607:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1757184->1769471] (req 1757184->1769471) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.973637:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.973653:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 9 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016104.973668:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341505280:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016104.974958:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016104.977638:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341505280:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016104.977667:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1757184->1769471] (req 1757184->1769471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016104.977682:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016104.977719:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338823424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4197us (5004us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016104.977726:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10454 00000100:00100000:2.0:1734016104.982415:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016104.982498:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823552 00000100:00100000:1.0:1734016104.982507:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823552 00002000:00100000:1.0:1734016104.982545:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8343552->8364031) req@ffff880076505c00 x1818247338823552/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/0 e 0 to 0 dl 1734016115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016104.982553:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247338823552 ext(8343552->8364031) 00010000:00010000:1.0:1734016104.982565:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 10 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016104.982577:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 10 pid: 13915 timeout: 468 lvb_type: 0 00002000:00010000:1.0:1734016104.982588:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076505c00 00000100:00100000:1.0:1734016104.982710:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 298 00000100:00100000:1.0:1734016104.982717:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338823552:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016104.990473:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338823552:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7737us (8097us total) trans 4294969161 rc 0/0 00000100:00100000:0.0:1734016104.990489:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 298 00002000:00100000:0.0:1734016104.990504:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8343552->8364031) req@ffff880076505c00 x1818247338823552/t4294969161(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:65/0 lens 488/448 e 0 to 0 dl 1734016115 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016104.990514:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247338823552 ext(8343552->8364031) 00010000:00010000:0.0:1734016104.990529:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.990548:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00002000:00010000:0.0:1734016104.990556:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076505c00 00000100:00100000:3.0:1734016104.994907:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016104.994973:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823680 00000100:00100000:0.0:1734016104.994981:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823680 00010000:00010000:0.0:1734016104.995022:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016104.995060:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2658 00000100:00100000:0.0:1734016104.995066:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338823680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016104.995079:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016104.995096:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1000 -> 1040 00010000:00010000:0.0:1734016104.995102:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.995112:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.995132:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732020f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8343552->8364031) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c97 expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016104.995155:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.995157:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016104.995164:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.995171:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.995225:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.995236:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341505408:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016104.995294:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.002876:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.002964:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823808 00000100:00100000:1.0:1734016105.002974:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823808 00000100:00100000:1.0:1734016105.003044:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10455 00000100:00100000:1.0:1734016105.003052:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338823808:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016105.003491:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9512233 -> 9512233 00002000:00010000:1.0:1734016105.003495:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.003497:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016104 -> 1734016104 00002000:00010000:1.0:1734016105.003499:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:1.0:1734016105.003500:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1040 -> 1032 00000100:00100000:1.0:1734016105.003558:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338823808:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 505us (691us total) trans 4294969162 rc 0/0 00000100:00100000:1.0:1734016105.003566:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10455 00000100:00080000:3.0:1734016105.004205:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016075 00000100:00100000:2.0:1734016105.005054:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341505408:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016105.005077:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016105.005129:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338823680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10061us (10230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016105.005137:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2658 00000100:00100000:0.0:1734016105.013287:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.013637:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823936 00000100:00100000:2.0:1734016105.013644:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823936 00000100:00100000:2.0:1734016105.013684:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10456 00000100:00100000:2.0:1734016105.013691:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338823936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016105.013710:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016105.013728:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732021d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ca5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016105.013772:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341505536:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016105.013824:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016105.016439:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341505536:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016105.016479:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732021d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ca5 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.016491:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732021d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ca5 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.016511:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016105.016574:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338823936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2882us (3294us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016105.016583:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10456 00000100:00100000:0.0:1734016105.019024:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.019112:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824064 00000100:00100000:2.0:1734016105.019119:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824064 00000100:00100000:2.0:1734016105.019165:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10457 00000100:00100000:2.0:1734016105.019172:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338824064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016105.019221:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016105.019237:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320224 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cac expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016105.019281:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341505664:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016105.019326:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016105.025844:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341505664:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016105.025897:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320224 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cac expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.025913:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320224 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cac expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.025949:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016105.026029:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338824064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6854us (7018us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016105.026039:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10457 00000100:00100000:0.0:1734016105.028656:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.029331:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824192 00000100:00100000:2.0:1734016105.029339:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824192 00000100:00100000:2.0:1734016105.029946:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10458 00000100:00100000:2.0:1734016105.029953:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338824192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016105.029969:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016105.029984:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732022b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cb3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016105.030037:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341505792:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016105.030366:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016105.032250:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341505792:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016105.032276:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732022b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cb3 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.032288:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732022b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cb3 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.032297:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016105.032326:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338824192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2372us (3680us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016105.032335:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10458 00000100:00100000:0.0:1734016105.034686:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.034801:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824320 00000100:00100000:2.0:1734016105.034809:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824320 00000100:00100000:2.0:1734016105.034896:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10459 00000100:00100000:2.0:1734016105.034903:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338824320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016105.034920:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016105.034938:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cba expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.034963:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.034969:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016105.034970:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016105.034973:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7974912->7979007] (req 7974912->7979007) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.034999:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.035017:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 12 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:2.0:1734016105.035028:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341505920:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016105.035695:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.039152:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341505920:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016105.039283:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7974912->7979007] (req 7974912->7979007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.039304:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:0.0:1734016105.039362:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247338824320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4458us (4686us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.039372:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10459 00000100:00100000:0.0:1734016105.039949:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.040489:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824448 00000100:00100000:2.0:1734016105.040496:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824448 00010000:00010000:2.0:1734016105.040536:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 13 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:2.0:1734016105.040572:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2659 00000100:00100000:2.0:1734016105.040580:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf79850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338824448:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016105.040593:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016105.040619:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 13 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:2.0:1734016105.040631:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 13 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:2.0:1734016105.040660:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320216 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1757184->1769471) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c9e expref: 13 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:2.0:1734016105.040678:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016105.040679:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016105.040688:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.040697:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.040733:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016105.040746:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076505500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341506048:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016105.040817:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016105.043939:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076505500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341506048:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016105.043972:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016105.044029:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf79850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338824448:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3448us (4080us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016105.044041:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2659 00000100:00100000:0.0:1734016105.044608:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.044774:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824704 00000100:00100000:1.0:1734016105.044783:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824704 00002000:00100000:1.0:1734016105.044827:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7974912->7979007) req@ffff880074270e00 x1818247338824704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.044836:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270e00 with x1818247338824704 ext(7974912->7979007) 00002000:00010000:1.0:1734016105.044840:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270e00 00000100:00100000:1.0:1734016105.044860:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8646 00000100:00100000:1.0:1734016105.044865:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338824704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.045021:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338824704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 153us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.045026:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8646 00002000:00100000:1.0:1734016105.045030:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7974912->7979007) req@ffff880074270e00 x1818247338824704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.045037:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270e00 with x1818247338824704 ext(7974912->7979007) 00002000:00010000:1.0:1734016105.045040:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270e00 00000100:00100000:0.0:1734016105.048544:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.048663:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824960 00000100:00100000:2.0:1734016105.048674:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824960 00002000:00100000:2.0:1734016105.048724:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7970816->7974911) req@ffff88007e455500 x1818247338824960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016105.048733:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455500 with x1818247338824960 ext(7970816->7974911) 00002000:00010000:2.0:1734016105.048738:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455500 00000100:00100000:2.0:1734016105.053444:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8647 00000100:00100000:2.0:1734016105.053458:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338824960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016105.053690:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338824960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 234us (5155us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016105.053698:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8647 00002000:00100000:2.0:1734016105.053707:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7970816->7974911) req@ffff88007e455500 x1818247338824960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016105.053717:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455500 with x1818247338824960 ext(7970816->7974911) 00002000:00010000:2.0:1734016105.053722:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455500 00000100:00100000:0.0:1734016105.056666:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.056728:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825216 00000100:00100000:1.0:1734016105.056737:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825216 00002000:00100000:1.0:1734016105.056774:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7966720->7970815) req@ffff88007e456d80 x1818247338825216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.056782:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456d80 with x1818247338825216 ext(7966720->7970815) 00002000:00010000:1.0:1734016105.056787:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456d80 00000100:00100000:1.0:1734016105.056818:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8648 00000100:00100000:1.0:1734016105.056826:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338825216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.057055:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338825216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 230us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.057061:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8648 00002000:00100000:1.0:1734016105.057067:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7966720->7970815) req@ffff88007e456d80 x1818247338825216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.057073:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456d80 with x1818247338825216 ext(7966720->7970815) 00002000:00010000:1.0:1734016105.057077:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456d80 00000100:00100000:0.0:1734016105.060901:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.070612:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825472 00000100:00100000:2.0:1734016105.070627:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825472 00002000:00100000:2.0:1734016105.070673:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7962624->7966719) req@ffff88007e454000 x1818247338825472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016105.070688:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454000 with x1818247338825472 ext(7962624->7966719) 00002000:00010000:2.0:1734016105.070695:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454000 00000100:00100000:2.0:1734016105.070729:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8649 00000100:00100000:2.0:1734016105.070736:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338825472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016105.070913:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338825472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (10026us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016105.070919:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8649 00002000:00100000:2.0:1734016105.070923:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7962624->7966719) req@ffff88007e454000 x1818247338825472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016105.070930:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454000 with x1818247338825472 ext(7962624->7966719) 00002000:00010000:2.0:1734016105.070933:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454000 00000100:00100000:0.0:1734016105.074497:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.074614:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825728 00000100:00100000:1.0:1734016105.074625:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825728 00002000:00100000:1.0:1734016105.074677:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7958528->7962623) req@ffff88007e456300 x1818247338825728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.074686:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456300 with x1818247338825728 ext(7958528->7962623) 00002000:00010000:1.0:1734016105.074692:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456300 00000100:00100000:1.0:1734016105.074725:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8650 00000100:00100000:1.0:1734016105.074733:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338825728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.074904:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338825728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 170us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016105.074911:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8650 00002000:00100000:1.0:1734016105.074917:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7958528->7962623) req@ffff88007e456300 x1818247338825728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.074924:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456300 with x1818247338825728 ext(7958528->7962623) 00002000:00010000:1.0:1734016105.074927:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456300 00000100:00100000:0.0:1734016105.085626:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.085730:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825984 00000100:00100000:2.0:1734016105.085738:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825984 00002000:00100000:2.0:1734016105.085774:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7954432->7958527) req@ffff88007e457100 x1818247338825984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016105.085783:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457100 with x1818247338825984 ext(7954432->7958527) 00002000:00010000:2.0:1734016105.085789:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457100 00000100:00100000:2.0:1734016105.085826:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8651 00000100:00100000:2.0:1734016105.085833:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338825984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016105.086017:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338825984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016105.086024:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8651 00002000:00100000:2.0:1734016105.086030:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7954432->7958527) req@ffff88007e457100 x1818247338825984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016105.086037:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457100 with x1818247338825984 ext(7954432->7958527) 00002000:00010000:2.0:1734016105.086039:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457100 00000100:00100000:0.0:1734016105.088591:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.093043:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826112 00000100:00100000:2.0:1734016105.093061:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826112 00000100:00100000:2.0:1734016105.093130:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10460 00000100:00100000:2.0:1734016105.093139:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338826112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016105.093162:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016105.093196:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cc1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.093220:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016105.093222:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016105.093230:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.093242:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.093252:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016105.093310:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338826112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 171us (4730us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016105.093315:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10460 00010000:00010000:1.0:1734016105.099941:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016105.102168:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.102319:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826240 00000100:00100000:1.0:1734016105.102335:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826240 00000100:00100000:1.0:1734016105.102407:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10461 00000100:00100000:1.0:1734016105.102417:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338826240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.102444:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.102468:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cc8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.102502:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.102516:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 14 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.102522:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.102525:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.102528:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8445952->8454143] (req 8445952->8454143) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.102564:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 14 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.102576:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 14 pid: 7681 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016105.102587:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341506176:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016105.102658:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.102666:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 11 pid: 7681 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016105.102675:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341506304:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016105.102693:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.109580:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.110221:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341506176:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016105.110233:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341506304:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016105.110270:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8445952->8454143] (req 8445952->8454143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.110292:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016105.110353:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338826240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7936us (8198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.110363:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10461 00000100:00100000:0.0:1734016105.110717:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.110910:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826496 00000100:00100000:1.0:1734016105.110916:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826496 00010000:00010000:1.0:1734016105.110934:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 12 pid: 7681 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016105.110957:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826368 00000100:00100000:1.0:1734016105.110959:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826368 00010000:00010000:1.0:1734016105.110965:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 14 pid: 7681 timeout: 468 lvb_type: 1 00000100:00100000:1.0:1734016105.111275:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2660 00000100:00100000:1.0:1734016105.111281:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338826496:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.111291:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.111307:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 12 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016105.111315:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 12 pid: 7681 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016105.111338:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320232 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7974912->7979007) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cba expref: 12 pid: 7681 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016105.111384:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2661 00000100:00100000:0.0:1734016105.111389:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247338826368:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016105.111396:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016105.111404:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 14 pid: 7681 timeout: 468 lvb_type: 1 00010000:00010000:0.0:1734016105.111412:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 14 pid: 7681 timeout: 468 lvb_type: 1 00010000:00010000:0.0:1734016105.111422:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320239 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc1 expref: 14 pid: 7681 timeout: 468 lvb_type: 1 00010000:00010000:1.0:1734016105.111652:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.111655:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.111662:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.111670:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.111696:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.111708:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341506432:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016105.111748:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00010000:00010000:0.0:1734016105.115526:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016105.115623:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338826368:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4224us (4898us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016105.115639:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2661 00000100:00100000:0.0:1734016105.119891:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.119992:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341506432:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016105.120022:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.120074:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338826496:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8790us (10504us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.120086:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2660 00000100:00100000:2.0:1734016105.121030:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826624 00000100:00100000:2.0:1734016105.121039:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826624 00000100:00100000:2.0:1734016105.121085:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10462 00000100:00100000:2.0:1734016105.121091:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338826624:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016105.121311:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9512233 -> 9512233 00002000:00010000:2.0:1734016105.121314:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:2.0:1734016105.121316:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016104 -> 1734016104 00002000:00010000:2.0:1734016105.121318:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:2.0:1734016105.121320:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1032 -> 1048 00000100:00100000:2.0:1734016105.121360:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247338826624:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 268us (1484us total) trans 4294969163 rc 0/0 00000100:00100000:2.0:1734016105.121365:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10462 00000100:00100000:0.0:1734016105.129726:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.130382:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826880 00000100:00100000:1.0:1734016105.130390:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826880 00002000:00100000:1.0:1734016105.130428:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2367488->9515007) req@ffff88007e454a80 x1818247338826880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.130441:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454a80 with x1818247338826880 ext(2367488->9515007) 00002000:00010000:1.0:1734016105.130446:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454a80 00000100:00100000:1.0:1734016105.130475:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8652 00000100:00100000:1.0:1734016105.130480:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247338826880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.177995:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247338826880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 47496us (48260us total) trans 0 rc 3039232/3039232 00000100:00100000:1.0:1734016105.178021:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8652 00002000:00100000:1.0:1734016105.178038:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2367488->9515007) req@ffff88007e454a80 x1818247338826880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 3039232/3039232 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.178049:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454a80 with x1818247338826880 ext(2367488->9515007) 00002000:00010000:1.0:1734016105.178056:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454a80 00000100:00100000:0.0:1734016105.186157:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.186259:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827008 00000100:00100000:1.0:1734016105.186268:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827008 00000100:00100000:1.0:1734016105.186322:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10463 00000100:00100000:1.0:1734016105.186328:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338827008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.186350:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.186369:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320247 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ccf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.186425:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341506560:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.186483:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.188163:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341506560:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.188228:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320247 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ccf expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.188240:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320247 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ccf expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.188263:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016105.188305:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338827008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1976us (2169us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.188313:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10463 00000100:00100000:0.0:1734016105.194114:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.194201:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827136 00000100:00100000:1.0:1734016105.194209:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827136 00000100:00100000:1.0:1734016105.194243:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10464 00000100:00100000:1.0:1734016105.194249:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338827136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.194264:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.194278:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732024e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cd6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.194318:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341506688:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.194364:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.195599:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341506688:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.195625:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732024e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cd6 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.195636:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732024e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cd6 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.195659:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016105.195684:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338827136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1435us (1577us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.195690:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10464 00000100:00100000:0.0:1734016105.202538:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.202638:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827264 00000100:00100000:1.0:1734016105.202648:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827264 00000100:00100000:1.0:1734016105.202696:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10465 00000100:00100000:1.0:1734016105.202703:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338827264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.202719:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.202735:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320255 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cdd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.202789:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341506816:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.202857:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.208639:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341506816:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.208683:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320255 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cdd expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.208695:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320255 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cdd expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.209355:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016105.209501:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338827264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6796us (6970us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.209513:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10465 00000100:00100000:0.0:1734016105.212162:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.213075:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827392 00000100:00100000:1.0:1734016105.213082:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827392 00000100:00100000:1.0:1734016105.213206:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10466 00000100:00100000:1.0:1734016105.213213:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338827392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.213227:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.213240:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec732025c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ce4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.213285:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341506944:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.213329:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.215767:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341506944:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.215800:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec732025c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ce4 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.215813:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec732025c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ce4 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.215905:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016105.216058:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338827392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2839us (3896us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.216066:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10466 00000100:00100000:2.0:1734016105.232955:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.233049:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827648 00000100:00100000:1.0:1734016105.233056:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827648 00002000:00100000:1.0:1734016105.233091:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4218879) req@ffff880076505500 x1818247338827648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.233099:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247338827648 ext(0->4218879) 00002000:00010000:1.0:1734016105.233103:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:1.0:1734016105.233119:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8653 00000100:00100000:1.0:1734016105.233123:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247338827648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.237482:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.239618:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827904 00000100:00100000:2.0:1734016105.239627:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827904 00002000:00100000:2.0:1734016105.239665:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4218880->6479871) req@ffff88007e457b80 x1818247338827904/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016105.239674:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247338827904 ext(4218880->6479871) 00002000:00010000:2.0:1734016105.239679:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:2.0:1734016105.239710:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8654 00000100:00100000:2.0:1734016105.239715:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247338827904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.283895:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1980:x1818247338827904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 44169us (46413us total) trans 0 rc 2260992/2260992 00000100:00100000:3.0:1734016105.283907:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8654 00002000:00100000:3.0:1734016105.283918:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4218880->6479871) req@ffff88007e457b80 x1818247338827904/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 488/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 2260992/2260992 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.283927:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247338827904 ext(4218880->6479871) 00002000:00010000:3.0:1734016105.283932:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:1.0:1734016105.316814:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247338827648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 83681us (83856us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016105.316826:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8653 00002000:00100000:1.0:1734016105.316835:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4218879) req@ffff880076505500 x1818247338827648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.316843:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247338827648 ext(0->4218879) 00002000:00010000:1.0:1734016105.316848:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:0.0:1734016105.331811:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.332063:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828032 00000100:00100000:1.0:1734016105.332075:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828032 00000100:00100000:1.0:1734016105.332133:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10467 00000100:00100000:1.0:1734016105.332140:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338828032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.332161:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.332214:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320263 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ceb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.332264:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507072:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.332691:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.335021:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016104 -> 1734016105 00000100:00100000:1.0:1734016105.335044:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507072:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.335075:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320263 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ceb expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.335086:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320263 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ceb expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.335114:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016105.335164:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338828032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3023us (3360us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.335173:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10467 00000100:00100000:2.0:1734016105.340995:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.341122:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828160 00000100:00100000:1.0:1734016105.341133:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828160 00000100:00100000:1.0:1734016105.341233:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10468 00000100:00100000:1.0:1734016105.341243:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338828160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.341263:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.341285:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732026a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cf2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.341348:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507200:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.341413:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.344435:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507200:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.344471:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732026a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf2 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.344484:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732026a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf2 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.345836:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016105.347464:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338828160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6214us (6471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.347475:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10468 00000100:00100000:0.0:1734016105.358123:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.358212:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828288 00000100:00100000:1.0:1734016105.358221:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828288 00000100:00100000:1.0:1734016105.358264:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10469 00000100:00100000:1.0:1734016105.358271:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338828288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.358287:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.358303:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0cf9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.358329:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.358335:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.358337:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.358341:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4423680->4468735] (req 4423680->4468735) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.358366:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.358377:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 13 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016105.358394:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507328:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016105.358450:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.363447:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507328:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016105.363474:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4423680->4468735] (req 4423680->4468735) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.363489:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016105.363539:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247338828288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5267us (5427us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.363547:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10469 00000100:00100000:0.0:1734016105.367535:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.369440:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828416 00000100:00100000:1.0:1734016105.369458:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828416 00002000:00100000:1.0:1734016105.369526:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2347008->2371583) req@ffff880074243100 x1818247338828416/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.369535:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243100 with x1818247338828416 ext(2347008->2371583) 00010000:00010000:1.0:1734016105.369546:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 14 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016105.369558:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 14 pid: 13915 timeout: 468 lvb_type: 0 00002000:00010000:1.0:1734016105.369565:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074243100 00000100:00100000:1.0:1734016105.369617:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 299 00000100:00100000:1.0:1734016105.369624:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247338828416:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016105.380396:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1983:x1818247338828416:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 10755us (12858us total) trans 4294969164 rc 0/0 00000100:00100000:0.0:1734016105.380411:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 299 00002000:00100000:0.0:1734016105.380429:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2347008->2371583) req@ffff880074243100 x1818247338828416/t4294969164(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 488/448 e 0 to 0 dl 1734016116 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.380439:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243100 with x1818247338828416 ext(2347008->2371583) 00010000:00010000:0.0:1734016105.380449:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 16 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016105.380465:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 16 pid: 13915 timeout: 468 lvb_type: 0 00002000:00010000:0.0:1734016105.380472:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074243100 00000100:00100000:2.0:1734016105.408237:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.408366:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828544 00000100:00100000:1.0:1734016105.408377:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828544 00010000:00010000:1.0:1734016105.408425:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 16 pid: 13915 timeout: 468 lvb_type: 0 00000100:00100000:1.0:1734016105.408473:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2662 00000100:00100000:1.0:1734016105.408485:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1982:x1818247338828544:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.408506:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016105.408530:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1048 -> 1096 00010000:00010000:1.0:1734016105.408537:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 16 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016105.408549:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 16 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016105.408571:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320240 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8445952->8454143) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cc8 expref: 16 pid: 13915 timeout: 468 lvb_type: 0 00010000:00010000:1.0:1734016105.408784:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.408787:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.408796:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.408805:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.408838:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.408854:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341507456:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016105.408917:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.411699:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341507456:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016105.411733:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.411782:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247338828544:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3298us (3605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.411796:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2662 00000100:00100000:0.0:1734016105.415826:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016105.415912:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828800 00000100:00100000:3.0:1734016105.415919:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828800 00002000:00100000:3.0:1734016105.415955:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4464640->4468735) req@ffff880074240380 x1818247338828800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.415964:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240380 with x1818247338828800 ext(4464640->4468735) 00002000:00010000:3.0:1734016105.415968:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240380 00000100:00100000:3.0:1734016105.416007:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8655 00000100:00100000:3.0:1734016105.416014:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338828800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.416165:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338828800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016105.416172:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8655 00002000:00100000:3.0:1734016105.416177:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4464640->4468735) req@ffff880074240380 x1818247338828800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.416205:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240380 with x1818247338828800 ext(4464640->4468735) 00002000:00010000:3.0:1734016105.416208:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240380 00000100:00100000:2.0:1734016105.422548:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.422729:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829056 00000100:00100000:0.0:1734016105.422739:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829056 00002000:00100000:0.0:1734016105.422786:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4354048->4358143) req@ffff8800712a9c00 x1818247338829056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.422795:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9c00 with x1818247338829056 ext(4354048->4358143) 00002000:00010000:0.0:1734016105.422800:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9c00 00000100:00100000:0.0:1734016105.423841:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8656 00000100:00100000:0.0:1734016105.423850:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338829056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.424039:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338829056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (1501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.424045:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8656 00002000:00100000:0.0:1734016105.424051:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4354048->4358143) req@ffff8800712a9c00 x1818247338829056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.424058:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9c00 with x1818247338829056 ext(4354048->4358143) 00002000:00010000:0.0:1734016105.424064:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9c00 00000100:00100000:2.0:1734016105.439208:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.439670:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829184 00000100:00100000:1.0:1734016105.439681:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829184 00000100:00100000:1.0:1734016105.439738:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10470 00000100:00100000:1.0:1734016105.439746:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247338829184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.439769:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.439795:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320278 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d00 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.439857:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507584:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.439924:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016105.449507:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507584:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016105.449536:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320278 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d00 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.449554:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320278 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d00 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016105.449576:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:2.0:1734016105.449622:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247338829184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9876us (10422us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016105.449629:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10470 00000100:00100000:2.0:1734016105.455071:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.455153:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829312 00000100:00100000:0.0:1734016105.455163:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829312 00000100:00100000:0.0:1734016105.455254:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10471 00000100:00100000:0.0:1734016105.455261:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247338829312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.455283:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.455299:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732027f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d07 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.455357:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507712:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016105.455420:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.466111:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341507712:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016105.466174:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732027f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d07 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.466235:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732027f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d07 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.466272:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016105.466347:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247338829312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11084us (11283us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.466357:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10471 00000100:00100000:1.0:1734016105.479912:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.479972:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829440 00000100:00100000:0.0:1734016105.479980:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829440 00000100:00100000:0.0:1734016105.480057:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10472 00000100:00100000:0.0:1734016105.480063:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338829440:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016105.480325:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9512233 -> 9512233 00002000:00010000:0.0:1734016105.480328:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.480330:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.480331:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.480333:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1096 00000100:00100000:0.0:1734016105.480396:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247338829440:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 332us (490us total) trans 4294969165 rc 0/0 00000100:00100000:0.0:1734016105.480403:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10472 00000100:00100000:3.0:1734016105.483673:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016105.483710:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829568 00000100:00100000:3.0:1734016105.483719:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829568 00000100:00100000:3.0:1734016105.483774:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10473 00000100:00100000:3.0:1734016105.483781:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1981:x1818247338829568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016105.483803:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016105.483819:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7320286 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d0e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016105.483874:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341507840:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016105.483927:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016105.486887:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341507840:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016105.486931:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7320286 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d0e expref: 16 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.486948:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7320286 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d0e expref: 16 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016105.486966:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016105.487035:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1981:x1818247338829568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3254us (3370us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016105.487043:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10473 00000100:00100000:3.0:1734016105.490873:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.490989:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829696 00000100:00100000:0.0:1734016105.490998:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829696 00000100:00100000:0.0:1734016105.491064:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10474 00000100:00100000:0.0:1734016105.491073:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247338829696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.491093:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.491114:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec732028d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d15 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.491167:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341507968:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016105.493260:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.497762:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341507968:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016105.497816:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec732028d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d15 expref: 16 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.497831:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec732028d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d15 expref: 16 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.499010:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016105.503703:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247338829696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12620us (12827us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.503716:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10474 00000100:00100000:2.0:1734016105.512062:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.512139:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829824 00000100:00100000:0.0:1734016105.512149:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829824 00000100:00100000:0.0:1734016105.512237:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10475 00000100:00100000:0.0:1734016105.512246:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247338829824:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016105.512464:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9512233 -> 9512233 00002000:00010000:0.0:1734016105.512467:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.512469:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.512471:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016105 -> 1734016105 00002000:00010000:0.0:1734016105.512473:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1176 00000100:00100000:0.0:1734016105.514711:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247338829824:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 2451us (2645us total) trans 4294969166 rc 0/0 00000100:00100000:0.0:1734016105.514729:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10475 00000100:00100000:3.0:1734016105.531320:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.531510:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829952 00000100:00100000:0.0:1734016105.531519:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829952 00000100:00100000:0.0:1734016105.531571:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10476 00000100:00100000:0.0:1734016105.531579:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247338829952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.531597:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.531612:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320294 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d1c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.531660:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341508096:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016105.531722:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.534637:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341508096:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016105.534694:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320294 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d1c expref: 16 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.534708:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320294 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d1c expref: 16 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.534813:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016105.535110:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247338829952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3530us (3799us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.535120:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10476 00000100:00100000:2.0:1734016105.540952:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.541039:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830080 00000100:00100000:0.0:1734016105.541049:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830080 00000100:00100000:1.0:1734016105.542663:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10477 00000100:00100000:1.0:1734016105.542679:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1981:x1818247338830080:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.542701:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.542725:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732029b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d23 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.542792:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508224:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.542882:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.547067:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508224:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.547104:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732029b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d23 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.547118:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732029b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d23 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.547131:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016105.547198:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1981:x1818247338830080:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4522us (6255us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.547207:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10477 00000100:00100000:2.0:1734016105.585925:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.585990:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830464 00000100:00100000:0.0:1734016105.586025:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830464 00002000:00100000:0.0:1734016105.586063:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8458239) req@ffff88012bdb5180 x1818247338830464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 536/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.586072:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5180 with x1818247338830464 ext(4190208->8458239) 00002000:00010000:0.0:1734016105.586077:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5180 00000100:00100000:0.0:1734016105.586104:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8657 00000100:00100000:0.0:1734016105.586111:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247338830464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.591309:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016105.591348:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016105.591374:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830336 00000100:00100000:3.0:1734016105.591382:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830336 00002000:00100000:3.0:1734016105.591419:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->7766015) req@ffff8800717e8380 x1818247338830336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 504/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.591428:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8380 with x1818247338830336 ext(0->7766015) 00002000:00010000:3.0:1734016105.591434:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8380 00000100:00100000:3.0:1734016105.591466:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830592 00000100:00100000:3.0:1734016105.591468:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830592 00002000:00100000:3.0:1734016105.591477:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8458240->9515007) req@ffff8800717e8700 x1818247338830592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.591483:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8700 with x1818247338830592 ext(8458240->9515007) 00002000:00010000:3.0:1734016105.591485:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8700 00000100:00100000:3.0:1734016105.591496:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8658 00000100:00100000:3.0:1734016105.591501:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338830336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.595084:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8659 00000100:00100000:1.0:1734016105.595095:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247338830592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.634342:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247338830592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 39232us (42977us total) trans 0 rc 1056768/1056768 00000100:00100000:1.0:1734016105.634359:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8659 00002000:00100000:1.0:1734016105.634374:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8458240->9515007) req@ffff8800717e8700 x1818247338830592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.634386:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8700 with x1818247338830592 ext(8458240->9515007) 00002000:00010000:1.0:1734016105.634394:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8700 00000100:00100000:3.0:1734016105.683154:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338830464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 97027us (97220us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016105.683167:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8657 00002000:00100000:3.0:1734016105.683203:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8458239) req@ffff88012bdb5180 x1818247338830464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 536/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.683213:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5180 with x1818247338830464 ext(4190208->8458239) 00002000:00010000:3.0:1734016105.683219:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5180 00000100:00100000:3.0:1734016105.711888:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338830336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 120374us (120575us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016105.711902:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8658 00002000:00100000:3.0:1734016105.711918:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->7766015) req@ffff8800717e8380 x1818247338830336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 504/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.711926:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8380 with x1818247338830336 ext(0->7766015) 00002000:00010000:3.0:1734016105.711934:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8380 00000100:00100000:0.0:1734016105.718496:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.718738:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830848 00000100:00100000:1.0:1734016105.718747:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830848 00000100:00100000:1.0:1734016105.718809:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10478 00000100:00100000:1.0:1734016105.718817:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247338830848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.718840:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.718862:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73202a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d2a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.718921:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508352:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.719005:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.720798:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508352:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.720843:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73202a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d2a expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.720859:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73202a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d2a expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.720895:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016105.720940:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247338830848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2122us (2451us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.720950:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10478 00000100:00100000:2.0:1734016105.725478:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.726165:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830976 00000100:00100000:1.0:1734016105.726173:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830976 00000100:00100000:1.0:1734016105.726245:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10479 00000100:00100000:1.0:1734016105.726252:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1981:x1818247338830976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.726277:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.726299:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73202a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d31 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.726351:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508480:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.726419:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.729398:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508480:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.729435:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73202a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d31 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.729447:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73202a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d31 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.729472:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016105.729528:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1981:x1818247338830976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3275us (4059us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.729536:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10479 00000100:00100000:2.0:1734016105.733147:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.733303:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831104 00000100:00100000:1.0:1734016105.733312:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831104 00000100:00100000:1.0:1734016105.733360:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10480 00000100:00100000:1.0:1734016105.733368:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338831104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.733390:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.733413:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d38 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.733441:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.733452:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.733454:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.733456:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10252288->10285055] (req 10252288->10285055) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.733485:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.733496:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 13 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.733506:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508608:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016105.733556:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016105.739343:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.739433:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508608:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016105.739460:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10252288->10285055] (req 10252288->10285055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.739476:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016105.739521:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338831104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6154us (6387us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.739529:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10480 00000100:00100000:3.0:1734016105.739725:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831232 00000100:00100000:3.0:1734016105.739732:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831232 00002000:00100000:3.0:1734016105.739768:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4333568->5808127) req@ffff880130d98700 x1818247338831232/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 520/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.739776:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98700 with x1818247338831232 ext(4333568->5808127) 00010000:00010000:3.0:1734016105.739784:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 14 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016105.739794:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 14 pid: 7681 timeout: 469 lvb_type: 0 00002000:00010000:3.0:1734016105.739800:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d98700 00000100:00100000:3.0:1734016105.740423:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 300 00000100:00100000:3.0:1734016105.740431:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338831232:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016105.745341:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338831232:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4895us (5991us total) trans 4294969167 rc 0/0 00000100:00100000:3.0:1734016105.745361:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 300 00002000:00100000:3.0:1734016105.745382:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4333568->5808127) req@ffff880130d98700 x1818247338831232/t4294969167(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 520/456 e 0 to 0 dl 1734016116 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.745396:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98700 with x1818247338831232 ext(4333568->5808127) 00010000:00010000:3.0:1734016105.745410:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 16 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016105.745425:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 16 pid: 7681 timeout: 469 lvb_type: 0 00002000:00010000:3.0:1734016105.745433:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d98700 00000100:00100000:2.0:1734016105.757979:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.758243:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831360 00000100:00100000:1.0:1734016105.758255:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831360 00010000:00010000:1.0:1734016105.758294:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 16 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.758342:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2663 00000100:00100000:1.0:1734016105.758351:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338831360:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.758372:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016105.758393:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1176 -> 1336 00010000:00010000:1.0:1734016105.758400:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 16 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.758412:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 16 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.758437:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320271 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4423680->4468735) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0cf9 expref: 16 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.758467:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.758469:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.758476:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 15 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.758483:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 15 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.758517:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 15 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.758531:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341508736:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016105.758593:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.760885:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341508736:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016105.760906:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.760977:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338831360:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2623us (3007us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.760986:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2663 00000100:00100000:2.0:1734016105.762160:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.762443:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831488 00000100:00100000:1.0:1734016105.762453:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831488 00000100:00100000:1.0:1734016105.762489:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10481 00000100:00100000:1.0:1734016105.762495:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac18a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247338831488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.762514:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.762529:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73202b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d3f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.762573:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508864:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.762622:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016105.764589:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 9512233 -> 10284987 00002000:00010000:1.0:1734016105.764597:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016105 -> 1734016106 00002000:00010000:1.0:1734016105.764599:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016105 -> 1734016106 00000100:00100000:1.0:1734016105.764629:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508864:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.764673:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73202b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d3f expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.764689:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73202b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d3f expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.764728:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016105.764784:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac18a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247338831488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2285us (2622us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.764795:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10481 00000100:00100000:2.0:1734016105.771894:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.772010:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831616 00000100:00100000:1.0:1734016105.772022:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831616 00000100:00100000:1.0:1734016105.772086:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10482 00000100:00100000:1.0:1734016105.772093:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338831616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.772118:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.772145:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73202be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d46 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.772260:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508992:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.772351:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.778597:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341508992:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.778657:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73202be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d46 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.778676:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73202be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d46 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.779097:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016105.780421:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338831616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8324us (8537us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.780434:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10482 00000100:00100000:2.0:1734016105.783721:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.784119:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831744 00000100:00100000:1.0:1734016105.784133:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831744 00000100:00100000:1.0:1734016105.784212:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10483 00000100:00100000:1.0:1734016105.784225:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338831744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.784264:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.784290:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73202c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d4d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.784384:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509120:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.784492:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.788100:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509120:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.788141:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73202c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d4d expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.788155:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73202c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d4d expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.788475:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016105.788533:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338831744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4308us (4827us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.788542:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10483 00000100:00100000:2.0:1734016105.795622:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.796047:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831872 00000100:00100000:1.0:1734016105.796060:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831872 00000100:00100000:1.0:1734016105.796738:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10484 00000100:00100000:1.0:1734016105.796749:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338831872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.796770:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.796789:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73202cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d54 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.796851:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509248:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016105.796924:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.801705:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509248:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.801758:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73202cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d54 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.801780:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73202cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d54 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.801816:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016105.801878:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247338831872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5129us (6272us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.801887:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10484 00000100:00100000:0.0:1734016105.807827:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.807970:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832128 00000100:00100000:2.0:1734016105.807980:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832128 00000100:00080000:3.0:1734016105.808034:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016075 00000100:00100000:2.0:1734016105.808048:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1903 00000100:00100000:2.0:1734016105.808062:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338832128:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016105.808112:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016105.808136:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec73201b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c43 expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.808155:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016105.808159:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016105.808304:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.808316:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 14 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.808322:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.808350:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 14 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.808360:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 14 pid: 6474 timeout: 469 lvb_type: 0 00000100:00100000:2.0:1734016105.808372:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d99880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341509376:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016105.808432:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016105.823428:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.823545:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d99880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341509376:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016105.823579:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016105.823687:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832256 00000100:00100000:1.0:1734016105.823693:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832256 00010000:00010000:1.0:1734016105.823732:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 15 pid: 6474 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.823771:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2664 00000100:00100000:1.0:1734016105.823778:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338832256:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.823797:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016105.823805:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 15 pid: 6474 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.823816:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 15 pid: 6474 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.823839:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73201c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0c4a expref: 15 pid: 6474 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.823861:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016105.823866:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016105.823874:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016105.823881:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016105.823912:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.823959:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247338832256:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 181us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.823967:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2664 00010000:00010000:2.0:1734016105.824319:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.824325:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:2.0:1734016105.824453:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968490 00000004:00010000:2.0:1734016105.824506:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074240a80 reply state ffff88012eb54000 transno 4294968491 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016105.824513:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016105.824599:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338832128:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 16542us (16784us total) trans 4294968491 rc 0/0 00000100:00100000:2.0:1734016105.824607:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1903 00000020:00080000:2.0:1734016105.824611:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016105.833460:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016105.833484:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016105.833493:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016105.833499:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016105.833503:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016105.833511:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016105.833536:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016105.833540:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016105.833546:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016105.833552:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016105.834427:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016105.834600:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832384 00000100:00100000:3.0:1734016105.834615:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832384 00002000:00010000:3.0:1734016105.834650:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2599423->18446744073709551615) 00002000:00100000:3.0:1734016105.834655:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240700 with x1818247338832384 ext(2599423->18446744073709551615) 00002000:00010000:3.0:1734016105.834672:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240700. 00000100:00100000:3.0:1734016105.834699:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8660 00000100:00100000:3.0:1734016105.834706:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1980:x1818247338832384:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016105.844046:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10284987 -> 2599423 00002000:00010000:3.0:1734016105.844059:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016105.844062:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:3.0:1734016105.844064:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016105.844066:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1336 -> 952 00000100:00100000:3.0:1734016105.845367:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1980:x1818247338832384:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 10639us (10929us total) trans 4294969168 rc 0/0 00000100:00100000:3.0:1734016105.845387:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8660 00002000:00010000:3.0:1734016105.845403:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2599423->18446744073709551615) 00002000:00100000:3.0:1734016105.845407:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240700 with x1818247338832384 ext(2599423->18446744073709551615) 00002000:00010000:3.0:1734016105.845420:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240700. 00000100:00100000:3.0:1734016105.849311:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.849450:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832512 00000100:00100000:2.0:1734016105.849463:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832512 00000100:00100000:2.0:1734016105.849540:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1904 00000100:00100000:2.0:1734016105.849552:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247338832512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016105.849579:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016105.849608:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d5b expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.849723:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73202e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.849738:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73202e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.849751:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73202e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016105.849778:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2599423 00000004:00200000:2.0:1734016105.849783:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016105.849804:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73202e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.849833:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73202da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d5b expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.850387:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73202e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d5b expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.850395:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016105.850399:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016105.850404:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016105.850485:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338832512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 934us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016105.850492:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1904 00000100:00100000:2.0:1734016105.853027:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.853252:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832640 00000100:00100000:0.0:1734016105.853261:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832640 00000100:00100000:0.0:1734016105.853314:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10485 00000100:00100000:0.0:1734016105.853322:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247338832640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.853338:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.853354:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73202e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d62 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.853412:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509504:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016105.853487:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.855253:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509504:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016105.855284:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73202e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d62 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.855295:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73202e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d62 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.855320:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016105.855370:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247338832640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2048us (2349us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.855378:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10485 00000100:00100000:3.0:1734016105.858905:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.859033:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832768 00000100:00100000:0.0:1734016105.859050:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832768 00000100:00100000:0.0:1734016105.859114:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10486 00000100:00100000:0.0:1734016105.859122:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338832768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.859150:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.859199:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73202ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d69 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.859299:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509632:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016105.859415:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.861759:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509632:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016105.861802:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73202ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d69 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.861820:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73202ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d69 expref: 16 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016105.861857:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:1.0:1734016105.861918:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338832768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2794us (3028us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016105.861932:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10486 00000100:00100000:1.0:1734016105.866326:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016105.866539:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832896 00000100:00100000:2.0:1734016105.866551:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832896 00000100:00100000:2.0:1734016105.866610:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1905 00000100:00100000:2.0:1734016105.866618:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338832896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016105.866647:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016105.866667:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73202f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d70 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.866769:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.866783:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.866796:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016105.866818:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2599423 00000004:00200000:2.0:1734016105.866821:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016105.866832:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016105.866850:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73202f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.866956:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016105.866963:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016105.866965:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016105.866968:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016105.867091:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338832896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 472us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016105.867096:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1905 00000100:00100000:2.0:1734016105.871895:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.872046:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833024 00000100:00100000:1.0:1734016105.872056:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833024 00000100:00100000:1.0:1734016105.872107:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10487 00000100:00100000:1.0:1734016105.872116:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338833024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.872132:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.872149:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d77 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.872176:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.872208:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.872209:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016105.872212:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3088384->3121151] (req 3088384->3121151) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.872238:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.872249:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 16 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.872264:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509760:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016105.872314:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016105.878345:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.878669:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341509760:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016105.878715:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3088384->3121151] (req 3088384->3121151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.878743:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016105.880959:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338833024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8831us (9069us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.880974:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10487 00000100:00100000:3.0:1734016105.881311:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833152 00000100:00100000:3.0:1734016105.881321:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833152 00002000:00100000:3.0:1734016105.881371:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5505024->5520897) req@ffff880130d99f80 x1818247338833152/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 16368/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.881381:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99f80 with x1818247338833152 ext(5505024->5520897) 00010000:00010000:3.0:1734016105.881393:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 17 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016105.881408:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 17 pid: 7681 timeout: 469 lvb_type: 0 00002000:00010000:3.0:1734016105.881415:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d99f80 00000100:00100000:3.0:1734016105.881457:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 301 00000100:00100000:3.0:1734016105.881465:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247338833152:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016105.882722:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1982:x1818247338833152:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1248us (4385us total) trans 4294969169 rc 0/0 00000100:00100000:3.0:1734016105.882733:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 301 00002000:00100000:3.0:1734016105.882741:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5505024->5520897) req@ffff880130d99f80 x1818247338833152/t4294969169(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:66/0 lens 16368/448 e 0 to 0 dl 1734016116 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.882749:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99f80 with x1818247338833152 ext(5505024->5520897) 00010000:00010000:3.0:1734016105.882759:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 19 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016105.882771:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 19 pid: 7681 timeout: 469 lvb_type: 0 00002000:00010000:3.0:1734016105.882777:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d99f80 00000100:00100000:2.0:1734016105.886612:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.888281:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833280 00000100:00100000:0.0:1734016105.888301:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833280 00010000:00010000:1.0:1734016105.888802:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 19 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.888870:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2665 00000100:00100000:1.0:1734016105.888880:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1980:x1818247338833280:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016105.888905:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016105.888941:0:7696:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2599423 -> 5520898 00002000:00010000:1.0:1734016105.888950:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 952 -> 984 00010000:00010000:1.0:1734016105.888957:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 19 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.888974:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 19 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.889026:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73202b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10252288->10285055) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d38 expref: 19 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016105.889063:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.889066:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.889075:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 15 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.889086:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 15 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.889136:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 15 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016105.889154:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341509888:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016105.889279:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.893806:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341509888:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016105.893836:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016105.894008:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1980:x1818247338833280:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5128us (7426us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.894020:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2665 00000100:00100000:0.0:1734016105.907843:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016105.907916:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.908081:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833664 00000100:00100000:1.0:1734016105.908091:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833664 00002000:00100000:1.0:1734016105.908135:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->5521407) req@ffff880074243800 x1818247338833664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:3.0:1734016105.908147:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833536 00000100:00100000:3.0:1734016105.908150:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833536 00002000:00100000:1.0:1734016105.908151:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243800 with x1818247338833664 ext(4194304->5521407) 00002000:00010000:1.0:1734016105.908156:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243800 00002000:00100000:3.0:1734016105.908165:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880074240e00 x1818247338833536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/0 e 0 to 0 dl 1734016116 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016105.908170:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240e00 with x1818247338833536 ext(0->4194303) 00000100:00100000:1.0:1734016105.908172:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8661 00002000:00010000:3.0:1734016105.908172:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240e00 00000100:00100000:1.0:1734016105.908201:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338833664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016105.908208:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8662 00000100:00100000:3.0:1734016105.908211:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1983:x1818247338833536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016105.939299:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247338833664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 31112us (31488us total) trans 0 rc 1327104/1327104 00000100:00100000:1.0:1734016105.939309:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8661 00002000:00100000:1.0:1734016105.939320:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->5521407) req@ffff880074243800 x1818247338833664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 1327104/1327104 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016105.939330:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243800 with x1818247338833664 ext(4194304->5521407) 00002000:00010000:1.0:1734016105.939335:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243800 00000100:00100000:2.0:1734016105.969604:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338833536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 61377us (61675us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016105.969618:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8662 00002000:00100000:2.0:1734016105.969630:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880074240e00 x1818247338833536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:66/0 lens 488/440 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016105.969639:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240e00 with x1818247338833536 ext(0->4194303) 00002000:00010000:2.0:1734016105.969645:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240e00 00000100:00100000:0.0:1734016105.978752:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016105.978886:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833920 00000100:00100000:1.0:1734016105.978898:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833920 00000100:00100000:1.0:1734016105.978949:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10488 00000100:00100000:1.0:1734016105.978957:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338833920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016105.978976:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016105.979004:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d7e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.979030:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 17 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.979037:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.979039:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016105.979044:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2949120->2953215] (req 2949120->2953215) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 17 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.979073:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 17 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.979084:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 17 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016105.979096:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510016:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016105.979166:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016105.988655:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510016:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016105.988681:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2949120->2953215] (req 2949120->2953215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 17 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016105.988696:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016105.988743:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338833920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9786us (10008us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016105.988751:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10488 00000100:00100000:0.0:1734016106.008035:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.008264:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834048 00000100:00100000:1.0:1734016106.008275:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834048 00010000:00010000:1.0:1734016106.008358:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 17 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016106.008411:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2666 00000100:00100000:1.0:1734016106.008420:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf7a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338834048:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.008450:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.008478:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 17 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016106.008495:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 17 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016106.008530:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320304 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3088384->3121151) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d77 expref: 17 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016106.008569:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.008572:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.008581:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.008591:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.008642:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.008660:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341510144:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016106.008745:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31480 going to sleep for 11 seconds 00000100:00080000:3.0:1734016106.008813:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016076 00000100:00100000:1.0:1734016106.014446:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341510144:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016106.014478:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.014527:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf7a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338834048:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6108us (6552us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.014546:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2666 00000100:00100000:0.0:1734016106.026269:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.026498:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834304 00000100:00100000:2.0:1734016106.026507:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834304 00002000:00100000:2.0:1734016106.026544:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2949120->2953215) req@ffff880074241880 x1818247338834304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.026553:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241880 with x1818247338834304 ext(2949120->2953215) 00002000:00010000:2.0:1734016106.026558:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241880 00000100:00100000:2.0:1734016106.026597:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8663 00000100:00100000:2.0:1734016106.026606:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338834304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.026781:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338834304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 177us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016106.026788:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8663 00002000:00100000:2.0:1734016106.026793:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2949120->2953215) req@ffff880074241880 x1818247338834304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.026799:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241880 with x1818247338834304 ext(2949120->2953215) 00002000:00010000:2.0:1734016106.026801:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241880 00000100:00100000:1.0:1734016106.031917:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.032119:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834560 00000100:00100000:2.0:1734016106.032137:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834560 00002000:00100000:2.0:1734016106.032201:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2945024->2949119) req@ffff880071d3d180 x1818247338834560/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.032210:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247338834560 ext(2945024->2949119) 00002000:00010000:2.0:1734016106.032216:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:2.0:1734016106.032331:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8664 00000100:00100000:2.0:1734016106.032340:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1980:x1818247338834560:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.032554:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1980:x1818247338834560:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 213us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016106.032561:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8664 00002000:00100000:2.0:1734016106.032566:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2945024->2949119) req@ffff880071d3d180 x1818247338834560/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.032573:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247338834560 ext(2945024->2949119) 00002000:00010000:2.0:1734016106.032576:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:0.0:1734016106.037155:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.037470:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834688 00000100:00100000:2.0:1734016106.037485:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834688 00002000:00100000:2.0:1734016106.037564:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2945024->2953215) req@ffff880074241500 x1818247338834688/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 8680/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.037577:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241500 with x1818247338834688 ext(2945024->2953215) 00002000:00010000:2.0:1734016106.037584:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241500 00000100:00100000:2.0:1734016106.037611:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8665 00000100:00100000:2.0:1734016106.037624:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338834688:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016106.039316:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247338834688:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1689us (2172us total) trans 4294969170 rc 0/0 00000100:00100000:2.0:1734016106.039329:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8665 00002000:00100000:2.0:1734016106.039340:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2945024->2953215) req@ffff880074241500 x1818247338834688/t4294969170(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 8680/448 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.039349:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241500 with x1818247338834688 ext(2945024->2953215) 00002000:00010000:2.0:1734016106.039355:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241500 00000100:00100000:0.0:1734016106.042899:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.043046:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834816 00000100:00100000:2.0:1734016106.043059:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834816 00000100:00100000:2.0:1734016106.043159:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1906 00000100:00100000:2.0:1734016106.043171:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338834816:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016106.043344:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338834816:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 176us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.043350:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1906 00000100:00080000:3.0:1734016106.043431:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016076 00000100:00100000:0.0:1734016106.046930:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.047248:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834944 00000100:00100000:1.0:1734016106.047269:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834944 00000100:00100000:1.0:1734016106.047623:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10489 00000100:00100000:1.0:1734016106.047634:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247338834944:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016106.049474:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969170 is committed 00000001:00080000:2.0:1734016106.049490:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969169 is committed 00000100:00100000:1.0:1734016106.050133:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338834944:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2492us (3222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.050146:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10489 00000100:00100000:0.0:1734016106.054407:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.054500:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835072 00000100:00100000:1.0:1734016106.054512:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835072 00000100:00100000:1.0:1734016106.054839:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10490 00000100:00100000:1.0:1734016106.054848:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338835072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.054868:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.054886:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320312 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d85 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.054942:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510272:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016106.055028:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016106.056967:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016105 -> 1734016106 00002000:00010000:1.0:1734016106.056975:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 984 -> 1000 00000100:00100000:1.0:1734016106.057012:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510272:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016106.057052:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320312 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d85 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.057072:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320312 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d85 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.057084:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016106.057137:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338835072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2288us (2748us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.057146:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10490 00000100:00100000:0.0:1734016106.060644:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.060776:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835200 00000100:00100000:1.0:1734016106.060788:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835200 00000100:00100000:1.0:1734016106.060855:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10491 00000100:00100000:1.0:1734016106.060863:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338835200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.060888:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.060911:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320319 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d8c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.060984:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510400:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016106.061062:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.068224:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510400:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016106.068283:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320319 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d8c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.068305:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320319 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d8c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.068349:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016106.068427:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338835200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7563us (7799us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.068437:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10491 00000100:00100000:1.0:1734016106.074047:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.074098:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835328 00000100:00100000:2.0:1734016106.074109:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835328 00000100:00100000:2.0:1734016106.074164:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10492 00000100:00100000:2.0:1734016106.074171:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338835328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.074208:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.074227:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320320 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d93 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.074286:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510528:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.074362:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.077840:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510528:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.077885:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320320 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d93 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.077903:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320320 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d93 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.078110:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016106.078211:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338835328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4038us (4174us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.078226:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10492 00000100:00100000:2.0:1734016106.082036:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.082095:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835456 00000100:00100000:0.0:1734016106.082104:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835456 00000100:00100000:0.0:1734016106.082159:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10493 00000100:00100000:0.0:1734016106.082167:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338835456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.082218:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.082236:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320327 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0d9a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.082293:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074242a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510656:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016106.082352:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.085357:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074242a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510656:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.085405:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320327 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d9a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.085419:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320327 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d9a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.085447:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:2.0:1734016106.085651:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338835456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3483us (3622us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.085659:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10493 00010000:00010000:1.0:1734016106.101488:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016106.103749:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.103815:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.103901:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835712 00000100:00100000:1.0:1734016106.103918:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835712 00000100:00100000:2.0:1734016106.103940:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835968 00000100:00100000:2.0:1734016106.103947:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835968 00002000:00100000:1.0:1734016106.103986:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4255743) req@ffff880074241f80 x1818247338835712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 520/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.103986:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4198400->5521407) req@ffff880074242a00 x1818247338835968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 504/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016106.104008:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241f80 with x1818247338835712 ext(0->4255743) 00002000:00100000:2.0:1734016106.104008:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247338835968 ext(4198400->5521407) 00002000:00010000:1.0:1734016106.104015:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241f80 00002000:00010000:2.0:1734016106.104015:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00100000:1.0:1734016106.104318:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8666 00000100:00100000:1.0:1734016106.104326:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338835712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.104830:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8667 00000100:00100000:2.0:1734016106.104836:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338835968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.128419:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338835968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 23570us (24592us total) trans 0 rc 1318912/1318912 00000100:00100000:2.0:1734016106.128436:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8667 00002000:00100000:2.0:1734016106.128453:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4198400->5521407) req@ffff880074242a00 x1818247338835968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 504/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 1318912/1318912 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.128461:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247338835968 ext(4198400->5521407) 00002000:00010000:2.0:1734016106.128467:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00100000:2.0:1734016106.150835:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338835712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 46494us (47085us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016106.150852:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8666 00002000:00100000:2.0:1734016106.150866:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4255743) req@ffff880074241f80 x1818247338835712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 520/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.150876:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241f80 with x1818247338835712 ext(0->4255743) 00002000:00010000:2.0:1734016106.150881:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241f80 00000100:00100000:0.0:1734016106.158289:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.158452:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836096 00000100:00100000:2.0:1734016106.158461:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836096 00000100:00100000:2.0:1734016106.158511:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10494 00000100:00100000:2.0:1734016106.158518:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338836096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.158537:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.158561:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732032e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0da1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.158638:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510784:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.158722:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.160657:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510784:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.160693:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732032e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0da1 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.160712:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732032e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0da1 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.160738:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016106.162003:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338836096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3466us (3705us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.162012:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10494 00000100:00100000:0.0:1734016106.164084:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.164206:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836224 00000100:00100000:2.0:1734016106.164215:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836224 00000100:00100000:2.0:1734016106.164254:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10495 00000100:00100000:2.0:1734016106.164260:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338836224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.164278:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.164292:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320335 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0da8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.164338:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510912:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.164395:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.166071:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341510912:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.166468:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320335 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0da8 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.166485:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320335 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0da8 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.166706:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016106.167661:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338836224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3395us (3578us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.167671:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10495 00000100:00100000:0.0:1734016106.171137:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.171325:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836352 00000100:00100000:2.0:1734016106.171337:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836352 00000100:00100000:2.0:1734016106.171383:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10496 00000100:00100000:2.0:1734016106.171391:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338836352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.171409:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.171428:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732033c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0daf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.171499:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511040:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.171564:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.173730:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511040:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.173785:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732033c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0daf expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.173800:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732033c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0daf expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.174245:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016106.174300:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338836352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2908us (3180us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.174312:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10496 00000100:00100000:0.0:1734016106.177438:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.177577:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836480 00000100:00100000:2.0:1734016106.177595:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836480 00000100:00100000:2.0:1734016106.177710:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10497 00000100:00100000:2.0:1734016106.177721:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338836480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.177759:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.177794:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320343 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0db6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.177896:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511168:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.178572:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.181625:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511168:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.181671:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320343 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0db6 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.181688:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320343 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0db6 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.182315:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016106.182386:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338836480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4664us (4962us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.182396:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10497 00000100:00100000:0.0:1734016106.186512:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.186686:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836608 00000100:00100000:2.0:1734016106.186698:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836608 00000100:00100000:2.0:1734016106.186788:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10498 00000100:00100000:2.0:1734016106.186801:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338836608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.186848:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.186883:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732034a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0dbd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.186973:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511296:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.187086:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.190013:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511296:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.190071:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732034a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dbd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.190087:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732034a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dbd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.190128:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016106.190305:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338836608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3503us (3806us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.190315:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10498 00000100:00100000:0.0:1734016106.192872:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.193221:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836736 00000100:00100000:2.0:1734016106.193235:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836736 00000100:00100000:2.0:1734016106.193295:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10499 00000100:00100000:2.0:1734016106.193309:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338836736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.193334:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.193366:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320351 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0dc4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.193458:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511424:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.194398:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.198142:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511424:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.198227:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320351 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dc4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.198246:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320351 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dc4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.198508:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:3.0:1734016106.198840:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338836736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5531us (5976us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.198852:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10499 00000100:00100000:0.0:1734016106.202139:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.202314:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836864 00000100:00100000:3.0:1734016106.202328:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836864 00000100:00100000:3.0:1734016106.202383:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10500 00000100:00100000:3.0:1734016106.202392:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338836864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.202416:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.202437:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0dcb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.202483:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.202492:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016106.202494:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016106.202498:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1888256->1925119] (req 1888256->1925119) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.202535:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.202547:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 6 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:3.0:1734016106.202561:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511552:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016106.202642:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.211313:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511552:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016106.211372:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1888256->1925119] (req 1888256->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.211400:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016106.211483:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338836864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9089us (9364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.211496:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10500 00000100:00100000:1.0:1734016106.213476:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.213663:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836992 00000100:00100000:2.0:1734016106.213674:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836992 00010000:00010000:2.0:1734016106.213719:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:2.0:1734016106.213765:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2667 00000100:00100000:2.0:1734016106.213774:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338836992:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016106.213790:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016106.213817:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:2.0:1734016106.213829:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:2.0:1734016106.213861:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732030b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2949120->2953215) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d7e expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:2.0:1734016106.213891:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016106.213893:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016106.213900:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.213910:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.213952:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.213965:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341511680:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016106.214044:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.215909:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.216024:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341511680:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016106.216044:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016106.216093:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338836992:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2321us (2628us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.216104:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2667 00000100:00100000:3.0:1734016106.216559:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837120 00000100:00100000:3.0:1734016106.216569:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837120 00000100:00100000:3.0:1734016106.216619:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10501 00000100:00100000:3.0:1734016106.216627:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338837120:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016106.217651:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5520898 -> 5520898 00002000:00010000:3.0:1734016106.217656:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.217658:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016105 00002000:00010000:3.0:1734016106.217660:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.217663:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1000 -> 1000 00000100:00100000:3.0:1734016106.217712:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338837120:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1086us (1815us total) trans 4294969171 rc 0/0 00000100:00100000:3.0:1734016106.217720:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10501 00000100:00100000:0.0:1734016106.220085:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.220457:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837248 00000100:00100000:3.0:1734016106.220466:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837248 00000100:00100000:3.0:1734016106.220526:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10502 00000100:00100000:3.0:1734016106.220534:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338837248:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.220557:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.220582:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732035f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0dd2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.220663:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511808:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016106.220748:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016106.224376:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016105 -> 1734016106 00000100:00100000:3.0:1734016106.224407:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511808:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016106.224442:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732035f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dd2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.224462:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732035f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dd2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.224474:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016106.224531:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338837248:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3996us (4465us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.224541:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10502 00000100:00100000:1.0:1734016106.229132:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.229326:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837376 00000100:00100000:3.0:1734016106.229338:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837376 00000100:00100000:3.0:1734016106.229390:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10503 00000100:00100000:3.0:1734016106.229398:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338837376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.229417:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.229438:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320366 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0dd9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.229515:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511936:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016106.229676:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.233637:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341511936:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016106.233683:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320366 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dd9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.233698:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320366 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dd9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.233730:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016106.233806:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338837376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4407us (4690us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.233817:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10503 00000100:00100000:0.0:1734016106.238635:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.238792:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837504 00000100:00100000:3.0:1734016106.238812:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837504 00000100:00100000:3.0:1734016106.238920:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10504 00000100:00100000:3.0:1734016106.238936:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338837504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.238975:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.239014:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec732036d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0de0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.239139:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512064:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016106.239304:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.241721:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512064:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016106.241768:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec732036d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0de0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.241785:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec732036d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0de0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.242028:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016106.242805:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338837504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3871us (4184us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.242820:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10504 00000100:00100000:0.0:1734016106.245483:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.245631:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837632 00000100:00100000:3.0:1734016106.245644:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837632 00000100:00100000:3.0:1734016106.245719:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10505 00000100:00100000:3.0:1734016106.245728:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338837632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.245759:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.245788:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320374 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0de7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.245889:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512192:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016106.246004:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.247981:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512192:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016106.248038:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320374 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0de7 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.248050:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320374 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0de7 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.248067:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016106.248223:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338837632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2495us (2756us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.248232:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10505 00000100:00100000:1.0:1734016106.252160:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.252299:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837760 00000100:00100000:3.0:1734016106.252312:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837760 00000100:00100000:3.0:1734016106.252571:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10506 00000100:00100000:3.0:1734016106.252582:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338837760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.252602:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.252621:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732037b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0dee expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.252679:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512320:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016106.252744:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.255265:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512320:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016106.255313:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732037b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dee expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.255325:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732037b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dee expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.255724:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016106.255783:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338837760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3201us (3635us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.255791:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10506 00000100:00100000:0.0:1734016106.260444:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.260641:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837888 00000100:00100000:3.0:1734016106.260658:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837888 00000100:00100000:3.0:1734016106.260750:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10507 00000100:00100000:3.0:1734016106.260760:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338837888:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.260792:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.261327:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320382 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0df5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.261461:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512448:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016106.261605:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.263782:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512448:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016106.263834:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320382 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0df5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.263847:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320382 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0df5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.263882:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016106.264048:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338837888:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3287us (3625us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.264058:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10507 00000100:00100000:0.0:1734016106.268283:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.268639:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838016 00000100:00100000:3.0:1734016106.268652:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838016 00000100:00100000:3.0:1734016106.268728:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10508 00000100:00100000:3.0:1734016106.268741:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338838016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.268771:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.268794:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320389 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0dfc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.269160:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512576:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016106.269329:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016106.271327:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512576:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016106.271377:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320389 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dfc expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.271397:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320389 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dfc expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016106.271878:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016106.271957:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338838016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3217us (3692us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016106.271968:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10508 00000100:00100000:3.0:1734016106.275845:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.275940:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838144 00000100:00100000:0.0:1734016106.275953:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838144 00000100:00100000:0.0:1734016106.276020:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10509 00000100:00100000:0.0:1734016106.276027:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338838144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.276047:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.276072:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e03 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.276107:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.276113:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016106.276116:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016106.276119:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4837376->4841471] (req 4837376->4841471) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.276162:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.276176:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 6 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016106.276214:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d191500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512704:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016106.285814:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.286082:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.286176:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838272 00000100:00100000:3.0:1734016106.286205:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838272 00010000:00010000:3.0:1734016106.286239:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:3.0:1734016106.286280:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2668 00000100:00100000:3.0:1734016106.286288:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338838272:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016106.286302:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016106.286322:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016106.286333:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016106.286357:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.286360:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.286370:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.286378:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.286420:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.286431:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341512832:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016106.286491:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00010000:00010000:0.0:1734016106.289251:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320358 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->1925119) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0dcb expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016106.289287:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d191500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512704:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016106.289309:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.289319:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016106.289376:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338838144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13348us (13545us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.289384:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10509 00000100:00100000:2.0:1734016106.289602:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341512832:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016106.289614:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016106.289637:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338838272:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3349us (3560us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.289644:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2668 00000100:00100000:2.0:1734016106.292168:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.292253:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838528 00000100:00100000:0.0:1734016106.292262:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838528 00002000:00100000:0.0:1734016106.292314:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4837376->4841471) req@ffff880130d9ad80 x1818247338838528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.292324:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9ad80 with x1818247338838528 ext(4837376->4841471) 00002000:00010000:0.0:1734016106.292332:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9ad80 00000100:00100000:0.0:1734016106.292370:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8668 00000100:00100000:0.0:1734016106.292378:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338838528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.292622:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338838528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 244us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.292630:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8668 00002000:00100000:0.0:1734016106.292635:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4837376->4841471) req@ffff880130d9ad80 x1818247338838528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.292642:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9ad80 with x1818247338838528 ext(4837376->4841471) 00002000:00010000:0.0:1734016106.292644:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9ad80 00000100:00100000:0.0:1734016106.296587:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.296702:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838784 00000100:00100000:2.0:1734016106.296711:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838784 00002000:00100000:2.0:1734016106.296752:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4833280->4837375) req@ffff88012d191500 x1818247338838784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.296760:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191500 with x1818247338838784 ext(4833280->4837375) 00002000:00010000:2.0:1734016106.296765:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191500 00000100:00100000:2.0:1734016106.296785:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8669 00000100:00100000:2.0:1734016106.296790:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338838784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.297029:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338838784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 236us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016106.297039:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8669 00002000:00100000:2.0:1734016106.297045:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4833280->4837375) req@ffff88012d191500 x1818247338838784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.297051:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191500 with x1818247338838784 ext(4833280->4837375) 00002000:00010000:2.0:1734016106.297054:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191500 00000100:00100000:3.0:1734016106.305665:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.305807:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839040 00000100:00100000:2.0:1734016106.305822:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839040 00002000:00100000:2.0:1734016106.305880:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4829184->4833279) req@ffff8800717e9c00 x1818247338839040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.305893:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9c00 with x1818247338839040 ext(4829184->4833279) 00002000:00010000:2.0:1734016106.305898:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9c00 00000100:00100000:2.0:1734016106.306728:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8670 00000100:00100000:2.0:1734016106.306739:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338839040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.306952:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338839040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 214us (1302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016106.306959:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8670 00002000:00100000:2.0:1734016106.306965:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4829184->4833279) req@ffff8800717e9c00 x1818247338839040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.306973:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9c00 with x1818247338839040 ext(4829184->4833279) 00002000:00010000:2.0:1734016106.306977:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9c00 00000100:00100000:3.0:1734016106.311546:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.312596:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839296 00000100:00100000:2.0:1734016106.312615:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839296 00002000:00100000:2.0:1734016106.312680:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4825088->4829183) req@ffff8800717e9f80 x1818247338839296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.312691:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9f80 with x1818247338839296 ext(4825088->4829183) 00002000:00010000:2.0:1734016106.312698:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9f80 00000100:00100000:2.0:1734016106.313420:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8671 00000100:00100000:2.0:1734016106.313433:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338839296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.314298:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338839296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 862us (2769us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016106.314312:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8671 00002000:00100000:2.0:1734016106.314324:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4825088->4829183) req@ffff8800717e9f80 x1818247338839296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.314335:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9f80 with x1818247338839296 ext(4825088->4829183) 00002000:00010000:2.0:1734016106.314342:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9f80 00000100:00100000:0.0:1734016106.319287:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.319417:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839552 00000100:00100000:2.0:1734016106.319430:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839552 00002000:00100000:2.0:1734016106.319491:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4820992->4825087) req@ffff8800740e3800 x1818247338839552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.319504:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247338839552 ext(4820992->4825087) 00002000:00010000:2.0:1734016106.319511:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3800 00000100:00100000:2.0:1734016106.319537:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8672 00000100:00100000:2.0:1734016106.319546:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338839552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.319757:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338839552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 211us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016106.319767:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8672 00002000:00100000:2.0:1734016106.319773:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4820992->4825087) req@ffff8800740e3800 x1818247338839552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.319781:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247338839552 ext(4820992->4825087) 00002000:00010000:2.0:1734016106.319784:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3800 00000100:00100000:3.0:1734016106.323306:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.323405:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839808 00000100:00100000:0.0:1734016106.323419:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839808 00002000:00100000:0.0:1734016106.323471:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4816896->4820991) req@ffff8800717ea300 x1818247338839808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.323481:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ea300 with x1818247338839808 ext(4816896->4820991) 00002000:00010000:0.0:1734016106.323486:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ea300 00000100:00100000:0.0:1734016106.323527:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8673 00000100:00100000:0.0:1734016106.323534:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338839808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.323784:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338839808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 250us (497us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.323792:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8673 00002000:00100000:0.0:1734016106.323797:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4816896->4820991) req@ffff8800717ea300 x1818247338839808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.323805:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ea300 with x1818247338839808 ext(4816896->4820991) 00002000:00010000:0.0:1734016106.323810:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ea300 00000100:00100000:3.0:1734016106.326941:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.327160:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840064 00000100:00100000:2.0:1734016106.327177:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840064 00002000:00100000:3.0:1734016106.327493:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4812800->4816895) req@ffff8800717ea680 x1818247338840064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.327510:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ea680 with x1818247338840064 ext(4812800->4816895) 00002000:00010000:3.0:1734016106.327520:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ea680 00000100:00100000:3.0:1734016106.327563:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8674 00000100:00100000:3.0:1734016106.327574:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338840064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016106.327875:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338840064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 301us (944us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016106.327882:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8674 00002000:00100000:3.0:1734016106.327889:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4812800->4816895) req@ffff8800717ea680 x1818247338840064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.327897:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ea680 with x1818247338840064 ext(4812800->4816895) 00002000:00010000:3.0:1734016106.327900:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ea680 00000100:00100000:1.0:1734016106.331045:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.331113:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840320 00000100:00100000:0.0:1734016106.331123:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840320 00002000:00100000:0.0:1734016106.331165:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4808704->4812799) req@ffff880076659f80 x1818247338840320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.331174:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659f80 with x1818247338840320 ext(4808704->4812799) 00002000:00010000:0.0:1734016106.331363:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659f80 00000100:00100000:0.0:1734016106.331399:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8675 00000100:00100000:0.0:1734016106.331406:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338840320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.331592:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338840320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 184us (557us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016106.331599:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8675 00002000:00100000:0.0:1734016106.331606:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4808704->4812799) req@ffff880076659f80 x1818247338840320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.331613:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659f80 with x1818247338840320 ext(4808704->4812799) 00002000:00010000:0.0:1734016106.331615:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659f80 00000100:00100000:2.0:1734016106.335116:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.335228:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840576 00000100:00100000:3.0:1734016106.335241:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840576 00002000:00100000:3.0:1734016106.335292:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4804608->4808703) req@ffff880130d9b100 x1818247338840576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.335303:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b100 with x1818247338840576 ext(4804608->4808703) 00002000:00010000:3.0:1734016106.335311:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b100 00000100:00100000:3.0:1734016106.335457:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8676 00000100:00100000:3.0:1734016106.335465:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338840576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016106.336431:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338840576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 960us (1324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016106.336439:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8676 00002000:00100000:3.0:1734016106.336447:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4804608->4808703) req@ffff880130d9b100 x1818247338840576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.336455:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b100 with x1818247338840576 ext(4804608->4808703) 00002000:00010000:3.0:1734016106.336460:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b100 00000100:00100000:2.0:1734016106.339882:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.340599:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840832 00000100:00100000:3.0:1734016106.340607:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840832 00002000:00100000:3.0:1734016106.340651:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4800512->4804607) req@ffff880130d9b480 x1818247338840832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.340660:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b480 with x1818247338840832 ext(4800512->4804607) 00002000:00010000:3.0:1734016106.340664:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b480 00000100:00100000:3.0:1734016106.340829:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8677 00000100:00100000:3.0:1734016106.340836:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338840832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016106.341683:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338840832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 841us (1805us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016106.341691:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8677 00002000:00100000:3.0:1734016106.341699:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4800512->4804607) req@ffff880130d9b480 x1818247338840832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.341706:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b480 with x1818247338840832 ext(4800512->4804607) 00002000:00010000:3.0:1734016106.341708:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b480 00000100:00100000:1.0:1734016106.344436:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.344760:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841088 00000100:00100000:3.0:1734016106.344772:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841088 00002000:00100000:3.0:1734016106.344831:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4796416->4800511) req@ffff88012bdb7480 x1818247338841088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.344844:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7480 with x1818247338841088 ext(4796416->4800511) 00002000:00010000:3.0:1734016106.344852:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb7480 00000100:00100000:3.0:1734016106.344882:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8678 00000100:00100000:3.0:1734016106.344891:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338841088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016106.345544:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338841088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 652us (1117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016106.345555:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8678 00002000:00100000:3.0:1734016106.345561:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4796416->4800511) req@ffff88012bdb7480 x1818247338841088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/4536 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.345567:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7480 with x1818247338841088 ext(4796416->4800511) 00002000:00010000:3.0:1734016106.345570:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb7480 00000100:00100000:2.0:1734016106.350419:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.350780:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841216 00000100:00100000:0.0:1734016106.350790:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841216 00000100:00100000:0.0:1734016106.350855:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10510 00000100:00100000:0.0:1734016106.350863:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338841216:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.350884:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.350908:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e0a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.350934:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.350937:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.350945:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.350959:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.350969:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016106.351245:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338841216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 382us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.351252:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10510 00000100:00100000:2.0:1734016106.355475:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.355592:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841344 00000100:00100000:0.0:1734016106.355605:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841344 00000100:00100000:0.0:1734016106.355663:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10511 00000100:00100000:0.0:1734016106.355673:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338841344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.355695:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.355713:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e11 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.355737:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.355743:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.355752:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.355754:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.355756:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8122368->8159231] (req 8122368->8159231) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.355779:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.355788:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 8 pid: 7681 timeout: 469 lvb_type: 1 00000100:00100000:0.0:1734016106.355798:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512960:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016106.356089:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.356100:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 6 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016106.356108:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341513088:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016106.356125:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.361075:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.361118:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.361157:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841600 00000100:00100000:1.0:1734016106.361165:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841600 00010000:00010000:1.0:1734016106.361231:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:1.0:1734016106.361276:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841472 00000100:00100000:1.0:1734016106.361279:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841472 00010000:00010000:1.0:1734016106.361291:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 9 pid: 7681 timeout: 469 lvb_type: 1 00000100:00100000:1.0:1734016106.361308:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2669 00000100:00100000:1.0:1734016106.361315:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338841600:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.361333:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.361358:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016106.361368:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 7 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:1.0:1734016106.361394:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016106.361446:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338841600:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 131us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.361452:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2669 00000100:00100000:1.0:1734016106.361470:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2670 00000100:00100000:1.0:1734016106.361473:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338841472:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016106.361479:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016106.361484:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 9 pid: 7681 timeout: 469 lvb_type: 1 00010000:00010000:1.0:1734016106.361494:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 9 pid: 7681 timeout: 469 lvb_type: 1 00010000:00010000:1.0:1734016106.361508:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.361510:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016106.361516:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.361524:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.361562:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.361582:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074271c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341513216:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016106.361617:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734016106.361804:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320397 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e0a expref: 9 pid: 7681 timeout: 469 lvb_type: 1 00000100:00100000:0.0:1734016106.361835:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341512960:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016106.361848:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320390 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4837376->4841471) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e03 expref: 6 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016106.361855:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341513088:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016106.361889:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.361897:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016106.361924:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338841344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6254us (6461us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.361932:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10511 00000100:00100000:2.0:1734016106.364068:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074271c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341513216:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016106.364096:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016106.364152:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338841472:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2675us (3031us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.364163:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2670 00000100:00100000:0.0:1734016106.366043:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.367318:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841728 00000100:00100000:2.0:1734016106.367331:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841728 00000100:00100000:2.0:1734016106.367937:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10512 00000100:00100000:2.0:1734016106.367944:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338841728:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016106.368247:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5520898 -> 8155962 00002000:00010000:2.0:1734016106.368250:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:2.0:1734016106.368254:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016105 00002000:00010000:2.0:1734016106.368256:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:2.0:1734016106.368258:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1000 -> 1072 00000100:00100000:2.0:1734016106.368344:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338841728:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 400us (2309us total) trans 4294969172 rc 0/0 00000100:00100000:2.0:1734016106.368352:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10512 00000100:00100000:2.0:1734016106.371789:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.371878:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841856 00000100:00100000:3.0:1734016106.371890:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841856 00000100:00100000:3.0:1734016106.371938:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10513 00000100:00100000:3.0:1734016106.371945:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338841856:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016106.372310:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8155962 -> 8155962 00002000:00010000:3.0:1734016106.372314:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.372316:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:3.0:1734016106.372318:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.372320:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1072 -> 1072 00000100:00100000:3.0:1734016106.372401:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338841856:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 456us (626us total) trans 4294969173 rc 0/0 00000100:00100000:3.0:1734016106.372408:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10513 00000100:00100000:0.0:1734016106.375757:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.375902:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841984 00000100:00100000:3.0:1734016106.375912:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841984 00000100:00100000:3.0:1734016106.376003:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10514 00000100:00100000:3.0:1734016106.376011:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338841984:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016106.376332:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8155962 -> 9106115 00002000:00010000:3.0:1734016106.376336:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.376338:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016105 -> 1734016105 00002000:00010000:3.0:1734016106.376340:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016106.376342:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1072 -> 1120 00000100:00100000:3.0:1734016106.376399:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338841984:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 388us (658us total) trans 4294969174 rc 0/0 00000100:00100000:3.0:1734016106.376407:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10514 00000100:00100000:0.0:1734016106.405311:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.409950:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842240 00000100:00100000:3.0:1734016106.409968:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842240 00002000:00100000:3.0:1734016106.410035:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->6705151) req@ffff8800ac135880 x1818247338842240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:67/0 lens 504/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016106.410046:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135880 with x1818247338842240 ext(0->6705151) 00002000:00010000:3.0:1734016106.410052:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135880 00000100:00100000:3.0:1734016106.410099:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8679 00000100:00100000:3.0:1734016106.410109:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338842240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016106.419570:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.419615:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.419638:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842496 00000100:00100000:0.0:1734016106.419645:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842496 00002000:00100000:0.0:1734016106.419678:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880090a27480 x1818247338842496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:67/0 lens 504/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.419687:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27480 with x1818247338842496 ext(4190208->8388607) 00002000:00010000:0.0:1734016106.419692:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27480 00000100:00100000:0.0:1734016106.419704:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842624 00000100:00100000:0.0:1734016106.419707:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842624 00002000:00100000:0.0:1734016106.419716:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9322495) req@ffff880090a27b80 x1818247338842624/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.419727:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27b80 with x1818247338842624 ext(8388608->9322495) 00002000:00010000:0.0:1734016106.419730:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27b80 00000100:00100000:0.0:1734016106.419740:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8680 00000100:00100000:0.0:1734016106.419746:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338842496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016106.426084:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8681 00000100:00100000:1.0:1734016106.426098:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247338842624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.448684:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247338842624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 22580us (29060us total) trans 0 rc 720896/720896 00000100:00100000:2.0:1734016106.448695:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8681 00002000:00100000:2.0:1734016106.448706:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9322495) req@ffff880090a27b80 x1818247338842624/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 720896/720896 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.448714:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27b80 with x1818247338842624 ext(8388608->9322495) 00002000:00010000:2.0:1734016106.448719:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27b80 00000100:00100000:2.0:1734016106.494718:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338842240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 84601us (89409us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016106.494729:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8679 00002000:00100000:2.0:1734016106.494740:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->6705151) req@ffff8800ac135880 x1818247338842240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:67/0 lens 504/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.494753:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135880 with x1818247338842240 ext(0->6705151) 00002000:00010000:2.0:1734016106.494758:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135880 00000100:00100000:0.0:1734016106.531109:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338842496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 111354us (111539us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016106.531121:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8680 00002000:00100000:0.0:1734016106.531132:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880090a27480 x1818247338842496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:67/0 lens 504/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.531141:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27480 with x1818247338842496 ext(4190208->8388607) 00002000:00010000:0.0:1734016106.531147:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27480 00000100:00100000:1.0:1734016106.544832:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.544898:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842880 00000100:00100000:0.0:1734016106.544906:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842880 00002000:00100000:0.0:1734016106.544939:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6668288->9345213) req@ffff880074272a00 x1818247338842880/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:67/0 lens 504/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.544948:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272a00 with x1818247338842880 ext(6668288->9345213) 00002000:00010000:0.0:1734016106.544952:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272a00 00000100:00100000:0.0:1734016106.544988:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8682 00000100:00100000:0.0:1734016106.544994:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338842880:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016106.552574:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338842880:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7569us (7739us total) trans 4294969175 rc 0/0 00000100:00100000:0.0:1734016106.552587:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8682 00002000:00100000:0.0:1734016106.552601:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6668288->9345213) req@ffff880074272a00 x1818247338842880/t4294969175(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:67/0 lens 504/448 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.552610:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272a00 with x1818247338842880 ext(6668288->9345213) 00002000:00010000:0.0:1734016106.552616:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272a00 00000100:00100000:1.0:1734016106.559980:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.560075:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843008 00000100:00100000:2.0:1734016106.560083:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843008 00000100:00100000:2.0:1734016106.560120:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1907 00000100:00100000:2.0:1734016106.560126:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338843008:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016106.560268:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338843008:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 141us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.560274:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1907 00000100:00100000:1.0:1734016106.562283:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.562374:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843136 00000100:00100000:2.0:1734016106.562381:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843136 00000100:00100000:2.0:1734016106.562429:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10515 00000100:00100000:2.0:1734016106.562436:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338843136:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016106.563965:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969175 is committed 00000100:00100000:2.0:1734016106.566092:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338843136:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3645us (3805us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.566105:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10515 00000100:00100000:3.0:1734016106.569828:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.570227:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843264 00000100:00100000:2.0:1734016106.570237:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843264 00000100:00100000:2.0:1734016106.570290:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10516 00000100:00100000:2.0:1734016106.570298:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338843264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.570317:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.570335:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73203a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e18 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.570390:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341513344:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.570457:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016106.572835:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 9106115 -> 9345214 00002000:00010000:2.0:1734016106.572842:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016105 -> 1734016106 00002000:00010000:2.0:1734016106.572845:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1120 -> 1240 00000100:00100000:2.0:1734016106.572863:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341513344:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.572892:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73203a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e18 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.572904:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73203a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e18 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.573018:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016106.573129:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338843264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2831us (3310us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.573137:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10516 00000100:00100000:1.0:1734016106.575172:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.575340:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843392 00000100:00100000:2.0:1734016106.575346:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843392 00000100:00100000:2.0:1734016106.575933:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10517 00000100:00100000:2.0:1734016106.575940:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338843392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.575956:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.575972:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73203ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e1f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.576028:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341513472:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.576114:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880078367c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.580335:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341513472:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.580371:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73203ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e1f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.580385:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73203ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e1f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.580409:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016106.580462:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338843392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4520us (5295us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.580470:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10517 00000100:00100000:1.0:1734016106.583755:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.583827:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843648 00000100:00100000:0.0:1734016106.583835:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843648 00000100:00100000:0.0:1734016106.583883:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1908 00000100:00100000:0.0:1734016106.583889:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338843648:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016106.583932:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.583955:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73202e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d5b expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.583973:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016106.583976:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016106.584116:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016106.584127:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.584133:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016106.584156:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.584165:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 17 pid: 6473 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016106.584197:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341513600:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016106.584253:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.587023:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341513600:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016106.587049:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016106.588482:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.588736:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843776 00000100:00100000:2.0:1734016106.588743:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843776 00010000:00010000:2.0:1734016106.588769:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 18 pid: 6473 timeout: 469 lvb_type: 0 00000100:00100000:2.0:1734016106.588800:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2671 00000100:00100000:2.0:1734016106.588805:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247338843776:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016106.588817:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016106.588821:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 18 pid: 6473 timeout: 469 lvb_type: 0 00010000:00010000:2.0:1734016106.588830:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 18 pid: 6473 timeout: 469 lvb_type: 0 00010000:00010000:2.0:1734016106.588853:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73202fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0d70 expref: 18 pid: 6473 timeout: 469 lvb_type: 0 00010000:00010000:2.0:1734016106.588866:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016106.588870:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.588877:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.588882:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.588902:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016106.588937:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247338843776:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 131us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.588944:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2671 00010000:00010000:2.0:1734016106.588963:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.588968:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:2.0:1734016106.589062:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968492 00000004:00010000:2.0:1734016106.589105:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e457480 reply state ffff8801345cd000 transno 4294968493 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016106.589112:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016106.589202:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338843648:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5311us (5454us total) trans 4294968493 rc 0/0 00000100:00100000:2.0:1734016106.589208:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1908 00000020:00080000:2.0:1734016106.589212:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016106.590750:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016106.590760:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016106.590768:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016106.590774:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b98c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016106.590778:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016106.590784:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016106.590797:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016106.590799:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016106.590803:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016106.590807:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec73203b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016106.592612:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.592815:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843904 00000100:00100000:2.0:1734016106.592824:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843904 00000100:00100000:2.0:1734016106.592874:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10518 00000100:00100000:2.0:1734016106.592881:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338843904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.592899:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.592914:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e26 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.592938:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.592945:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016106.592947:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016106.592950:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.592978:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.593002:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 5 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:2.0:1734016106.593013:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341513728:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016106.593079:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.602415:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341513728:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016106.602454:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.602481:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016106.602549:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338843904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9666us (9942us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.602559:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10518 00000100:00100000:0.0:1734016106.613336:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.613463:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844032 00000100:00100000:3.0:1734016106.613471:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844032 00010000:00010000:3.0:1734016106.613507:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 6 pid: 7681 timeout: 469 lvb_type: 0 00000100:00100000:3.0:1734016106.613623:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2672 00000100:00100000:3.0:1734016106.613632:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338844032:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016106.613645:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016106.613664:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 6 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016106.613675:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 6 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016106.613694:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec732039e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8122368->8159231) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e11 expref: 6 pid: 7681 timeout: 469 lvb_type: 0 00010000:00010000:3.0:1734016106.615052:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.615058:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.615069:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.615078:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.615113:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.615125:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341513856:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016106.615819:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.618938:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.619024:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844160 00000100:00100000:0.0:1734016106.619032:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844160 00002000:00010000:0.0:1734016106.619066:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4118365->18446744073709551615) 00002000:00100000:0.0:1734016106.619070:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247338844160 ext(4118365->18446744073709551615) 00002000:00010000:0.0:1734016106.619080:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180. 00000100:00100000:3.0:1734016106.619174:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341513856:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016106.619217:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.619914:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8683 00000100:00100000:0.0:1734016106.619921:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338844160:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:3.0:1734016106.620200:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338844032:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6567us (6874us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016106.620209:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2672 00002000:00010000:0.0:1734016106.624797:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9345214 -> 4118365 00002000:00010000:0.0:1734016106.624808:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.624810:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.624812:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.624814:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1240 -> 968 00000100:00100000:0.0:1734016106.624906:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338844160:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 4979us (5972us total) trans 4294969176 rc 0/0 00000100:00100000:0.0:1734016106.624918:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8683 00002000:00010000:0.0:1734016106.624923:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4118365->18446744073709551615) 00002000:00100000:0.0:1734016106.624927:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247338844160 ext(4118365->18446744073709551615) 00002000:00010000:0.0:1734016106.624933:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180. 00000100:00100000:1.0:1734016106.632454:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.633278:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844288 00000100:00100000:2.0:1734016106.633287:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844288 00000100:00100000:2.0:1734016106.633337:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1909 00000100:00100000:2.0:1734016106.633344:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338844288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.633364:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.633381:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73203c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e2d expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.633456:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73203c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.633469:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73203c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.633479:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73203c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016106.633502:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4118365 00000004:00200000:2.0:1734016106.633506:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016106.633520:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73203c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.633541:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73203c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e2d expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.633577:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73203c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e2d expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.633584:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016106.633587:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016106.633590:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016106.633637:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338844288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 292us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.633642:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1909 00000100:00100000:2.0:1734016106.638556:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.638626:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844416 00000100:00100000:0.0:1734016106.638634:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844416 00000100:00100000:0.0:1734016106.638688:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10519 00000100:00100000:0.0:1734016106.638696:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338844416:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016106.638916:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4118365 -> 4118365 00002000:00010000:0.0:1734016106.638919:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.638921:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.638923:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.638925:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:0.0:1734016106.639017:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338844416:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 321us (472us total) trans 4294969177 rc 0/0 00000100:00100000:0.0:1734016106.639024:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10519 00000100:00100000:1.0:1734016106.650364:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.650533:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844672 00000100:00100000:0.0:1734016106.650544:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844672 00002000:00100000:0.0:1734016106.650593:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5521408->6795263) req@ffff88007e454e00 x1818247338844672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016106.650603:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247338844672 ext(5521408->6795263) 00002000:00010000:0.0:1734016106.650609:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:0.0:1734016106.650644:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8684 00000100:00100000:0.0:1734016106.650651:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338844672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016106.653636:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338844672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2970us (3266us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.653648:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8684 00002000:00100000:2.0:1734016106.653659:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5521408->6795263) req@ffff88007e454e00 x1818247338844672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 488/440 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.653669:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247338844672 ext(5521408->6795263) 00002000:00010000:2.0:1734016106.653674:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:3.0:1734016106.665550:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.665686:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844800 00000100:00100000:2.0:1734016106.665694:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844800 00002000:00100000:2.0:1734016106.665735:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5566464->6834236) req@ffff8800717ead80 x1818247338844800/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 504/0 e 0 to 0 dl 1734016117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.665745:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ead80 with x1818247338844800 ext(5566464->6834236) 00002000:00010000:2.0:1734016106.665750:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ead80 00000100:00100000:2.0:1734016106.665783:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8685 00000100:00100000:2.0:1734016106.665790:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338844800:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016106.669123:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338844800:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3324us (3573us total) trans 4294969178 rc 0/0 00000100:00100000:2.0:1734016106.669135:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8685 00002000:00100000:2.0:1734016106.669148:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5566464->6834236) req@ffff8800717ead80 x1818247338844800/t4294969178(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:67/0 lens 504/448 e 0 to 0 dl 1734016117 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016106.669156:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ead80 with x1818247338844800 ext(5566464->6834236) 00002000:00010000:2.0:1734016106.669161:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ead80 00000100:00100000:1.0:1734016106.671696:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.671767:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844928 00000100:00100000:0.0:1734016106.671776:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844928 00000100:00100000:0.0:1734016106.671839:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1910 00000100:00100000:0.0:1734016106.671845:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338844928:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016106.671964:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338844928:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 117us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.671971:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1910 00000100:00100000:3.0:1734016106.673911:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.674006:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845056 00000100:00100000:0.0:1734016106.674019:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845056 00000100:00100000:0.0:1734016106.674074:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10520 00000100:00100000:0.0:1734016106.674081:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338845056:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016106.675625:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969178 is committed 00000100:00100000:2.0:1734016106.675808:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338845056:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1723us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.675818:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10520 00000100:00100000:1.0:1734016106.678920:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.679413:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845184 00000100:00100000:2.0:1734016106.679421:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845184 00000100:00100000:2.0:1734016106.679467:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1911 00000100:00100000:2.0:1734016106.679474:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338845184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.679490:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.679506:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73203cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e34 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.679576:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.679587:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.679597:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016106.679618:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4118365 00000004:00200000:2.0:1734016106.679622:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016106.679634:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016106.679655:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73203cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.679667:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016106.679674:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016106.679677:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016106.679679:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016106.679723:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338845184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 249us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.679729:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1911 00000100:00100000:1.0:1734016106.684039:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.685553:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845312 00000100:00100000:2.0:1734016106.685576:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845312 00000100:00100000:2.0:1734016106.685652:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10521 00000100:00100000:2.0:1734016106.685663:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338845312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.685697:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.685720:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73203dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e3b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.685804:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341513984:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.685901:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:0.0:1734016106.689384:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 4118365 -> 6834237 00002000:00010000:0.0:1734016106.689394:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 968 -> 1096 00000100:00100000:0.0:1734016106.689423:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341513984:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016106.689462:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73203dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e3b expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.689476:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73203dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e3b expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.689506:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:0.0:1734016106.689556:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338845312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3894us (5528us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.689565:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10521 00000100:00100000:1.0:1734016106.693030:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.693102:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845440 00000100:00100000:0.0:1734016106.693110:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845440 00000100:00100000:0.0:1734016106.693161:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10522 00000100:00100000:0.0:1734016106.693169:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338845440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.693332:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.693347:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73203e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e42 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.693396:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514112:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016106.693453:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.695566:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514112:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016106.695614:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73203e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e42 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.695625:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73203e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e42 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.695773:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016106.695959:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338845440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2790us (2937us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.695966:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10522 00000100:00100000:2.0:1734016106.698528:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.698593:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845568 00000100:00100000:1.0:1734016106.698600:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845568 00000100:00100000:1.0:1734016106.698629:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10523 00000100:00100000:1.0:1734016106.698634:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338845568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.698649:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.698665:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73203eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e49 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016106.698704:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514240:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016106.698754:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.700273:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514240:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016106.700312:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73203eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e49 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.700326:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73203eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e49 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016106.700512:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016106.700551:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338845568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1915us (2030us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016106.700559:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10523 00000100:00100000:3.0:1734016106.702691:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.702750:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845696 00000100:00100000:1.0:1734016106.702758:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845696 00000100:00100000:1.0:1734016106.702874:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10524 00000100:00100000:1.0:1734016106.702880:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338845696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.702895:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.702908:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e50 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.702933:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.702940:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.702942:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.702945:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2301952->2347007] (req 2301952->2347007) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.702967:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.702991:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 6 pid: 7681 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.703003:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514368:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016106.703206:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.707734:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514368:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016106.707791:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2301952->2347007] (req 2301952->2347007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.707810:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016106.707871:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338845696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4990us (5186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.707880:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10524 00000100:00100000:0.0:1734016106.709847:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.710153:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845824 00000100:00100000:3.0:1734016106.710161:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845824 00010000:00010000:3.0:1734016106.710222:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 7 pid: 7681 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016106.710260:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2673 00000100:00100000:3.0:1734016106.710266:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf78450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338845824:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016106.710281:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016106.710302:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 7 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.710314:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 7 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.710332:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73203ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e26 expref: 7 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016106.710356:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.710358:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016106.710365:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.710373:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016106.710403:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.710415:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341514496:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016106.710461:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.714934:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341514496:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016106.714961:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016106.715794:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.715898:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf78450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338845824:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5630us (6055us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.715913:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2673 00000100:00100000:0.0:1734016106.716014:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845952 00000100:00100000:0.0:1734016106.716020:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845952 00000100:00100000:0.0:1734016106.717018:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10525 00000100:00100000:0.0:1734016106.717027:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac18a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338845952:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016106.717270:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6834237 -> 6834237 00002000:00010000:0.0:1734016106.717274:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.717275:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.717278:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.717280:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1184 00000100:00100000:0.0:1734016106.717333:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac18a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338845952:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 306us (1541us total) trans 4294969179 rc 0/0 00000100:00100000:0.0:1734016106.717340:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10525 00000100:00100000:3.0:1734016106.724512:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.724607:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846080 00000100:00100000:0.0:1734016106.724618:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846080 00000100:00100000:0.0:1734016106.725243:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10526 00000100:00100000:0.0:1734016106.725253:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338846080:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.725275:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.725295:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec73203f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e57 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.725349:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514624:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016106.725402:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.727570:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514624:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016106.727622:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec73203f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e57 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.727636:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec73203f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e57 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.727671:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016106.727735:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338846080:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2482us (3233us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.727745:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10526 00000100:00100000:1.0:1734016106.734416:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.734514:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846208 00000100:00100000:0.0:1734016106.734523:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846208 00000100:00100000:0.0:1734016106.734581:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10527 00000100:00100000:0.0:1734016106.734589:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338846208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.734610:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.734626:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320400 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e5e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.734685:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514752:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016106.734772:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.739320:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514752:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016106.739376:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320400 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e5e expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.739395:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320400 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e5e expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.739434:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016106.739500:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338846208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4910us (5093us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.739510:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10527 00000100:00100000:3.0:1734016106.749051:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.749138:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846336 00000100:00100000:0.0:1734016106.749148:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846336 00000100:00100000:0.0:1734016106.749247:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10528 00000100:00100000:0.0:1734016106.749255:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338846336:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.749273:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.749289:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e65 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.749320:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.749326:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016106.749328:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016106.749331:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4546560->4562943] (req 4546560->4562943) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.749362:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.749376:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 6 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.749393:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514880:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016106.749469:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.752260:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341514880:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016106.752288:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4546560->4562943] (req 4546560->4562943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.752301:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016106.752352:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338846336:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3096us (3308us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.752360:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10528 00000100:00100000:3.0:1734016106.753431:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.753482:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846464 00000100:00100000:0.0:1734016106.753489:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846464 00010000:00010000:0.0:1734016106.753515:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.753552:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2674 00000100:00100000:0.0:1734016106.753558:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338846464:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.753575:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.753603:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.753616:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.753648:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73203f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2301952->2347007) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e50 expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.753686:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.753689:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.753695:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.753705:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.753740:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.753753:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341515008:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016106.753819:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.764226:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341515008:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016106.764249:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.764300:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338846464:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10741us (10869us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.764311:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2674 00000100:00100000:2.0:1734016106.764457:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.764753:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846592 00000100:00100000:0.0:1734016106.764758:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846592 00000100:00100000:0.0:1734016106.764798:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10529 00000100:00100000:0.0:1734016106.764804:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338846592:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016106.765089:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6834237 -> 6834237 00002000:00010000:0.0:1734016106.765092:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.765094:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.765096:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.765098:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1184 -> 1184 00000100:00100000:0.0:1734016106.765157:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338846592:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 352us (699us total) trans 4294969180 rc 0/0 00000100:00100000:0.0:1734016106.765163:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10529 00000100:00100000:2.0:1734016106.772422:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016106.772518:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846720 00000100:00100000:3.0:1734016106.772530:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846720 00000100:00100000:3.0:1734016106.772693:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10530 00000100:00100000:3.0:1734016106.772704:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338846720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016106.772729:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016106.772755:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732040e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e6c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016106.772831:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341515136:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016106.773513:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.781394:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341515136:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016106.781458:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732040e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e6c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.781477:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732040e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e6c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.781566:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:0.0:1734016106.784342:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338846720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11614us (11905us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.784358:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10530 00000100:00100000:2.0:1734016106.789363:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.789506:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846848 00000100:00100000:0.0:1734016106.789525:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846848 00000100:00100000:0.0:1734016106.789631:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10531 00000100:00100000:0.0:1734016106.789646:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338846848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.789692:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.789733:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e73 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.789799:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.789809:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016106.789811:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016106.790163:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4591616->4657151] (req 4591616->4657151) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.790242:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.790260:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.790277:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341515264:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016106.790386:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.798574:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.798707:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846976 00000100:00100000:0.0:1734016106.798717:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846976 00010000:00010000:0.0:1734016106.798755:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.798797:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2675 00000100:00100000:0.0:1734016106.798804:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338846976:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.798819:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.798843:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.798859:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.798885:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.798887:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.798894:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.798904:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.798939:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.798952:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341515392:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016106.799050:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00010000:00010000:0.0:1734016106.799099:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320407 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4546560->4562943) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e65 expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.799124:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341515264:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016106.799151:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.799159:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016106.799210:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338846848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9567us (9879us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.799221:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10531 00000100:00100000:0.0:1734016106.805435:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341515392:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016106.805470:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.805535:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338846976:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6729us (6975us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.805549:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2675 00000100:00100000:2.0:1734016106.805733:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.806124:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847104 00000100:00100000:0.0:1734016106.806134:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847104 00000100:00100000:0.0:1734016106.806288:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10532 00000100:00100000:0.0:1734016106.806295:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338847104:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016106.806603:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6834237 -> 6834237 00002000:00010000:0.0:1734016106.806607:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.806609:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.806611:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:0.0:1734016106.806613:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1184 -> 1312 00000100:00100000:0.0:1734016106.806662:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338847104:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 366us (930us total) trans 4294969181 rc 0/0 00000100:00100000:0.0:1734016106.806669:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10532 00000100:00100000:2.0:1734016106.813431:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016106.814817:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847232 00000100:00100000:1.0:1734016106.814841:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847232 00000100:00100000:1.0:1734016106.814936:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10533 00000100:00100000:1.0:1734016106.814946:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338847232:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016106.814975:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016106.815012:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e7a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.815053:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.815066:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.815068:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016106.815070:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6328320->6336511] (req 6328320->6336511) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.815109:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.815121:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 7 pid: 7681 timeout: 470 lvb_type: 0 00000100:00100000:1.0:1734016106.815134:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076507b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341515520:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016106.815231:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.820430:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076507b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341515520:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016106.820506:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6328320->6336511] (req 6328320->6336511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016106.820527:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016106.821290:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338847232:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6342us (7879us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016106.821303:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10533 00000100:00100000:2.0:1734016106.823385:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.823813:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847360 00000100:00100000:0.0:1734016106.823826:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847360 00010000:00010000:0.0:1734016106.823869:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 8 pid: 7681 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.824792:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2676 00000100:00100000:0.0:1734016106.824803:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338847360:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016106.824823:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.824847:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 8 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.824861:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 8 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.824888:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320415 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4591616->4657151) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e73 expref: 8 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016106.824920:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.824923:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016106.824933:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.824942:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.825003:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.825020:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341515648:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016106.825118:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.829329:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.829441:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341515648:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016106.829470:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016106.829536:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338847360:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4732us (6162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.829552:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2676 00000100:00100000:1.0:1734016106.829754:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847488 00000100:00100000:1.0:1734016106.829761:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847488 00000100:00100000:1.0:1734016106.829795:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10534 00000100:00100000:1.0:1734016106.829802:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338847488:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016106.830015:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6834237 -> 6834237 00002000:00010000:1.0:1734016106.830018:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.830020:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.830022:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016106 -> 1734016106 00002000:00010000:1.0:1734016106.830024:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1312 -> 1312 00000100:00100000:1.0:1734016106.830086:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338847488:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 284us (774us total) trans 4294969182 rc 0/0 00000100:00100000:1.0:1734016106.830092:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10534 00000100:00100000:3.0:1734016106.835836:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.836001:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847616 00000100:00100000:0.0:1734016106.836015:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847616 00000100:00100000:0.0:1734016106.836096:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10535 00000100:00100000:0.0:1734016106.836108:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338847616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.836144:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.836172:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320423 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e81 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.836275:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341515776:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016106.836369:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016106.838767:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016106 -> 1734016107 00000100:00100000:0.0:1734016106.838812:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341515776:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016106.838871:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320423 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e81 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.838889:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320423 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e81 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.839096:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016106.839455:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338847616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3346us (3634us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.839471:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10535 00000100:00100000:2.0:1734016106.846399:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.847139:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847744 00000100:00100000:0.0:1734016106.847151:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847744 00000100:00100000:0.0:1734016106.847271:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10536 00000100:00100000:0.0:1734016106.847280:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338847744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.847305:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.847327:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732042a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e88 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.847401:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341515904:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016106.848093:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.853348:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341515904:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016106.853416:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732042a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e88 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.853436:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732042a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e88 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.853681:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016106.853771:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338847744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6489us (7384us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.853785:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10536 00000100:00100000:3.0:1734016106.856953:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.857084:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847872 00000100:00100000:0.0:1734016106.857097:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847872 00000100:00100000:0.0:1734016106.857340:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10537 00000100:00100000:0.0:1734016106.857349:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338847872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.857372:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.857396:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320431 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e8f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.857474:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516032:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016106.857550:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.859705:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516032:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016106.859762:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320431 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e8f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.859780:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320431 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e8f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.859794:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016106.859867:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338847872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2516us (2932us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.859879:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10537 00000100:00100000:3.0:1734016106.862265:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.862786:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848000 00000100:00100000:0.0:1734016106.862797:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848000 00000100:00100000:0.0:1734016106.863217:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10538 00000100:00100000:0.0:1734016106.863228:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338848000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.863258:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.863284:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320438 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e96 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.863361:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516160:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016106.863454:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.866091:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516160:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016106.866152:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320438 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e96 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.866169:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320438 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e96 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.870160:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016106.870368:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338848000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7130us (8105us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.870383:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10538 00000100:00100000:3.0:1734016106.873079:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.873242:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848256 00000100:00100000:0.0:1734016106.873255:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848256 00000100:00100000:0.0:1734016106.873334:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1912 00000100:00100000:0.0:1734016106.873346:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338848256:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016106.873442:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016106.873490:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73203c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e2d expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.873519:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016106.873526:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016106.873789:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.873809:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.873818:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.873873:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.873889:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 17 pid: 6473 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.873914:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341516288:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016106.874033:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.877606:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341516288:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016106.877650:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:3.0:1734016106.886581:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.898261:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848384 00000100:00100000:0.0:1734016106.898275:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848384 00010000:00010000:2.0:1734016106.899518:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 18 pid: 6473 timeout: 470 lvb_type: 0 00000100:00100000:2.0:1734016106.899579:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2677 00000100:00100000:2.0:1734016106.899590:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247338848384:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016106.899613:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016106.899621:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 18 pid: 6473 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016106.899633:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 18 pid: 6473 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016106.899660:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73203d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e34 expref: 18 pid: 6473 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016106.899682:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016106.899689:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016106.899698:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016106.899704:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016106.899742:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016106.899813:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247338848384:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 226us (18827us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016106.899820:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2677 00010000:00010000:0.0:1734016106.899826:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.899841:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:0.0:1734016106.899926:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968494 00000004:00010000:0.0:1734016106.899986:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800717e9880 reply state ffff8801345ce000 transno 4294968495 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016106.899994:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016106.900121:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338848256:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 26772us (27049us total) trans 4294968495 rc 0/0 00000100:00100000:0.0:1734016106.900131:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1912 00000020:00080000:0.0:1734016106.900136:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016106.902386:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.902399:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00000100:00100000:3.0:1734016106.902496:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.902927:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848512 00000100:00100000:2.0:1734016106.902939:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848512 00002000:00010000:2.0:1734016106.902990:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3415795->18446744073709551615) 00010000:00010000:0.0:1734016106.902995:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00002000:00100000:2.0:1734016106.902995:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8000 with x1818247338848512 ext(3415795->18446744073709551615) 00010000:00010000:0.0:1734016106.903001:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016106.903005:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00002000:00010000:2.0:1734016106.903007:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8000. 00010000:00010000:0.0:1734016106.903011:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.903026:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00000100:00100000:2.0:1734016106.903042:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8686 00000100:00100000:2.0:1734016106.903050:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338848512:12345-192.168.201.1@tcp:10:fsx.0 00010000:00010000:0.0:1734016106.903099:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016106.903105:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.903111:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732043f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00002000:00010000:2.0:1734016106.909689:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6834237 -> 3415795 00002000:00010000:2.0:1734016106.909702:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016106 -> 1734016107 00002000:00010000:2.0:1734016106.909705:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:2.0:1734016106.909707:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016106.909708:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1312 -> 1056 00000100:00100000:2.0:1734016106.909848:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338848512:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 6788us (7357us total) trans 4294969183 rc 0/0 00000100:00100000:2.0:1734016106.909861:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8686 00002000:00010000:2.0:1734016106.909870:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3415795->18446744073709551615) 00002000:00100000:2.0:1734016106.909875:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8000 with x1818247338848512 ext(3415795->18446744073709551615) 00002000:00010000:2.0:1734016106.909883:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8000. 00000100:00100000:3.0:1734016106.918931:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.919009:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848640 00000100:00100000:0.0:1734016106.919020:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848640 00000100:00100000:0.0:1734016106.919087:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1913 00000100:00100000:0.0:1734016106.919096:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338848640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.919121:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.919153:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320446 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0e9d expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.919312:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.919334:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.919346:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016106.919376:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3415795 00000004:00200000:0.0:1734016106.919381:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016106.919398:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.919423:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320446 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.919464:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.919471:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016106.919473:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016106.919476:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016106.919551:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338848640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 455us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016106.919558:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1913 00000100:00100000:0.0:1734016106.924710:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.924813:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848768 00000100:00100000:2.0:1734016106.924822:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848768 00000100:00100000:2.0:1734016106.924879:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10539 00000100:00100000:2.0:1734016106.924889:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338848768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.924909:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.924928:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320454 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ea4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.924993:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516416:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.925056:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.928235:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516416:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.928266:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320454 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ea4 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.928278:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320454 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ea4 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.928290:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016106.928326:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338848768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3438us (3628us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.928334:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10539 00000100:00100000:3.0:1734016106.930991:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016106.952077:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848896 00000100:00100000:2.0:1734016106.952092:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848896 00000100:00100000:2.0:1734016106.952160:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10540 00000100:00100000:2.0:1734016106.952167:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338848896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016106.952220:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016106.952242:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732045b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0eab expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016106.952310:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516544:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016106.952383:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016106.957270:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516544:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016106.957321:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732045b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eab expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.957335:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732045b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eab expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016106.957373:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016106.957470:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338848896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5299us (26499us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016106.957480:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10540 00000100:00100000:3.0:1734016106.964516:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.964795:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849152 00000100:00100000:0.0:1734016106.964811:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849152 00000100:00100000:0.0:1734016106.965164:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1914 00000100:00100000:0.0:1734016106.965176:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338849152:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016106.965684:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.965710:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.965718:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016106.965768:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016106.965787:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 17 pid: 6474 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016106.965805:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341516672:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016106.979809:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016106.980489:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016106.981670:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341516672:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016106.981705:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016106.982898:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849280 00000100:00100000:2.0:1734016106.982910:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849280 00010000:00010000:2.0:1734016106.982986:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 18 pid: 6474 timeout: 470 lvb_type: 0 00000100:00100000:2.0:1734016107.007154:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2678 00000100:00100000:2.0:1734016107.007226:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247338849280:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.007256:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.007269:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 18 pid: 6474 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.007286:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 18 pid: 6474 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.007315:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732044d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e9d expref: 18 pid: 6474 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.007346:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016107.007354:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016107.007366:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016107.007372:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016107.007415:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.007493:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247338849280:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 323us (27699us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.007502:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2678 00000100:00080000:3.0:1734016107.008415:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016077 00010000:00010000:1.0:1734016107.008496:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016107.008508:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:1.0:1734016107.008670:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968496 00000004:00010000:1.0:1734016107.008739:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d8aad80 reply state ffff8801345cf000 transno 4294968497 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016107.008748:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016107.008913:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338849152:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 43734us (44412us total) trans 4294968497 rc 0/0 00000100:00100000:1.0:1734016107.008923:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1914 00000020:00080000:1.0:1734016107.008930:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016107.010915:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016107.010931:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016107.010939:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016107.010943:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1bbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016107.010948:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016107.010955:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016107.010972:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016107.010982:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016107.010987:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016107.010992:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320462 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016107.022108:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.024091:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849408 00000100:00100000:3.0:1734016107.024112:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849408 00002000:00010000:3.0:1734016107.024163:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8974785->18446744073709551615) 00002000:00100000:3.0:1734016107.024169:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247338849408 ext(8974785->18446744073709551615) 00002000:00010000:3.0:1734016107.024207:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000. 00000100:00100000:3.0:1734016107.024247:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8687 00000100:00100000:3.0:1734016107.024255:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338849408:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016107.024586:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3415795 -> 8974785 00002000:00010000:3.0:1734016107.024590:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.024592:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016107.024594:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.024596:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1056 -> 1056 00000100:00100000:3.0:1734016107.026904:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338849408:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2630us (4793us total) trans 4294969184 rc 0/0 00000100:00100000:3.0:1734016107.026925:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8687 00002000:00010000:3.0:1734016107.026933:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8974785->18446744073709551615) 00002000:00100000:3.0:1734016107.026937:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247338849408 ext(8974785->18446744073709551615) 00002000:00010000:3.0:1734016107.026952:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000. 00000100:00100000:0.0:1734016107.047082:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.047237:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849664 00000100:00100000:3.0:1734016107.047249:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849664 00002000:00100000:3.0:1734016107.047311:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6836224->8978431) req@ffff880074243b80 x1818247338849664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.047324:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243b80 with x1818247338849664 ext(6836224->8978431) 00002000:00010000:3.0:1734016107.047330:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243b80 00000100:00100000:3.0:1734016107.048936:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8688 00000100:00100000:3.0:1734016107.048950:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338849664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016107.102228:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338849664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 53266us (55145us total) trans 0 rc 2142208/2142208 00000100:00100000:3.0:1734016107.102243:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8688 00002000:00100000:3.0:1734016107.102258:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6836224->8978431) req@ffff880074243b80 x1818247338849664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:68/0 lens 488/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 2142208/2142208 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.102268:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243b80 with x1818247338849664 ext(6836224->8978431) 00002000:00010000:3.0:1734016107.102276:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243b80 00010000:00010000:0.0:1734016107.103821:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016107.107954:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.108134:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849792 00000100:00100000:3.0:1734016107.108153:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849792 00002000:00100000:3.0:1734016107.108350:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8957952->8974784) req@ffff880074242680 x1818247338849792/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.108364:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242680 with x1818247338849792 ext(8957952->8974784) 00002000:00010000:3.0:1734016107.108372:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242680 00000100:00100000:3.0:1734016107.108961:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8689 00000100:00100000:3.0:1734016107.108981:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338849792:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016107.126070:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338849792:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 17082us (18120us total) trans 4294969185 rc 0/0 00000100:00100000:3.0:1734016107.126089:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8689 00002000:00100000:3.0:1734016107.126107:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8957952->8974784) req@ffff880074242680 x1818247338849792/t4294969185(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:68/0 lens 488/448 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.126118:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242680 with x1818247338849792 ext(8957952->8974784) 00002000:00010000:3.0:1734016107.126124:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242680 00000100:00100000:0.0:1734016107.130951:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016107.131840:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849920 00000100:00100000:1.0:1734016107.131851:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849920 00000100:00100000:3.0:1734016107.133046:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1915 00000100:00100000:3.0:1734016107.133058:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338849920:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016107.133255:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338849920:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 198us (2322us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.133261:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1915 00000100:00100000:0.0:1734016107.139902:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.140503:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850048 00000100:00100000:2.0:1734016107.140517:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850048 00000100:00100000:2.0:1734016107.140595:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10541 00000100:00100000:2.0:1734016107.140605:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338850048:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016107.143296:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969185 is committed 00000001:00080000:0.0:1734016107.143371:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969181 is committed 00000100:00100000:2.0:1734016107.144404:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338850048:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3789us (4505us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.144422:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10541 00000100:00100000:2.0:1734016107.149633:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.149824:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850176 00000100:00100000:0.0:1734016107.149840:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850176 00000100:00100000:0.0:1734016107.149927:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1916 00000100:00100000:0.0:1734016107.149938:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338850176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.149982:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.150014:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320469 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0eb2 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.150152:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320470 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016107.150175:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016107.150228:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016107.150263:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8974785 00000004:00200000:0.0:1734016107.150270:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016107.150291:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016107.150324:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320469 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eb2 expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.150348:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320470 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eb2 expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.150357:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016107.150360:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016107.150363:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016107.150430:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338850176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 492us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.150437:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1916 00000100:00100000:0.0:1734016107.160842:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.162640:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850304 00000100:00100000:2.0:1734016107.162661:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850304 00000100:00080000:3.0:1734016107.162788:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016077 00000100:00100000:2.0:1734016107.162797:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10542 00000100:00100000:2.0:1734016107.162810:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338850304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.162846:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.162890:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320477 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0eb9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.163012:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516800:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.166140:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016107.169282:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016107 00002000:00010000:2.0:1734016107.169293:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1056 -> 1096 00000100:00100000:2.0:1734016107.169320:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516800:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.169365:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320477 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eb9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.169381:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320477 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eb9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.169664:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016107.169755:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338850304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6944us (8936us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.169769:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10542 00000100:00100000:0.0:1734016107.174315:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.176449:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850432 00000100:00100000:2.0:1734016107.176466:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850432 00000100:00100000:2.0:1734016107.176537:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10543 00000100:00100000:2.0:1734016107.176546:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338850432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.176567:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.176594:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732047e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ec0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.176666:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516928:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.176759:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.179580:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341516928:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.179639:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732047e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ec0 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.179657:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732047e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ec0 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.179980:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016107.180881:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338850432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4331us (6696us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.180891:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10543 00000100:00100000:0.0:1734016107.186164:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.186390:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850560 00000100:00100000:2.0:1734016107.186402:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850560 00000100:00100000:2.0:1734016107.186463:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10544 00000100:00100000:2.0:1734016107.186472:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338850560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.186498:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.186525:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320485 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ec7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.186603:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517056:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.186682:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.195870:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517056:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.195925:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320485 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ec7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.195943:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320485 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ec7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.195984:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016107.196072:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338850560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9597us (9922us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.196083:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10544 00000100:00100000:0.0:1734016107.198341:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.199730:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850688 00000100:00100000:2.0:1734016107.199744:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850688 00000100:00100000:2.0:1734016107.199795:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10545 00000100:00100000:2.0:1734016107.199804:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338850688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.200121:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.200145:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732048c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ece expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.200249:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517184:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.200329:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.208341:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517184:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.208396:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732048c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ece expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.208417:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732048c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ece expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.208561:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016107.208813:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338850688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9005us (10487us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.208825:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10545 00000100:00100000:0.0:1734016107.220420:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.220631:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850816 00000100:00100000:2.0:1734016107.220646:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850816 00000100:00100000:2.0:1734016107.220710:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10546 00000100:00100000:2.0:1734016107.220719:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338850816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.220744:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.221390:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320493 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ed5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.225295:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517312:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016107.225438:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.227819:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517312:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016107.227867:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320493 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ed5 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.227883:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320493 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ed5 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.227918:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:3.0:1734016107.227996:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338850816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7275us (7600us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.228005:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10546 00000100:00100000:0.0:1734016107.231320:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.236742:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850944 00000100:00100000:3.0:1734016107.236775:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850944 00000100:00100000:3.0:1734016107.236874:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10547 00000100:00100000:3.0:1734016107.236888:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338850944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.236924:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.236955:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732049a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0edc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.237058:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517440:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016107.237174:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.243998:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517440:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016107.244055:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732049a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0edc expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.244078:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732049a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0edc expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.244123:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016107.244217:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338850944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7294us (12876us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.244226:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10547 00000100:00100000:1.0:1734016107.251807:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.261156:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851072 00000100:00100000:3.0:1734016107.261205:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851072 00000100:00100000:3.0:1734016107.261293:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10548 00000100:00100000:3.0:1734016107.261307:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338851072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.261338:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.261376:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73204a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ee3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.261488:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517568:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016107.261615:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.264002:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517568:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016107.264046:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73204a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ee3 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.264063:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73204a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ee3 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.264096:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016107.264157:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338851072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2852us (12364us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.264174:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10548 00000100:00100000:0.0:1734016107.270627:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.270760:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851200 00000100:00100000:3.0:1734016107.270771:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851200 00000100:00100000:3.0:1734016107.270829:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10549 00000100:00100000:3.0:1734016107.270837:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338851200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.270862:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.270887:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0eea expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.270928:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.270938:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016107.270940:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016107.270943:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6221824->6254591] (req 6221824->6254591) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.270988:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.271004:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 6 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016107.271019:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517696:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016107.271109:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.277321:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517696:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016107.277372:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6221824->6254591] (req 6221824->6254591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.277393:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016107.277452:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338851200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6616us (6842us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.277461:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10549 00000100:00100000:0.0:1734016107.289617:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.290898:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851328 00000100:00100000:2.0:1734016107.290915:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851328 00010000:00010000:2.0:1734016107.290980:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:2.0:1734016107.291027:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2679 00000100:00100000:2.0:1734016107.291036:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338851328:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.291055:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.291083:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.291097:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.291129:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732041c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6328320->6336511) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0e7a expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.291165:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.291168:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.291175:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.291202:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.291243:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.291260:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341517824:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016107.291336:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.300042:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341517824:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016107.300086:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.300233:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338851328:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9142us (10578us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.300251:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2679 00000100:00100000:0.0:1734016107.300614:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.302421:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851456 00000100:00100000:3.0:1734016107.302438:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851456 00000100:00100000:3.0:1734016107.302516:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10550 00000100:00100000:3.0:1734016107.302525:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338851456:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016107.302796:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8974785 -> 8974785 00002000:00010000:3.0:1734016107.302800:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.302802:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:3.0:1734016107.302804:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.302806:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1160 00000100:00100000:3.0:1734016107.303596:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338851456:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1070us (2981us total) trans 4294969186 rc 0/0 00000100:00100000:3.0:1734016107.303605:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10550 00000100:00100000:0.0:1734016107.310967:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.314156:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851712 00000100:00100000:3.0:1734016107.314175:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851712 00000100:00100000:3.0:1734016107.314337:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1917 00000100:00100000:3.0:1734016107.314348:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338851712:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016107.314427:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.314466:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320470 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eb2 expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.314521:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016107.314526:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016107.314726:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.314740:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.314748:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016107.314785:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968498 00000004:00010000:3.0:1734016107.314804:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007402dc00 reply state ffff880071308000 transno 4294968499 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016107.314811:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016107.314916:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338851712:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 569us (3964us total) trans 4294968499 rc 0/0 00000100:00100000:3.0:1734016107.314923:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1917 00000020:00080000:3.0:1734016107.314928:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016107.321124:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016107.321141:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016107.321148:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016107.321155:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1658c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016107.321161:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016107.321167:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016107.321220:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016107.321223:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016107.321227:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016107.321233:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec73204af lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016107.321689:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.328528:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851840 00000100:00100000:3.0:1734016107.328543:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851840 00002000:00010000:3.0:1734016107.328594:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5048704->18446744073709551615) 00002000:00100000:3.0:1734016107.328600:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98380 with x1818247338851840 ext(5048704->18446744073709551615) 00002000:00010000:3.0:1734016107.328614:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98380. 00000100:00100000:3.0:1734016107.328658:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8690 00000100:00100000:3.0:1734016107.328665:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338851840:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016107.330817:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8974785 -> 5048704 00002000:00010000:3.0:1734016107.330827:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.330830:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016107.330832:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.330834:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1160 -> 1056 00000100:00100000:3.0:1734016107.338512:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338851840:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 9826us (16808us total) trans 4294969187 rc 0/0 00000100:00100000:3.0:1734016107.338531:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8690 00002000:00010000:3.0:1734016107.338542:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5048704->18446744073709551615) 00002000:00100000:3.0:1734016107.338547:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98380 with x1818247338851840 ext(5048704->18446744073709551615) 00002000:00010000:3.0:1734016107.338565:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98380. 00000100:00100000:2.0:1734016107.353587:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.353964:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851968 00000100:00100000:0.0:1734016107.353986:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851968 00000100:00100000:0.0:1734016107.354075:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1918 00000100:00100000:0.0:1734016107.354085:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338851968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.354122:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.354152:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73204b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ef1 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.354310:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016107.354326:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016107.354337:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016107.354371:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5048704 00000004:00200000:0.0:1734016107.354376:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016107.354396:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016107.354424:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73204b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 22 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.354459:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 21 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.354468:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016107.354471:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016107.354475:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016107.354538:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338851968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 455us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.354545:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1918 00000100:00100000:0.0:1734016107.359892:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.362263:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852096 00000100:00100000:3.0:1734016107.362279:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852096 00000100:00100000:3.0:1734016107.362363:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10551 00000100:00100000:3.0:1734016107.362372:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338852096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.362403:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.362433:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73204c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ef8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.362515:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517952:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016107.362615:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016107.377572:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:3.0:1734016107.377613:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341517952:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016107.377661:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73204c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.377678:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73204c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.379452:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016107.379586:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338852096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 17207us (19708us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.379598:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10551 00000100:00100000:2.0:1734016107.386566:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.386660:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852224 00000100:00100000:3.0:1734016107.386668:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852224 00000100:00100000:0.0:1734016107.387728:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10552 00000100:00100000:0.0:1734016107.387736:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338852224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.387756:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.387774:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73204cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0eff expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.387830:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d190e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341518080:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016107.387896:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.395295:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d190e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341518080:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.395328:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73204cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eff expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.395340:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73204cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eff expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.395364:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:2.0:1734016107.395414:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338852224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7677us (8858us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.395421:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10552 00000100:00100000:1.0:1734016107.406237:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.406371:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852352 00000100:00100000:2.0:1734016107.406387:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852352 00000100:00100000:2.0:1734016107.406471:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10553 00000100:00100000:2.0:1734016107.406481:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338852352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.406503:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.406528:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73204d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f06 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.406610:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341518208:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.406711:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.411753:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341518208:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.411795:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73204d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f06 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.411812:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73204d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f06 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.411853:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016107.411927:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338852352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5444us (5750us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.411937:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10553 00000100:00100000:0.0:1734016107.419461:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.420945:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852480 00000100:00100000:2.0:1734016107.420956:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852480 00000100:00100000:2.0:1734016107.421039:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10554 00000100:00100000:2.0:1734016107.421048:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338852480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.421068:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.421088:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f0d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.421118:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.421126:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.421128:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.421131:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6406144->6451199] (req 6406144->6451199) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.421160:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.421172:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 7 pid: 7681 timeout: 470 lvb_type: 0 00000100:00100000:2.0:1734016107.421242:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341518336:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016107.421330:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.439800:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341518336:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016107.439838:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6406144->6451199] (req 6406144->6451199) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.439856:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016107.439924:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338852480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 18872us (20472us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.439933:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10554 00000100:00100000:0.0:1734016107.440123:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.440548:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852608 00000100:00100000:2.0:1734016107.440555:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852608 00010000:00010000:2.0:1734016107.440580:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 8 pid: 7681 timeout: 470 lvb_type: 0 00000100:00100000:2.0:1734016107.440616:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2680 00000100:00100000:2.0:1734016107.440623:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf7b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338852608:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.440640:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.440664:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 8 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.440675:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 8 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.440701:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73204a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6221824->6254591) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0eea expref: 8 pid: 7681 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.441002:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.441005:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.441015:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.441025:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.441772:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.441789:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341518464:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016107.441861:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.446922:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.446984:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852736 00000100:00100000:2.0:1734016107.446994:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852736 00000100:00100000:2.0:1734016107.447038:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10555 00000100:00100000:2.0:1734016107.447044:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338852736:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016107.447279:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5048704 -> 6450427 00002000:00010000:2.0:1734016107.447282:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.447284:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:2.0:1734016107.447286:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.447288:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1056 -> 1144 00000100:00100000:2.0:1734016107.447326:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338852736:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 282us (413us total) trans 4294969188 rc 0/0 00000100:00100000:2.0:1734016107.447331:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10555 00000100:00100000:3.0:1734016107.447635:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341518464:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016107.447654:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016107.447680:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf7b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338852608:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7058us (7558us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.447689:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2680 00000100:00100000:0.0:1734016107.449277:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.449449:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852864 00000100:00100000:3.0:1734016107.449463:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852864 00000100:00100000:3.0:1734016107.449526:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1919 00000100:00100000:3.0:1734016107.449536:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338852864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.449571:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.449606:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec73204e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f14 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.449757:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec73204e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.449779:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec73204e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.449793:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec73204e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016107.449825:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5048704 00000004:00200000:3.0:1734016107.449831:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016107.449852:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec73204e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.449881:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec73204e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f14 expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.451414:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec73204e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f14 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.451429:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016107.451433:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016107.451438:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016107.455523:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338852864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5963us (6233us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.455539:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1919 00000100:00100000:0.0:1734016107.458427:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.458572:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852992 00000100:00100000:2.0:1734016107.458591:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852992 00000100:00100000:2.0:1734016107.459510:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10556 00000100:00100000:2.0:1734016107.459524:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338852992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.459557:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.459582:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73204ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f1b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.459661:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341518592:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.459821:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016107.464133:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:2.0:1734016107.464220:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341518592:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.464291:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73204ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f1b expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.464314:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73204ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f1b expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.467168:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016107.467342:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338852992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7807us (8923us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.467357:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10556 00000100:00100000:0.0:1734016107.475453:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.476032:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853120 00000100:00100000:2.0:1734016107.476052:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853120 00000100:00100000:2.0:1734016107.476160:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10557 00000100:00100000:2.0:1734016107.476173:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338853120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.476278:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.476316:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73204f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f22 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.476438:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341518720:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.476561:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.478905:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341518720:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.478961:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73204f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f22 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.478992:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73204f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f22 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.479035:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016107.479110:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338853120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2938us (3682us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.479121:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10557 00000100:00100000:1.0:1734016107.490916:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.492437:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853376 00000100:00100000:3.0:1734016107.492452:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853376 00000100:00100000:3.0:1734016107.492520:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1920 00000100:00100000:3.0:1734016107.492528:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338853376:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016107.492589:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.492622:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec73204e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f14 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.494072:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016107.494088:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016107.494327:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.494349:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.494357:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.494404:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.494419:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 20 pid: 6474 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016107.494437:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341518848:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016107.494535:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.503462:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.503560:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853504 00000100:00100000:2.0:1734016107.503570:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853504 00010000:00010000:2.0:1734016107.503624:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 21 pid: 6474 timeout: 470 lvb_type: 0 00000100:00100000:2.0:1734016107.503679:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2681 00000100:00100000:2.0:1734016107.503687:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:1982:x1818247338853504:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.503714:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.503722:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 21 pid: 6474 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.503738:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 21 pid: 6474 timeout: 470 lvb_type: 0 00010000:00010000:2.0:1734016107.503767:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016107.503773:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016107.503781:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016107.503789:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016107.503814:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.503882:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:1982:x1818247338853504:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 196us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.503889:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2681 00010000:00010000:3.0:1734016107.505149:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec73204bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ef1 expref: 20 pid: 6474 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016107.506157:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341518848:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016107.506210:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.506224:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.506235:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016107.506387:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968500 00000004:00010000:3.0:1734016107.506450:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800712aad80 reply state ffff880071be0000 transno 4294968501 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016107.506459:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016107.509074:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338853376:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 16525us (18155us total) trans 4294968501 rc 0/0 00000100:00100000:3.0:1734016107.509092:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1920 00000020:00080000:3.0:1734016107.509108:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016107.522086:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016107.522108:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016107.522117:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016107.522126:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac167840 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016107.522131:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016107.522139:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016107.522159:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016107.522162:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016107.522167:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016107.522172:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73204fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016107.524252:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.525364:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853632 00000100:00100000:3.0:1734016107.525377:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853632 00000100:00100000:0.0:1734016107.528832:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10558 00000100:00100000:0.0:1734016107.528857:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338853632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.528895:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.528928:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f29 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.528993:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.529004:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.529010:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.529018:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.529081:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.529102:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 7 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016107.529120:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341518976:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016107.529985:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.536240:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341518976:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016107.536287:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016107.536308:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016107.536959:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016107.537625:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338853632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8766us (13381us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016107.537640:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10558 00000100:00100000:3.0:1734016107.538286:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853760 00000100:00100000:3.0:1734016107.538302:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853760 00010000:00010000:3.0:1734016107.538348:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016107.538396:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2682 00000100:00100000:3.0:1734016107.538402:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338853760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.538422:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.538452:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016107.538466:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016107.538497:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73204d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6406144->6451199) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f0d expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016107.538530:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.538532:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.538540:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.538549:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.538592:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.538607:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341519104:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016107.538963:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.540401:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341519104:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016107.540436:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016107.541990:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338853760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3564us (5011us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.542010:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2682 00000100:00100000:1.0:1734016107.543776:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.543862:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853888 00000100:00100000:3.0:1734016107.543882:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853888 00002000:00010000:3.0:1734016107.543939:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3489807->18446744073709551615) 00002000:00100000:3.0:1734016107.543944:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9180 with x1818247338853888 ext(3489807->18446744073709551615) 00002000:00010000:3.0:1734016107.543973:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9180. 00000100:00100000:3.0:1734016107.543999:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8691 00000100:00100000:3.0:1734016107.544005:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338853888:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016107.544496:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6450427 -> 3489807 00002000:00010000:3.0:1734016107.544501:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.544504:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:3.0:1734016107.544506:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:3.0:1734016107.544507:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1144 -> 1056 00000100:00100000:3.0:1734016107.545918:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338853888:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1904us (2143us total) trans 4294969189 rc 0/0 00000100:00100000:3.0:1734016107.545928:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8691 00002000:00010000:3.0:1734016107.545935:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3489807->18446744073709551615) 00002000:00100000:3.0:1734016107.545939:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9180 with x1818247338853888 ext(3489807->18446744073709551615) 00002000:00010000:3.0:1734016107.545945:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9180. 00000100:00100000:2.0:1734016107.550283:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.551094:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854016 00000100:00100000:3.0:1734016107.551107:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854016 00000100:00100000:3.0:1734016107.551199:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1921 00000100:00100000:3.0:1734016107.551213:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338854016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.551254:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.551286:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732050a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f30 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.551503:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.551522:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.551535:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016107.551567:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3489807 00000004:00200000:3.0:1734016107.551571:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016107.551589:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016107.551617:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732050a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 23 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.552735:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.552750:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016107.552753:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016107.552758:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016107.552881:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338854016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1664us (2610us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.552892:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1921 00000100:00100000:1.0:1734016107.561888:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.563885:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854144 00000100:00100000:3.0:1734016107.563908:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854144 00000100:00100000:2.0:1734016107.565617:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1922 00000100:00100000:2.0:1734016107.565633:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338854144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.565673:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.565714:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7320518 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f37 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.565883:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec732051f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016107.565899:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec732051f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016107.565911:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec732051f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016107.565941:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3489807 00000004:00200000:2.0:1734016107.565946:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016107.565973:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec732051f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016107.565997:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7320518 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f37 expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.566035:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec732051f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f37 expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.566043:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016107.566045:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016107.566049:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016107.566138:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338854144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 509us (4270us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.566146:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1922 00000100:00100000:1.0:1734016107.577307:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.578657:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854272 00000100:00100000:2.0:1734016107.578672:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854272 00000100:00100000:2.0:1734016107.578756:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10559 00000100:00100000:2.0:1734016107.578764:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338854272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.578790:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.578815:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320526 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f3e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.578883:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341519232:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.578996:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d600 going to sleep for 11 seconds 00002000:00010000:0.0:1734016107.582125:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:0.0:1734016107.582164:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341519232:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016107.582256:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320526 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f3e expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.582274:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320526 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f3e expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.582303:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:0.0:1734016107.582371:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338854272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3605us (5074us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.582380:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10559 00000100:00100000:1.0:1734016107.588691:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.588810:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854400 00000100:00100000:0.0:1734016107.588824:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854400 00000100:00100000:0.0:1734016107.588890:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10560 00000100:00100000:0.0:1734016107.588897:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338854400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.588924:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.588948:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f45 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.589003:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.589011:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.589013:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.589017:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2269184->2289663] (req 2269184->2289663) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.589062:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.589076:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 8 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016107.589093:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341519360:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016107.590228:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.593867:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.594088:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341519360:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016107.594149:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2269184->2289663] (req 2269184->2289663) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.594173:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:3.0:1734016107.594411:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854528 00000100:00100000:3.0:1734016107.594426:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854528 00010000:00010000:3.0:1734016107.594478:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 9 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:3.0:1734016107.594530:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2683 00000100:00100000:3.0:1734016107.594542:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338854528:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.594571:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.594607:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 9 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016107.594621:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 9 pid: 13915 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016107.594838:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338854400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5939us (6158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.594849:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10560 00010000:00010000:3.0:1734016107.595234:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320503 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f29 expref: 9 pid: 13915 timeout: 470 lvb_type: 0 00010000:00010000:3.0:1734016107.595260:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.595262:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.595270:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.595280:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.595323:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.595339:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341519488:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016107.595391:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.599230:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341519488:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016107.599266:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016107.600308:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338854528:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5761us (6446us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.600325:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2683 00000100:00100000:1.0:1734016107.601141:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.601215:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854656 00000100:00100000:0.0:1734016107.601226:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854656 00000100:00100000:0.0:1734016107.601281:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10561 00000100:00100000:0.0:1734016107.601289:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338854656:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016107.601687:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3489807 -> 3489807 00002000:00010000:0.0:1734016107.601692:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.601694:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:0.0:1734016107.601696:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.601699:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1056 -> 1096 00000100:00100000:0.0:1734016107.601799:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338854656:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 508us (658us total) trans 4294969190 rc 0/0 00000100:00100000:0.0:1734016107.601807:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10561 00000100:00100000:1.0:1734016107.610735:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.611930:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854784 00000100:00100000:3.0:1734016107.611942:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854784 00000100:00100000:3.0:1734016107.612023:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10562 00000100:00100000:3.0:1734016107.612035:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338854784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.612061:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.612092:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320534 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f4c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.612170:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341519616:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016107.612265:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016107.615475:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:3.0:1734016107.615506:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341519616:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016107.615542:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320534 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f4c expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.615557:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320534 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f4c expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.615582:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016107.615635:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338854784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3602us (4913us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.615644:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10562 00000100:00100000:1.0:1734016107.619464:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.619586:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854912 00000100:00100000:3.0:1734016107.619600:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854912 00000100:00100000:3.0:1734016107.619654:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10563 00000100:00100000:3.0:1734016107.619662:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338854912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.619686:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.619709:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732053b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f53 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.619784:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341519744:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016107.620081:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.624026:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341519744:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016107.624079:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732053b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f53 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.624094:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732053b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f53 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.624127:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016107.624238:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338854912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4576us (4786us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.624249:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10563 00000100:00100000:2.0:1734016107.630687:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.632575:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855040 00000100:00100000:3.0:1734016107.632595:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855040 00000100:00100000:3.0:1734016107.633101:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10564 00000100:00100000:3.0:1734016107.633117:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338855040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.633151:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.633205:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320542 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f5a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.633311:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341519872:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016107.641429:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.649121:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341519872:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016107.649163:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320542 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f5a expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.649190:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320542 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f5a expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.649228:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016107.649301:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338855040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16188us (18629us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016107.649312:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10564 00000100:00100000:1.0:1734016107.651745:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.653427:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855168 00000100:00100000:3.0:1734016107.653442:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855168 00000100:00100000:3.0:1734016107.653503:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10565 00000100:00100000:3.0:1734016107.653511:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338855168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.653536:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.653561:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320549 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f61 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.653636:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520000:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016107.653716:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.657471:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520000:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016107.657523:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320549 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f61 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.657542:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320549 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f61 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.658977:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:1.0:1734016107.659157:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338855168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5637us (7421us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016107.659170:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10565 00000100:00100000:1.0:1734016107.671596:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.671739:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855296 00000100:00100000:2.0:1734016107.671753:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855296 00000100:00100000:2.0:1734016107.671897:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10566 00000100:00100000:2.0:1734016107.671906:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338855296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.671937:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.671975:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320550 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f68 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.672066:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520128:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.672947:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.675959:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520128:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.676021:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320550 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f68 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.676041:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320550 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f68 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.677055:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016107.677158:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338855296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5247us (5571us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.677169:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10566 00000100:00100000:3.0:1734016107.680747:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.680823:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855424 00000100:00100000:2.0:1734016107.680832:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855424 00000100:00100000:2.0:1734016107.680882:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10567 00000100:00100000:2.0:1734016107.680889:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338855424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.680916:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.680935:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320557 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f6f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.681007:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520256:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.681075:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.682784:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520256:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.682839:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320557 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f6f expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.682856:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320557 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f6f expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.684678:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016107.684932:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338855424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4033us (4187us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.684945:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10567 00000100:00100000:1.0:1734016107.691919:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.692046:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855552 00000100:00100000:2.0:1734016107.692062:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855552 00000100:00100000:2.0:1734016107.692341:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10568 00000100:00100000:2.0:1734016107.692352:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338855552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.692382:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.692413:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f76 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.692455:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.692465:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.692468:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.692472:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [94208->147455] (req 94208->147455) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.692519:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.692536:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 8 pid: 13915 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.692551:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520384:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016107.698768:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.706121:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.706265:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520384:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016107.706310:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [94208->147455] (req 94208->147455) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.706331:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016107.707047:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338855552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14693us (15143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.707056:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10568 00000100:00100000:0.0:1734016107.707634:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855680 00000100:00100000:0.0:1734016107.707649:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855680 00010000:00010000:0.0:1734016107.707684:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 9 pid: 13915 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.709219:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2684 00000100:00100000:0.0:1734016107.709233:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338855680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.709259:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.709287:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 9 pid: 13915 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.709301:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 9 pid: 13915 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.709327:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec732052d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2269184->2289663) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f45 expref: 9 pid: 13915 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.709367:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.709370:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.709379:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.709388:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.709426:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.709440:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341520512:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016107.709521:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.722247:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.722386:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855808 00000100:00100000:2.0:1734016107.722400:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855808 00000100:00100000:2.0:1734016107.723061:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10569 00000100:00100000:2.0:1734016107.723072:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338855808:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016107.727590:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3489807 -> 3489807 00002000:00010000:2.0:1734016107.727601:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.727604:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:2.0:1734016107.727607:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.727608:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1096 00000100:00100000:2.0:1734016107.727702:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338855808:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 4625us (5463us total) trans 4294969191 rc 0/0 00000100:00100000:2.0:1734016107.727713:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10569 00000100:00100000:2.0:1734016107.728511:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341520512:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016107.728536:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.730644:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338855680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 21395us (24518us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.730663:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2684 00000100:00100000:3.0:1734016107.730831:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.731066:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855936 00000100:00100000:2.0:1734016107.731077:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855936 00000100:00100000:2.0:1734016107.731115:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10570 00000100:00100000:2.0:1734016107.731121:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac189c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338855936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.731154:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.731175:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320565 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f7d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.731263:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520640:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.733479:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016107.746268:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016107 00000100:00100000:2.0:1734016107.746297:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520640:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.746332:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320565 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f7d expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.746345:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320565 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f7d expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.746372:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016107.746435:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac189c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338855936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15312us (15603us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.746443:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10570 00000100:00100000:0.0:1734016107.751040:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.751342:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856064 00000100:00100000:2.0:1734016107.751357:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856064 00000100:00100000:2.0:1734016107.751438:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10571 00000100:00100000:2.0:1734016107.751449:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338856064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.751479:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.751504:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732056c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f84 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.751585:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520768:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.753470:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.756019:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520768:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.756057:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732056c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f84 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.756070:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732056c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f84 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.758174:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016107.758288:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338856064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6837us (7263us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.758298:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10571 00000100:00100000:0.0:1734016107.771356:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.771630:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856192 00000100:00100000:2.0:1734016107.771639:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856192 00000100:00100000:2.0:1734016107.771695:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10572 00000100:00100000:2.0:1734016107.771702:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338856192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.771720:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.771737:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320573 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f8b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.771791:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520896:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.771858:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.774716:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341520896:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.774754:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320573 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f8b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.774768:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320573 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f8b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.774800:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016107.774848:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338856192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3144us (3510us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.774859:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10572 00000100:00100000:0.0:1734016107.779477:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.779580:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856320 00000100:00100000:2.0:1734016107.779588:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856320 00000100:00100000:2.0:1734016107.779638:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10573 00000100:00100000:2.0:1734016107.779646:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338856320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.779668:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.779693:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732057a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f92 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.779754:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521024:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016107.779816:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.782550:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521024:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.782581:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732057a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f92 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.782592:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732057a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f92 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.782603:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016107.782658:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338856320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3011us (3195us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.782664:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10573 00000100:00100000:0.0:1734016107.785003:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.785101:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856448 00000100:00100000:2.0:1734016107.785111:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856448 00000100:00100000:2.0:1734016107.785163:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10574 00000100:00100000:2.0:1734016107.785170:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338856448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.785216:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.785235:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0f99 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.785261:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.785268:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.785269:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.785273:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1699840->1708031] (req 1699840->1708031) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.785302:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.785313:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 9 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.785325:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521152:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016107.785373:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.792884:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.793032:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521152:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016107.793072:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1699840->1708031] (req 1699840->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.793096:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016107.793152:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338856448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7981us (8157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.793163:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10574 00000100:00100000:3.0:1734016107.793286:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856576 00000100:00100000:3.0:1734016107.793295:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856576 00010000:00010000:3.0:1734016107.793329:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016107.793363:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2685 00000100:00100000:3.0:1734016107.793370:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338856576:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.793387:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.793414:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.793426:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.793456:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732055e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 94208->147455) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f76 expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.793476:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.793479:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.793487:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.793497:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.793536:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.793551:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341521280:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016107.793591:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.800290:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341521280:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016107.800339:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016107.800412:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338856576:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7040us (7542us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.800430:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2685 00000100:00100000:0.0:1734016107.809177:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.809360:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856832 00000100:00100000:3.0:1734016107.809373:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856832 00002000:00100000:3.0:1734016107.809418:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->3493887) req@ffff88007e455880 x1818247338856832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:68/0 lens 488/0 e 0 to 0 dl 1734016118 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016107.809427:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247338856832 ext(0->3493887) 00002000:00010000:3.0:1734016107.809433:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:3.0:1734016107.810030:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8692 00000100:00100000:3.0:1734016107.810039:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338856832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016107.861995:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338856832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 51945us (52815us total) trans 0 rc 3493888/3493888 00000100:00100000:2.0:1734016107.862008:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8692 00002000:00100000:2.0:1734016107.862018:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->3493887) req@ffff88007e455880 x1818247338856832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:68/0 lens 488/440 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 3493888/3493888 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016107.862027:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247338856832 ext(0->3493887) 00002000:00010000:2.0:1734016107.862032:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:1.0:1734016107.867588:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.868132:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856960 00000100:00100000:2.0:1734016107.868143:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856960 00000100:00100000:3.0:1734016107.869352:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10575 00000100:00100000:3.0:1734016107.869362:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338856960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016107.869379:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016107.869397:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fa0 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.869421:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.869423:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.869430:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.869443:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016107.869453:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016107.869504:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338856960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 143us (1931us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.869510:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10575 00000100:00100000:1.0:1734016107.872582:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.872758:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857088 00000100:00100000:2.0:1734016107.872766:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857088 00000100:00100000:2.0:1734016107.877854:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10576 00000100:00100000:2.0:1734016107.877874:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338857088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.877899:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.877925:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fa7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.877979:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.877989:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.877995:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.877996:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.878000:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [3145728->3194879] (req 3145728->3194879) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.878043:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.878054:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 11 pid: 13915 timeout: 471 lvb_type: 1 00000100:00100000:2.0:1734016107.878069:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521408:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016107.878194:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.878202:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 8 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.878209:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521536:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016107.878228:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.888452:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521408:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016107.888469:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521536:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016107.888504:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [3145728->3194879] (req 3145728->3194879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.888530:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016107.888640:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338857088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10769us (16072us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.888657:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10576 00000100:00100000:1.0:1734016107.890421:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016107.890584:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857216 00000100:00100000:3.0:1734016107.890593:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857216 00010000:00010000:3.0:1734016107.890626:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 11 pid: 13915 timeout: 471 lvb_type: 1 00000100:00100000:3.0:1734016107.890665:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2686 00000100:00100000:3.0:1734016107.890673:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338857216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.890690:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.890712:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 11 pid: 13915 timeout: 471 lvb_type: 1 00010000:00010000:3.0:1734016107.890729:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 11 pid: 13915 timeout: 471 lvb_type: 1 00010000:00010000:3.0:1734016107.890759:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320588 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa0 expref: 11 pid: 13915 timeout: 471 lvb_type: 1 00010000:00010000:3.0:1734016107.890792:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016107.890851:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338857216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 178us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.890859:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2686 00000100:00100000:1.0:1734016107.897597:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.900479:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857344 00000100:00100000:2.0:1734016107.900489:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857344 00010000:00010000:3.0:1734016107.901112:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 9 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016107.901146:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2687 00000100:00100000:3.0:1734016107.901152:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800806a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338857344:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016107.901167:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016107.901199:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 9 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.901209:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 9 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.901227:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320581 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f99 expref: 9 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016107.901257:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.901259:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016107.901268:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.901276:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016107.901309:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016107.901322:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341521664:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016107.901387:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.905552:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341521664:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016107.905579:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016107.906232:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800806a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338857344:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5074us (8641us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016107.906252:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2687 00000100:00100000:3.0:1734016107.906849:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.907020:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857472 00000100:00100000:2.0:1734016107.907027:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857472 00000100:00100000:2.0:1734016107.907076:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10577 00000100:00100000:2.0:1734016107.907083:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338857472:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016107.908549:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3489807 -> 3489807 00002000:00010000:2.0:1734016107.908555:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.908558:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016107 -> 1734016106 00002000:00010000:2.0:1734016107.908560:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.908562:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1096 00000100:00100000:2.0:1734016107.909082:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338857472:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1993us (2231us total) trans 4294969192 rc 0/0 00000100:00100000:2.0:1734016107.909091:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10577 00000100:00100000:1.0:1734016107.911924:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.912023:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857600 00000100:00100000:2.0:1734016107.912033:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857600 00000100:00100000:2.0:1734016107.912090:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10578 00000100:00100000:2.0:1734016107.912098:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338857600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.912117:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.912135:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fae expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.915615:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.915646:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.915649:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016107.915657:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1650688->1687551] (req 1650688->1687551) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.915729:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.915756:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.915781:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521792:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016107.915949:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016107.918756:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341521792:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016107.918788:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1650688->1687551] (req 1650688->1687551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.918803:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016107.918863:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338857600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6764us (6950us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.918871:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10578 00000100:00100000:3.0:1734016107.920265:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.920353:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857728 00000100:00100000:0.0:1734016107.920361:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857728 00010000:00010000:0.0:1734016107.920389:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 11 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.920689:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2688 00000100:00100000:0.0:1734016107.920695:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338857728:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.920708:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.920730:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 11 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.920740:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 11 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.920761:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732058f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3194879) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fa7 expref: 11 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016107.920790:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.920792:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016107.920798:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.920806:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.921778:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.921794:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341521920:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016107.921849:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016107.934636:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.934764:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341521920:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016107.934785:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.934852:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338857728:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 14154us (14591us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.934863:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2688 00000100:00100000:2.0:1734016107.935625:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857856 00000100:00100000:2.0:1734016107.935633:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857856 00000100:00100000:2.0:1734016107.935662:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10579 00000100:00100000:2.0:1734016107.935667:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338857856:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016107.935859:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3489807 -> 3489807 00002000:00010000:2.0:1734016107.935862:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.935864:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:2.0:1734016107.935865:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016107.935866:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1096 00000100:00100000:2.0:1734016107.935921:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338857856:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 253us (1300us total) trans 4294969193 rc 0/0 00000100:00100000:2.0:1734016107.935926:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10579 00000100:00100000:3.0:1734016107.939949:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.940043:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857984 00000100:00100000:0.0:1734016107.940055:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857984 00000100:00100000:0.0:1734016107.940125:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10580 00000100:00100000:0.0:1734016107.940133:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338857984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.940159:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.940215:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732059d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fb5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.940290:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341522048:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016107.940378:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016107.942463:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016108 00000100:00100000:0.0:1734016107.942512:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341522048:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016107.942560:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732059d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fb5 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.942584:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732059d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fb5 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.942615:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016107.942694:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338857984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2559us (2756us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.942704:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10580 00000100:00100000:3.0:1734016107.945808:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.945876:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858112 00000100:00100000:0.0:1734016107.945888:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858112 00000100:00100000:0.0:1734016107.945943:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10581 00000100:00100000:0.0:1734016107.945951:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338858112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.945980:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.945998:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73205a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fbc expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.946049:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341522176:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016107.946114:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.947460:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341522176:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016107.947484:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73205a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fbc expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.947496:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73205a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fbc expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.947511:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016107.947581:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338858112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1629us (1785us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.947588:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10581 00000100:00100000:1.0:1734016107.950678:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.950770:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858240 00000100:00100000:0.0:1734016107.950781:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858240 00000100:00100000:0.0:1734016107.950847:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10582 00000100:00100000:0.0:1734016107.950856:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338858240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.950879:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.950902:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fc3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.950939:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.950946:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.950948:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.950952:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3444736->3493887] (req 3444736->3493887) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.951000:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.951013:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 9 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016107.951031:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341522304:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016107.951114:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.960630:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.960754:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341522304:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016107.960792:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3444736->3493887] (req 3444736->3493887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.960811:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016107.960874:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338858240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10019us (10208us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.960884:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10582 00000100:00100000:1.0:1734016107.961580:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858368 00000100:00100000:1.0:1734016107.961588:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858368 00010000:00010000:1.0:1734016107.961611:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016107.977444:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2689 00000100:00100000:2.0:1734016107.977463:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338858368:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016107.977493:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016107.977526:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.977541:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.977565:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320596 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1687551) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fae expref: 10 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016107.977595:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.977598:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016107.977604:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.977614:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016107.977655:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.977667:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341522432:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016107.977753:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016107.981656:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.981760:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341522432:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016107.981792:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016107.981845:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338858368:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4385us (21229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016107.981860:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2689 00000100:00100000:0.0:1734016107.982845:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858496 00000100:00100000:0.0:1734016107.982854:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858496 00000100:00100000:0.0:1734016107.982900:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10583 00000100:00100000:0.0:1734016107.982907:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338858496:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016107.983162:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3489807 -> 3489807 00002000:00010000:0.0:1734016107.983165:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.983167:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016106 00002000:00010000:0.0:1734016107.983169:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.983171:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1096 00000100:00100000:0.0:1734016107.983245:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338858496:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 337us (1605us total) trans 4294969194 rc 0/0 00000100:00100000:0.0:1734016107.983252:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10583 00000100:00100000:2.0:1734016107.994383:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016107.994494:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858624 00000100:00100000:0.0:1734016107.994512:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858624 00000100:00100000:0.0:1734016107.994577:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10584 00000100:00100000:0.0:1734016107.994586:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338858624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.994611:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.994636:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73205b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fca expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.994711:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341522560:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016107.994803:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016107.997414:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016108 00002000:00010000:2.0:1734016107.997423:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016107 -> 1734016108 00000100:00100000:2.0:1734016107.997450:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341522560:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016107.997479:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73205b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fca expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.997492:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73205b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fca expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016107.997508:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:2.0:1734016107.997677:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338858624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3091us (3304us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016107.997685:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10584 00000100:00100000:3.0:1734016107.999796:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016107.999865:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858752 00000100:00100000:2.0:1734016107.999873:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858752 00000100:00100000:2.0:1734016107.999902:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10585 00000100:00100000:2.0:1734016107.999907:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338858752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016107.999921:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016107.999935:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fd1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016107.999984:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341522688:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.000036:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.004757:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341522688:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.004801:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fd1 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.004815:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fd1 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.004834:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016108.004983:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338858752:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5074us (5192us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.004992:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10585 00000100:00100000:1.0:1734016108.009148:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.009253:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858880 00000100:00100000:2.0:1734016108.009263:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858880 00000100:00100000:2.0:1734016108.009368:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10586 00000100:00100000:2.0:1734016108.009375:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338858880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.009397:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.009419:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fd8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.009477:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341522816:192.168.201.1@tcp:106: 00000100:00080000:3.0:1734016108.009567:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016078 00000100:00100000:2.0:1734016108.009640:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.023053:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341522816:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.023118:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fd8 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.023140:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fd8 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.023161:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016108.024032:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338858880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14650us (14885us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.024043:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10586 00000100:00100000:0.0:1734016108.026265:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.026349:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859008 00000100:00100000:2.0:1734016108.026358:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859008 00000100:00100000:2.0:1734016108.026387:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10587 00000100:00100000:2.0:1734016108.026393:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338859008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.026407:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.026423:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fdf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.026445:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.026456:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.026457:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.026460:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [499712->528383] (req 499712->528383) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.026482:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.026492:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 11 pid: 13915 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.026503:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341522944:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016108.026559:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.030423:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341522944:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016108.030456:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [499712->528383] (req 499712->528383) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.030470:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016108.030518:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338859008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4124us (4263us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.030526:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10587 00000100:00100000:1.0:1734016108.032105:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.032218:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859136 00000100:00100000:2.0:1734016108.032230:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859136 00010000:00010000:2.0:1734016108.032273:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 12 pid: 13915 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.032321:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2690 00000100:00100000:2.0:1734016108.032328:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338859136:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016108.032350:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016108.032382:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 12 pid: 13915 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016108.032398:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 12 pid: 13915 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016108.032428:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73205ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3444736->3493887) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fc3 expref: 12 pid: 13915 timeout: 471 lvb_type: 0 00010000:00010000:2.0:1734016108.032446:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.032449:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.032456:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.032465:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.032506:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.032521:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341523072:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016108.032586:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.038106:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341523072:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016108.038124:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016108.038172:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338859136:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5843us (6077us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.038205:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2690 00000100:00100000:0.0:1734016108.041713:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.041848:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859264 00000100:00100000:2.0:1734016108.041860:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859264 00000100:00100000:2.0:1734016108.041918:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10588 00000100:00100000:2.0:1734016108.041929:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338859264:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.042262:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3489807 -> 3489807 00002000:00010000:2.0:1734016108.042265:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:2.0:1734016108.042267:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016106 00002000:00010000:2.0:1734016108.042268:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.042270:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1096 -> 1144 00000100:00100000:2.0:1734016108.042340:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338859264:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 412us (639us total) trans 4294969195 rc 0/0 00000100:00100000:2.0:1734016108.042347:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10588 00000100:00100000:0.0:1734016108.074822:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.074996:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859392 00000100:00100000:2.0:1734016108.075007:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859392 00000100:00100000:2.0:1734016108.075078:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10589 00000100:00100000:2.0:1734016108.075089:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338859392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.075112:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.075136:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fe6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.075251:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523200:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.078784:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016108.081528:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016108 00000100:00100000:2.0:1734016108.081576:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523200:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.081620:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fe6 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.081634:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fe6 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.081653:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016108.081859:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338859392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6768us (7049us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.081868:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10589 00000100:00100000:0.0:1734016108.088768:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.088871:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859520 00000100:00100000:2.0:1734016108.088881:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859520 00000100:00100000:2.0:1734016108.088937:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10590 00000100:00100000:2.0:1734016108.088946:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338859520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.088975:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.088998:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0fed expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.089067:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523328:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.089250:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.090923:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523328:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.090950:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fed expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.090972:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73205d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fed expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.090991:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016108.091029:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338859520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2083us (2270us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.091035:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10590 00000100:00100000:0.0:1734016108.098129:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.098297:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859776 00000100:00100000:2.0:1734016108.098309:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859776 00000100:00100000:2.0:1734016108.098392:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1923 00000100:00100000:2.0:1734016108.098401:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338859776:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016108.098463:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016108.098496:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec732051f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f37 expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.098538:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016108.098543:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016108.098738:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.098752:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.098759:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.098793:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.098807:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 21 pid: 6473 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.098823:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341523456:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016108.098888:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00080000:3.0:1734016108.099404:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016078 00000100:00100000:0.0:1734016108.101023:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016108.101111:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859904 00000100:00100000:3.0:1734016108.101123:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859904 00010000:00010000:3.0:1734016108.101161:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 22 pid: 6473 timeout: 471 lvb_type: 0 00000100:00100000:3.0:1734016108.101235:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2691 00000100:00100000:3.0:1734016108.101243:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:1983:x1818247338859904:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016108.101257:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016108.101262:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 22 pid: 6473 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016108.101273:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 22 pid: 6473 timeout: 471 lvb_type: 0 00010000:00010000:3.0:1734016108.101292:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016108.101296:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016108.101304:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016108.101309:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016108.101326:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016108.101367:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:1983:x1818247338859904:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 124us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.101374:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2691 00010000:00010000:2.0:1734016108.101624:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7320511 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0f30 expref: 21 pid: 6473 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.101641:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341523456:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016108.101662:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.101670:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.101674:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:2.0:1734016108.101761:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968502 00000004:00010000:2.0:1734016108.101811:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d4b5c00 reply state ffff88007184c000 transno 4294968503 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016108.101819:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016108.101887:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338859776:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 3487us (3772us total) trans 4294968503 rc 0/0 00000100:00100000:2.0:1734016108.101893:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1923 00000020:00080000:2.0:1734016108.101897:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016108.109147:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.109164:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.109171:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.109176:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c8b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016108.109195:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.109201:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.109223:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016108.109226:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016108.109232:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.109236:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73205dc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016108.109408:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016108.118644:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.118975:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860032 00000100:00100000:0.0:1734016108.118983:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860032 00002000:00010000:0.0:1734016108.119017:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2311859->18446744073709551615) 00002000:00100000:0.0:1734016108.119021:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35180 with x1818247338860032 ext(2311859->18446744073709551615) 00002000:00010000:0.0:1734016108.119034:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35180. 00000100:00100000:0.0:1734016108.119068:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8693 00000100:00100000:0.0:1734016108.119075:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338860032:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016108.122238:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3489807 -> 2311859 00002000:00010000:0.0:1734016108.122250:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016107 -> 1734016108 00002000:00010000:0.0:1734016108.122253:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016106 00002000:00010000:0.0:1734016108.122255:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016108.122257:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1144 -> 1016 00000100:00100000:0.0:1734016108.122359:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338860032:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 3277us (3719us total) trans 4294969196 rc 0/0 00000100:00100000:0.0:1734016108.122371:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8693 00002000:00010000:0.0:1734016108.122378:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2311859->18446744073709551615) 00002000:00100000:0.0:1734016108.122383:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35180 with x1818247338860032 ext(2311859->18446744073709551615) 00002000:00010000:0.0:1734016108.122389:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35180. 00000100:00100000:0.0:1734016108.127886:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.128055:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860160 00000100:00100000:2.0:1734016108.128066:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860160 00000100:00100000:2.0:1734016108.128128:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1924 00000100:00100000:2.0:1734016108.128137:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338860160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.128156:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.128175:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73205e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ff4 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.128292:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73205ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.128305:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73205ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.128316:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73205ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016108.128341:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2311859 00000004:00200000:2.0:1734016108.128345:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016108.128361:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73205ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.128383:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73205e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ff4 expref: 23 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.128411:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73205ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ff4 expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.128419:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016108.128421:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016108.128424:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016108.129715:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338860160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1576us (1838us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.129723:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1924 00000100:00100000:0.0:1734016108.132222:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.132781:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860288 00000100:00100000:2.0:1734016108.132790:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860288 00000100:00100000:2.0:1734016108.132924:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10591 00000100:00100000:2.0:1734016108.132932:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338860288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.132948:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.132975:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a0ffb expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.133037:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523584:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.133423:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016108.135115:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016108 00000100:00100000:2.0:1734016108.135142:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523584:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.135177:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ffb expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.135214:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ffb expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.135225:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016108.135726:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338860288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2792us (3507us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.135733:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10591 00000100:00100000:0.0:1734016108.138165:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.138340:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860416 00000100:00100000:2.0:1734016108.138353:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860416 00000100:00100000:2.0:1734016108.138513:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10592 00000100:00100000:2.0:1734016108.138520:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338860416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.138537:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.138552:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73205f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1002 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.138613:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523712:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.138913:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.141069:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523712:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.141108:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73205f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1002 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.141120:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73205f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1002 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.141130:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016108.141170:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338860416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2649us (3015us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.141206:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10592 00000100:00100000:1.0:1734016108.143362:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.143469:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860544 00000100:00100000:2.0:1734016108.143478:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860544 00000100:00100000:2.0:1734016108.143521:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10593 00000100:00100000:2.0:1734016108.143528:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338860544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.143544:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.143559:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1009 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.143583:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.143590:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.143592:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.143595:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [700416->749567] (req 700416->749567) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.143622:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.143632:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 11 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.143641:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523840:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016108.143695:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016108.146790:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341523840:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016108.146830:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [700416->749567] (req 700416->749567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016108.146854:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:3.0:1734016108.146918:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338860544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3389us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016108.146926:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10593 00000100:00100000:0.0:1734016108.148368:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.148450:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860672 00000100:00100000:1.0:1734016108.148459:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860672 00010000:00010000:1.0:1734016108.148491:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 12 pid: 7681 timeout: 471 lvb_type: 0 00000100:00100000:1.0:1734016108.149290:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2692 00000100:00100000:1.0:1734016108.149297:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338860672:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016108.149311:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016108.149334:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 12 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016108.149345:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 12 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016108.149363:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73205c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->528383) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0fdf expref: 12 pid: 7681 timeout: 471 lvb_type: 0 00010000:00010000:1.0:1734016108.149385:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.149386:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016108.149392:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.149400:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.149426:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.149436:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012eb66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341523968:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016108.149480:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.152626:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012eb66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341523968:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016108.152645:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016108.152680:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338860672:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3383us (4315us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.152689:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2692 00000100:00100000:0.0:1734016108.153384:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016108.153813:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860800 00000100:00100000:3.0:1734016108.153821:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860800 00000100:00100000:3.0:1734016108.154075:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10594 00000100:00100000:3.0:1734016108.154083:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338860800:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016108.154346:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2311859 -> 2311859 00002000:00010000:3.0:1734016108.154349:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.154351:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016106 00002000:00010000:3.0:1734016108.154353:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.154355:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1016 -> 1016 00000100:00100000:3.0:1734016108.155831:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338860800:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1733us (2433us total) trans 4294969197 rc 0/0 00000100:00100000:3.0:1734016108.155843:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10594 00000100:00100000:0.0:1734016108.161103:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016108.161591:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860928 00000100:00100000:3.0:1734016108.161601:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860928 00000100:00100000:3.0:1734016108.161688:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10595 00000100:00100000:3.0:1734016108.161696:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338860928:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016108.162728:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2311859 -> 2311859 00002000:00010000:3.0:1734016108.162732:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.162734:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016106 -> 1734016106 00002000:00010000:3.0:1734016108.162736:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:3.0:1734016108.162738:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1016 -> 1000 00000100:00100000:3.0:1734016108.162777:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247338860928:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1080us (1682us total) trans 4294969198 rc 0/0 00000100:00100000:3.0:1734016108.162783:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10595 00000100:00100000:0.0:1734016108.165173:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.165387:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861056 00000100:00100000:2.0:1734016108.165394:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861056 00000100:00100000:2.0:1734016108.165626:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1925 00000100:00100000:2.0:1734016108.165634:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338861056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.165661:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.165685:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7320606 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1010 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.165789:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.165803:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.165813:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016108.165836:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2311859 00000004:00200000:2.0:1734016108.165839:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016108.165855:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016108.165884:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7320606 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.166285:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 23 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.166292:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016108.166295:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016108.166298:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016108.166354:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338861056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 721us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.166360:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1925 00000100:00100000:0.0:1734016108.169605:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016108.169908:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861184 00000100:00100000:3.0:1734016108.169918:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861184 00000100:00100000:3.0:1734016108.169971:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10596 00000100:00100000:3.0:1734016108.169977:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338861184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.169996:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.170015:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320614 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1017 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.170066:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524096:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016108.170804:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016108.176500:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016106 -> 1734016108 00000100:00100000:3.0:1734016108.176522:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524096:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016108.176554:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320614 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1017 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.176567:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320614 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1017 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.176594:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016108.177309:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338861184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7329us (7715us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016108.177318:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10596 00000100:00100000:0.0:1734016108.180929:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.181073:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861312 00000100:00100000:2.0:1734016108.181088:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861312 00000100:00100000:2.0:1734016108.181558:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10597 00000100:00100000:2.0:1734016108.181570:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338861312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.181592:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.181615:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732061b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a101e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.181679:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524224:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.182418:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.188137:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524224:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.188169:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732061b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a101e expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.188219:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732061b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a101e expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.188242:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016108.188292:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338861312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6724us (7385us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.188300:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10597 00000100:00100000:0.0:1734016108.196749:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.196877:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861568 00000100:00100000:2.0:1734016108.196888:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861568 00002000:00100000:2.0:1734016108.196942:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->2314239) req@ffff880071466a00 x1818247338861568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.196965:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466a00 with x1818247338861568 ext(0->2314239) 00002000:00010000:2.0:1734016108.196972:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466a00 00000100:00100000:2.0:1734016108.197013:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8694 00000100:00100000:2.0:1734016108.197020:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247338861568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.222317:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247338861568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 25284us (25570us total) trans 0 rc 2314240/2314240 00000100:00100000:2.0:1734016108.222329:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8694 00002000:00100000:2.0:1734016108.222340:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->2314239) req@ffff880071466a00 x1818247338861568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 2314240/2314240 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.222350:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466a00 with x1818247338861568 ext(0->2314239) 00002000:00010000:2.0:1734016108.222356:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466a00 00000100:00100000:0.0:1734016108.228526:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.228631:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861696 00000100:00100000:2.0:1734016108.228642:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861696 00000100:00100000:2.0:1734016108.228688:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10598 00000100:00100000:2.0:1734016108.228696:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338861696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.228712:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.228729:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320622 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1025 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.228777:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524352:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.228925:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.231045:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524352:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.231072:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320622 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1025 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.231085:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320622 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1025 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.231740:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016108.232021:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338861696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3323us (3500us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.232032:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10598 00000100:00100000:1.0:1734016108.237591:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.237688:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861824 00000100:00100000:2.0:1734016108.237698:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861824 00000100:00100000:2.0:1734016108.238314:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10599 00000100:00100000:2.0:1734016108.238325:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338861824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.238349:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.238372:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a102c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.238417:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.238426:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.238429:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016108.238434:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1835008->1839103] (req 1835008->1839103) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.238480:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.238493:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 13 pid: 13915 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.238508:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524480:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016108.238624:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.244588:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.244730:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861952 00000100:00100000:0.0:1734016108.244742:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861952 00010000:00010000:0.0:1734016108.244790:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 14 pid: 13915 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016108.245012:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2693 00000100:00100000:0.0:1734016108.245020:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247338861952:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016108.245041:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.245069:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 14 pid: 13915 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016108.245089:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 14 pid: 13915 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016108.245119:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.245122:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.245129:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.245138:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.245173:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.245520:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73205ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 700416->749567) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1009 expref: 14 pid: 13915 timeout: 471 lvb_type: 0 00000100:00100000:2.0:1734016108.245550:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524480:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016108.245579:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.245589:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016108.245659:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247338861824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7335us (8077us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.245668:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10599 00000100:00100000:0.0:1734016108.245832:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071465880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341524608:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016108.245920:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.251661:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.252287:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071465880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341524608:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016108.252316:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.252383:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338861952:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7362us (7809us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.252395:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2693 00000100:00100000:2.0:1734016108.253556:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862208 00000100:00100000:2.0:1734016108.253569:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862208 00002000:00100000:2.0:1734016108.253620:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1835008->1839103) req@ffff88012eb65f80 x1818247338862208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.253630:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65f80 with x1818247338862208 ext(1835008->1839103) 00002000:00010000:2.0:1734016108.253635:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65f80 00000100:00100000:2.0:1734016108.253656:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8695 00000100:00100000:2.0:1734016108.253663:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338862208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.253842:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338862208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180us (2194us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.253849:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8695 00002000:00100000:2.0:1734016108.253855:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1835008->1839103) req@ffff88012eb65f80 x1818247338862208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.253862:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65f80 with x1818247338862208 ext(1835008->1839103) 00002000:00010000:2.0:1734016108.253866:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65f80 00000100:00100000:0.0:1734016108.259717:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.260086:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862464 00000100:00100000:1.0:1734016108.260100:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862464 00002000:00100000:1.0:1734016108.260148:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1830912->1835007) req@ffff880071465880 x1818247338862464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.260158:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465880 with x1818247338862464 ext(1830912->1835007) 00002000:00010000:1.0:1734016108.260163:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465880 00000100:00100000:1.0:1734016108.260235:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8696 00000100:00100000:1.0:1734016108.260245:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338862464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.260464:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338862464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 219us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016108.260472:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8696 00002000:00100000:1.0:1734016108.260478:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1830912->1835007) req@ffff880071465880 x1818247338862464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.260485:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465880 with x1818247338862464 ext(1830912->1835007) 00002000:00010000:1.0:1734016108.260488:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465880 00000100:00100000:0.0:1734016108.263090:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.263675:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862720 00000100:00100000:2.0:1734016108.263685:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862720 00002000:00100000:2.0:1734016108.263725:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1826816->1830911) req@ffff880071466300 x1818247338862720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.263735:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466300 with x1818247338862720 ext(1826816->1830911) 00002000:00010000:2.0:1734016108.263740:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466300 00000100:00100000:2.0:1734016108.263770:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8697 00000100:00100000:2.0:1734016108.263777:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338862720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.263938:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338862720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.263945:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8697 00002000:00100000:2.0:1734016108.263949:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1826816->1830911) req@ffff880071466300 x1818247338862720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.263968:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466300 with x1818247338862720 ext(1826816->1830911) 00002000:00010000:2.0:1734016108.263970:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466300 00000100:00100000:0.0:1734016108.266869:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.267266:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862976 00000100:00100000:1.0:1734016108.267278:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862976 00002000:00100000:1.0:1734016108.267320:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1822720->1826815) req@ffff88011d804000 x1818247338862976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.267329:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804000 with x1818247338862976 ext(1822720->1826815) 00002000:00010000:1.0:1734016108.267336:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804000 00000100:00100000:1.0:1734016108.267369:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8698 00000100:00100000:1.0:1734016108.267376:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338862976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.267543:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338862976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 167us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016108.267549:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8698 00002000:00100000:1.0:1734016108.267554:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1822720->1826815) req@ffff88011d804000 x1818247338862976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.267561:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804000 with x1818247338862976 ext(1822720->1826815) 00002000:00010000:1.0:1734016108.267564:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804000 00000100:00100000:0.0:1734016108.270480:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.271111:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863232 00000100:00100000:2.0:1734016108.271122:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863232 00002000:00100000:2.0:1734016108.271270:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1818624->1822719) req@ffff88011d804a80 x1818247338863232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.271281:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247338863232 ext(1818624->1822719) 00002000:00010000:2.0:1734016108.271286:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80 00000100:00100000:2.0:1734016108.271423:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8699 00000100:00100000:2.0:1734016108.271430:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338863232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.271639:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338863232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 208us (1168us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.271648:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8699 00002000:00100000:2.0:1734016108.271654:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1818624->1822719) req@ffff88011d804a80 x1818247338863232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.271661:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247338863232 ext(1818624->1822719) 00002000:00010000:2.0:1734016108.271663:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80 00000100:00100000:0.0:1734016108.274915:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.275213:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863488 00000100:00100000:1.0:1734016108.275222:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863488 00002000:00100000:1.0:1734016108.275267:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1814528->1818623) req@ffff88012b87f100 x1818247338863488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.275278:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f100 with x1818247338863488 ext(1814528->1818623) 00002000:00010000:1.0:1734016108.275282:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f100 00000100:00100000:1.0:1734016108.275322:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8700 00000100:00100000:1.0:1734016108.275329:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338863488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.275505:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338863488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016108.275515:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8700 00002000:00100000:1.0:1734016108.275520:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1814528->1818623) req@ffff88012b87f100 x1818247338863488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.275527:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f100 with x1818247338863488 ext(1814528->1818623) 00002000:00010000:1.0:1734016108.275529:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f100 00000100:00100000:0.0:1734016108.280660:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.280853:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863744 00000100:00100000:2.0:1734016108.280865:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863744 00002000:00100000:2.0:1734016108.280918:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1810432->1814527) req@ffff88012b87ea00 x1818247338863744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.280928:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ea00 with x1818247338863744 ext(1810432->1814527) 00002000:00010000:2.0:1734016108.280934:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ea00 00000100:00100000:2.0:1734016108.280999:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8701 00000100:00100000:2.0:1734016108.281008:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338863744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.281170:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338863744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 163us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.281176:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8701 00002000:00100000:2.0:1734016108.281208:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1810432->1814527) req@ffff88012b87ea00 x1818247338863744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.281216:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ea00 with x1818247338863744 ext(1810432->1814527) 00002000:00010000:2.0:1734016108.281219:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ea00 00000100:00100000:0.0:1734016108.286648:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.286820:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863872 00000100:00100000:1.0:1734016108.286828:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863872 00002000:00100000:1.0:1734016108.286865:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1810432->1839103) req@ffff880071fd0000 x1818247338863872/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.286874:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0000 with x1818247338863872 ext(1810432->1839103) 00002000:00010000:1.0:1734016108.286878:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0000 00000100:00100000:1.0:1734016108.286910:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8702 00000100:00100000:1.0:1734016108.286916:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338863872:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016108.289366:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247338863872:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2444us (2725us total) trans 4294969199 rc 0/0 00000100:00100000:1.0:1734016108.289375:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8702 00002000:00100000:1.0:1734016108.289383:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1810432->1839103) req@ffff880071fd0000 x1818247338863872/t4294969199(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/448 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.289391:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0000 with x1818247338863872 ext(1810432->1839103) 00002000:00010000:1.0:1734016108.289395:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0000 00000100:00100000:1.0:1734016108.292794:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.292881:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864000 00000100:00100000:2.0:1734016108.292892:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864000 00000100:00100000:2.0:1734016108.292937:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1926 00000100:00100000:2.0:1734016108.292943:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338864000:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016108.293085:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338864000:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 140us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.293091:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1926 00000100:00100000:0.0:1734016108.296275:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.296460:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864128 00000100:00100000:2.0:1734016108.296467:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864128 00000100:00100000:2.0:1734016108.296563:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10600 00000100:00100000:2.0:1734016108.296570:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338864128:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016108.297770:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969199 is committed 00000001:00080000:2.0:1734016108.297790:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969198 is committed 00000100:00100000:0.0:1734016108.298214:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338864128:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1641us (1944us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.298224:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10600 00000100:00100000:0.0:1734016108.301808:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016108.301910:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864256 00000100:00100000:3.0:1734016108.301918:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864256 00000100:00100000:3.0:1734016108.301965:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10601 00000100:00100000:3.0:1734016108.301972:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338864256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016108.301987:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016108.302003:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320630 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1033 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016108.302048:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524736:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016108.302300:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00002000:00010000:3.0:1734016108.303651:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1000 -> 1056 00000100:00100000:3.0:1734016108.303672:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524736:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016108.303698:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320630 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1033 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.303708:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320630 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1033 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016108.304257:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016108.304306:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338864256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2331us (2505us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016108.304315:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10601 00000100:00100000:0.0:1734016108.310881:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.310979:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864384 00000100:00100000:2.0:1734016108.310987:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864384 00000100:00100000:2.0:1734016108.311023:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10602 00000100:00100000:2.0:1734016108.311030:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338864384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.311048:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.311064:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320637 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a103a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.311116:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524864:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.311161:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.313171:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524864:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.313231:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320637 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a103a expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.313243:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320637 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a103a expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.313812:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016108.313859:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338864384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2827us (2987us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.313867:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10602 00000100:00100000:2.0:1734016108.330045:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.330139:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864640 00000100:00100000:1.0:1734016108.330148:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864640 00002000:00100000:1.0:1734016108.330218:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3493888->6750207) req@ffff880090a26a00 x1818247338864640/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.330228:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a26a00 with x1818247338864640 ext(3493888->6750207) 00002000:00010000:1.0:1734016108.330232:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a26a00 00000100:00100000:1.0:1734016108.330249:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8703 00000100:00100000:1.0:1734016108.330255:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338864640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.346428:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338864640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 16160us (16380us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016108.346441:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8703 00002000:00100000:2.0:1734016108.346453:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3493888->6750207) req@ffff880090a26a00 x1818247338864640/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.346462:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a26a00 with x1818247338864640 ext(3493888->6750207) 00002000:00010000:2.0:1734016108.346468:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a26a00 00000100:00100000:2.0:1734016108.357857:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.358072:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864768 00000100:00100000:0.0:1734016108.358080:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864768 00002000:00100000:0.0:1734016108.358120:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4562944->6765824) req@ffff88011d83d500 x1818247338864768/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 504/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.358131:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d500 with x1818247338864768 ext(4562944->6765824) 00002000:00010000:0.0:1734016108.358136:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d500 00000100:00100000:0.0:1734016108.358221:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8704 00000100:00100000:0.0:1734016108.358229:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338864768:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016108.366744:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338864768:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8507us (8886us total) trans 4294969200 rc 0/0 00000100:00100000:0.0:1734016108.366756:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8704 00002000:00100000:0.0:1734016108.366769:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4562944->6765824) req@ffff88011d83d500 x1818247338864768/t4294969200(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 504/448 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.366778:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d500 with x1818247338864768 ext(4562944->6765824) 00002000:00010000:0.0:1734016108.366783:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d500 00000100:00100000:0.0:1734016108.369872:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.370042:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864896 00000100:00100000:2.0:1734016108.370059:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864896 00000100:00100000:2.0:1734016108.370125:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10603 00000100:00100000:2.0:1734016108.370135:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338864896:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016108.372441:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969200 is committed 00000100:00100000:0.0:1734016108.372609:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338864896:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2471us (2747us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.372620:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10603 00000100:00100000:1.0:1734016108.386409:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.386522:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865152 00000100:00100000:0.0:1734016108.386534:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865152 00002000:00100000:0.0:1734016108.386597:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (475136->479231) req@ffff88012eb64e00 x1818247338865152/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.386608:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64e00 with x1818247338865152 ext(475136->479231) 00002000:00010000:0.0:1734016108.386616:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64e00 00000100:00100000:0.0:1734016108.386665:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8705 00000100:00100000:0.0:1734016108.386673:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338865152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016108.386888:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338865152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 215us (501us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016108.386896:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8705 00002000:00100000:0.0:1734016108.386902:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (475136->479231) req@ffff88012eb64e00 x1818247338865152/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.386908:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64e00 with x1818247338865152 ext(475136->479231) 00002000:00010000:0.0:1734016108.386911:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64e00 00000100:00100000:3.0:1734016108.392167:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.392232:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865408 00000100:00100000:2.0:1734016108.392243:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865408 00002000:00100000:2.0:1734016108.392297:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (471040->475135) req@ffff88012d8ab480 x1818247338865408/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.392307:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab480 with x1818247338865408 ext(471040->475135) 00002000:00010000:2.0:1734016108.392312:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab480 00000100:00100000:2.0:1734016108.392341:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8706 00000100:00100000:2.0:1734016108.392349:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338865408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.392574:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338865408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 225us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.392582:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8706 00002000:00100000:2.0:1734016108.392588:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (471040->475135) req@ffff88012d8ab480 x1818247338865408/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.392595:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab480 with x1818247338865408 ext(471040->475135) 00002000:00010000:2.0:1734016108.392598:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab480 00000100:00100000:0.0:1734016108.397074:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.397757:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865664 00000100:00100000:2.0:1734016108.397769:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865664 00002000:00100000:2.0:1734016108.397821:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (466944->471039) req@ffff880071fd1180 x1818247338865664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.397833:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1180 with x1818247338865664 ext(466944->471039) 00002000:00010000:2.0:1734016108.397838:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1180 00000100:00100000:2.0:1734016108.397877:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8707 00000100:00100000:2.0:1734016108.397885:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338865664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.398070:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338865664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 184us (1007us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.398077:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8707 00002000:00100000:2.0:1734016108.398082:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (466944->471039) req@ffff880071fd1180 x1818247338865664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.398089:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1180 with x1818247338865664 ext(466944->471039) 00002000:00010000:2.0:1734016108.398091:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1180 00000100:00100000:1.0:1734016108.407489:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.407629:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865920 00000100:00100000:0.0:1734016108.407642:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865920 00002000:00100000:0.0:1734016108.407694:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (462848->466943) req@ffff880071d3f480 x1818247338865920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.407704:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3f480 with x1818247338865920 ext(462848->466943) 00002000:00010000:0.0:1734016108.407710:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3f480 00000100:00100000:0.0:1734016108.407753:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8708 00000100:00100000:0.0:1734016108.407759:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338865920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016108.407937:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338865920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016108.407943:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8708 00002000:00100000:0.0:1734016108.407948:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (462848->466943) req@ffff880071d3f480 x1818247338865920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.407964:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3f480 with x1818247338865920 ext(462848->466943) 00002000:00010000:0.0:1734016108.407967:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3f480 00000100:00100000:3.0:1734016108.417243:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.420600:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866176 00000100:00100000:2.0:1734016108.420615:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866176 00002000:00100000:2.0:1734016108.420671:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (458752->462847) req@ffff880074271c00 x1818247338866176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.420683:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271c00 with x1818247338866176 ext(458752->462847) 00002000:00010000:2.0:1734016108.420690:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271c00 00000100:00100000:2.0:1734016108.420733:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8709 00000100:00100000:2.0:1734016108.420741:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338866176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.420901:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338866176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 159us (3666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.420908:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8709 00002000:00100000:2.0:1734016108.420914:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (458752->462847) req@ffff880074271c00 x1818247338866176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.420921:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271c00 with x1818247338866176 ext(458752->462847) 00002000:00010000:2.0:1734016108.420924:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271c00 00000100:00100000:0.0:1734016108.427689:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.427854:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866432 00000100:00100000:2.0:1734016108.427867:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866432 00002000:00100000:2.0:1734016108.427933:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (454656->458751) req@ffff880071fd1500 x1818247338866432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.427946:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1500 with x1818247338866432 ext(454656->458751) 00002000:00010000:2.0:1734016108.427964:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1500 00000100:00100000:2.0:1734016108.428003:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8710 00000100:00100000:2.0:1734016108.428017:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338866432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.428281:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338866432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 265us (608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.428289:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8710 00002000:00100000:2.0:1734016108.428297:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (454656->458751) req@ffff880071fd1500 x1818247338866432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.428304:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1500 with x1818247338866432 ext(454656->458751) 00002000:00010000:2.0:1734016108.428307:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1500 00000100:00100000:1.0:1734016108.438316:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.438393:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866688 00000100:00100000:0.0:1734016108.438405:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866688 00002000:00100000:0.0:1734016108.438459:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (450560->454655) req@ffff880071e58000 x1818247338866688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.438470:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e58000 with x1818247338866688 ext(450560->454655) 00002000:00010000:0.0:1734016108.438475:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e58000 00000100:00100000:0.0:1734016108.439037:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8711 00000100:00100000:0.0:1734016108.439046:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338866688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.440110:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338866688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1059us (1800us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016108.440121:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8711 00002000:00100000:1.0:1734016108.440131:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (450560->454655) req@ffff880071e58000 x1818247338866688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.440139:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e58000 with x1818247338866688 ext(450560->454655) 00002000:00010000:1.0:1734016108.440144:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e58000 00000100:00100000:3.0:1734016108.445823:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.445904:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866944 00000100:00100000:1.0:1734016108.445912:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866944 00002000:00100000:1.0:1734016108.445964:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (446464->450559) req@ffff880130c2e680 x1818247338866944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.445976:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247338866944 ext(446464->450559) 00002000:00010000:1.0:1734016108.445983:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:1.0:1734016108.446025:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8712 00000100:00100000:1.0:1734016108.446032:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338866944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.446251:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338866944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 219us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016108.446258:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8712 00002000:00100000:1.0:1734016108.446264:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (446464->450559) req@ffff880130c2e680 x1818247338866944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.446270:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247338866944 ext(446464->450559) 00002000:00010000:1.0:1734016108.446273:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:0.0:1734016108.452838:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.452990:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867200 00000100:00100000:2.0:1734016108.453003:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867200 00002000:00100000:2.0:1734016108.453058:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (442368->446463) req@ffff880071fd1880 x1818247338867200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.453075:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1880 with x1818247338867200 ext(442368->446463) 00002000:00010000:2.0:1734016108.453082:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1880 00000100:00100000:2.0:1734016108.453133:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8713 00000100:00100000:2.0:1734016108.453141:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338867200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016108.453403:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338867200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 262us (578us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016108.453410:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8713 00002000:00100000:2.0:1734016108.453415:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (442368->446463) req@ffff880071fd1880 x1818247338867200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/4536 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.453423:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1880 with x1818247338867200 ext(442368->446463) 00002000:00010000:2.0:1734016108.453426:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1880 00000100:00100000:0.0:1734016108.457571:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.458327:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867328 00000100:00100000:2.0:1734016108.458337:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867328 00000100:00100000:2.0:1734016108.458390:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10604 00000100:00100000:2.0:1734016108.458398:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338867328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.458416:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.458435:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732063e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1041 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.458510:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524992:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.458587:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016108.465735:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 2311859 -> 6765825 00002000:00010000:2.0:1734016108.465746:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1056 -> 1128 00000100:00100000:2.0:1734016108.465770:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341524992:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.465805:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732063e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1041 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.465822:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732063e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1041 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.465845:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016108.465894:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338867328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7496us (8338us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.465902:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10604 00000100:00100000:1.0:1734016108.471339:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.471661:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867456 00000100:00100000:2.0:1734016108.471671:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867456 00000100:00100000:2.0:1734016108.471711:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10605 00000100:00100000:2.0:1734016108.471718:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338867456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.471735:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.471749:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320645 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1048 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.471792:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341525120:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.472824:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.480331:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341525120:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016108.480383:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320645 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1048 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.480405:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320645 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1048 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.480446:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:0.0:1734016108.480522:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338867456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8802us (9189us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.480531:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10605 00000100:00100000:3.0:1734016108.483994:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.484082:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867584 00000100:00100000:0.0:1734016108.484096:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867584 00000100:00100000:0.0:1734016108.484177:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10606 00000100:00100000:0.0:1734016108.484226:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338867584:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016108.484486:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6765825 -> 7778401 00002000:00010000:0.0:1734016108.484490:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016108.484492:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016108.484494:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016108.484496:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1128 -> 1176 00000100:00100000:0.0:1734016108.484568:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338867584:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 343us (585us total) trans 4294969201 rc 0/0 00000100:00100000:0.0:1734016108.484576:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10606 00000100:00100000:1.0:1734016108.493036:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.493165:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867712 00000100:00100000:2.0:1734016108.493244:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867712 00000100:00100000:2.0:1734016108.493317:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10607 00000100:00100000:2.0:1734016108.493328:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338867712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.493363:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.493390:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732064c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a104f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.493489:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525248:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.493605:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.498113:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525248:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.498161:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732064c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a104f expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.498302:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732064c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a104f expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.498330:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016108.502081:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338867712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8728us (9032us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.502098:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10607 00000100:00100000:3.0:1734016108.514445:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.514907:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867840 00000100:00100000:2.0:1734016108.514925:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867840 00000100:00100000:2.0:1734016108.515023:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10608 00000100:00100000:2.0:1734016108.515035:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338867840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.515061:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.515097:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320653 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1056 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.515233:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525376:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.515351:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.523454:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525376:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.523518:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320653 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1056 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.523540:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320653 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1056 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.523575:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016108.524870:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338867840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9822us (10420us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.524887:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10608 00000100:00100000:3.0:1734016108.530849:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.535301:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867968 00000100:00100000:2.0:1734016108.535331:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867968 00000100:00100000:2.0:1734016108.535438:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10609 00000100:00100000:2.0:1734016108.535452:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338867968:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.535776:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7778401 -> 7778401 00002000:00010000:2.0:1734016108.535780:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.535782:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.535784:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.535786:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1176 -> 1192 00000100:00100000:2.0:1734016108.535885:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338867968:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 435us (5043us total) trans 4294969202 rc 0/0 00000100:00100000:2.0:1734016108.535892:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10609 00000100:00100000:1.0:1734016108.546021:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.546223:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868096 00000100:00100000:0.0:1734016108.546232:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868096 00000100:00100000:0.0:1734016108.546279:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10610 00000100:00100000:0.0:1734016108.546286:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338868096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.546303:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.546319:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec732065a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a105d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.546363:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341525504:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016108.546417:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.548039:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341525504:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016108.548081:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec732065a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a105d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.548096:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec732065a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a105d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.548125:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016108.548173:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338868096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1886us (2160us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.548214:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10610 00000100:00100000:3.0:1734016108.551032:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.551091:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868224 00000100:00100000:0.0:1734016108.551100:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868224 00000100:00100000:2.0:1734016108.552391:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10611 00000100:00100000:2.0:1734016108.552405:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338868224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016108.552428:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016108.552461:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320661 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1064 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.552540:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525632:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016108.553907:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.558965:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525632:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016108.559001:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320661 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1064 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.559018:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320661 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1064 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016108.559048:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016108.559773:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338868224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7368us (8752us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016108.559784:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10611 00000100:00100000:1.0:1734016108.568362:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.569651:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868352 00000100:00100000:2.0:1734016108.569662:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868352 00000100:00100000:2.0:1734016108.569711:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10612 00000100:00100000:2.0:1734016108.569718:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338868352:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.570053:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7778401 -> 7778401 00002000:00010000:2.0:1734016108.570056:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.570058:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.570060:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.570061:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1192 -> 1192 00000100:00100000:2.0:1734016108.570145:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338868352:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 426us (1792us total) trans 4294969203 rc 0/0 00000100:00100000:2.0:1734016108.570153:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10612 00000100:00100000:2.0:1734016108.573641:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.574315:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868480 00000100:00100000:0.0:1734016108.574327:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868480 00000100:00100000:0.0:1734016108.574381:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10613 00000100:00100000:0.0:1734016108.574390:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338868480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.574408:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.574424:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320668 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a106b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.574475:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525760:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016108.574537:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4780c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.579513:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525760:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016108.579576:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320668 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a106b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.579595:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320668 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a106b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.580458:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:1.0:1734016108.580594:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338868480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6201us (6960us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.580609:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10613 00000100:00100000:2.0:1734016108.584061:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.584208:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868608 00000100:00100000:1.0:1734016108.584222:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868608 00000100:00100000:1.0:1734016108.584289:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10614 00000100:00100000:1.0:1734016108.584300:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac189850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338868608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.584331:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.584371:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732066f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1072 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.584464:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525888:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016108.584563:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.589639:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341525888:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016108.589688:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732066f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1072 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.589708:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732066f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1072 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.589738:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016108.589855:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac189850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338868608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5556us (5809us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.589863:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10614 00000100:00100000:1.0:1734016108.595941:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.596827:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868736 00000100:00100000:2.0:1734016108.596843:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868736 00000100:00100000:2.0:1734016108.596909:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10615 00000100:00100000:2.0:1734016108.596921:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338868736:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016108.597308:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7778401 -> 7778401 00002000:00010000:2.0:1734016108.597312:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.597315:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.597316:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016108.597318:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1192 -> 1304 00000100:00100000:2.0:1734016108.597405:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338868736:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 487us (1480us total) trans 4294969204 rc 0/0 00000100:00100000:2.0:1734016108.597412:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10615 00000100:00100000:2.0:1734016108.603322:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.604063:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868864 00000100:00100000:1.0:1734016108.604074:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868864 00000100:00100000:1.0:1734016108.604128:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10616 00000100:00100000:1.0:1734016108.604135:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338868864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.604158:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.604176:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320676 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1079 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.604891:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526016:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016108.606518:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.611599:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526016:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016108.611650:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320676 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1079 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.611665:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320676 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1079 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.611698:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016108.612399:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338868864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8258us (9084us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.612410:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10616 00000100:00100000:2.0:1734016108.616280:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.616635:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868992 00000100:00100000:1.0:1734016108.616646:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868992 00000100:00100000:1.0:1734016108.616695:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10617 00000100:00100000:1.0:1734016108.616702:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338868992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.616718:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.616735:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732067d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1080 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.616789:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526144:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016108.616846:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.619034:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526144:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016108.619065:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732067d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1080 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.619078:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732067d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1080 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.619106:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016108.619148:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338868992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2446us (2880us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.619159:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10617 00000100:00100000:3.0:1734016108.621849:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.622087:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869248 00000100:00100000:1.0:1734016108.622095:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869248 00000100:00100000:1.0:1734016108.622288:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1927 00000100:00100000:1.0:1734016108.622296:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338869248:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016108.622341:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016108.622364:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73205ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a0ff4 expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.622377:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016108.622381:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016108.622814:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.622827:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.622832:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.622856:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.622867:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 22 pid: 6473 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.622880:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341526272:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016108.623043:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.626370:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.626460:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869376 00000100:00100000:1.0:1734016108.626461:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341526272:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016108.626468:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869376 00010000:00010000:1.0:1734016108.626485:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016108.626498:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 23 pid: 6473 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.626624:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2694 00000100:00100000:0.0:1734016108.626631:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:1983:x1818247338869376:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016108.626646:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.626652:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 23 pid: 6473 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.626662:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 23 pid: 6473 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.626681:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732060d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1010 expref: 23 pid: 6473 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.626706:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016108.626712:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016108.626722:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016108.626728:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016108.626752:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016108.626773:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.626779:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:1.0:1734016108.626862:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968504 00000100:00100000:0.0:1734016108.626886:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+22:1983:x1818247338869376:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 254us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.626893:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2694 00000004:00010000:1.0:1734016108.626902:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130d9a680 reply state ffff880071910000 transno 4294968505 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016108.626908:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016108.626974:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338869248:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4678us (5132us total) trans 4294968505 rc 0/0 00000100:00100000:1.0:1734016108.626980:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1927 00000020:00080000:1.0:1734016108.626984:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016108.630518:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.630538:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.630545:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.630551:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3b600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016108.630556:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.630563:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.630582:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016108.630586:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016108.630590:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.630594:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320684 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016108.647026:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.647761:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869504 00000100:00100000:1.0:1734016108.647772:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869504 00000100:00100000:1.0:1734016108.647839:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10618 00000100:00100000:1.0:1734016108.647848:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338869504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.647865:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.647884:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1087 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.647915:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.647921:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.647923:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.647926:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.647962:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.647973:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 10 pid: 13915 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.647987:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526400:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016108.648068:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.651698:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526400:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016108.651732:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.651748:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016108.651802:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338869504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3952us (4783us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.651811:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10618 00000100:00100000:3.0:1734016108.666688:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.666867:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869632 00000100:00100000:0.0:1734016108.666876:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869632 00010000:00010000:0.0:1734016108.666910:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 11 pid: 13915 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016108.666954:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2695 00000100:00100000:0.0:1734016108.666961:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338869632:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016108.666977:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016108.666997:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 11 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.667008:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 11 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.667028:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320629 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a102c expref: 11 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.667065:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.667067:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016108.667072:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.667079:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016108.667112:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.667126:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341526528:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016108.667217:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016108.675704:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.675833:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341526528:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016108.675854:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.676131:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338869632:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9169us (9451us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.676144:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2695 00000100:00100000:1.0:1734016108.676245:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869760 00000100:00100000:1.0:1734016108.676252:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869760 00002000:00010000:1.0:1734016108.676289:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8239304->18446744073709551615) 00002000:00100000:1.0:1734016108.676294:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11180 with x1818247338869760 ext(8239304->18446744073709551615) 00002000:00010000:1.0:1734016108.676307:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11180. 00000100:00100000:1.0:1734016108.676337:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8714 00000100:00100000:1.0:1734016108.676343:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338869760:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016108.676575:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7778401 -> 8239304 00002000:00010000:1.0:1734016108.676579:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016108.676581:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016108.676583:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016108.676585:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1304 -> 1304 00000100:00100000:1.0:1734016108.676615:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338869760:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 271us (925us total) trans 4294969205 rc 0/0 00000100:00100000:1.0:1734016108.676621:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8714 00002000:00010000:1.0:1734016108.676624:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8239304->18446744073709551615) 00002000:00100000:1.0:1734016108.676626:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11180 with x1818247338869760 ext(8239304->18446744073709551615) 00002000:00010000:1.0:1734016108.676630:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11180. 00000100:00100000:0.0:1734016108.680046:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.680266:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869888 00000100:00100000:1.0:1734016108.680274:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869888 00000100:00100000:1.0:1734016108.680320:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1928 00000100:00100000:1.0:1734016108.680326:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338869888:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.680344:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.680363:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7320692 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a108e expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.680443:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320699 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.680453:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.680462:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016108.680482:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8239304 00000004:00200000:1.0:1734016108.680486:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016108.680496:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.680513:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7320692 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a108e expref: 24 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.681082:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a108e expref: 23 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.681090:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016108.681092:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016108.681094:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016108.681160:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338869888:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 834us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.681166:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1928 00000100:00100000:3.0:1734016108.686296:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.687008:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870016 00000100:00100000:1.0:1734016108.687029:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870016 00000100:00100000:1.0:1734016108.687129:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10619 00000100:00100000:1.0:1734016108.687142:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338870016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.687172:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.687227:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73206a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1095 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.687333:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526656:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016108.687437:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.696612:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526656:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016108.696670:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73206a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1095 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.696684:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73206a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1095 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.696727:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016108.696815:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338870016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9675us (10543us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.696825:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10619 00000100:00100000:0.0:1734016108.707400:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.708646:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870144 00000100:00100000:1.0:1734016108.708673:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870144 00000100:00100000:1.0:1734016108.710391:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10620 00000100:00100000:1.0:1734016108.710411:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338870144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.710452:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.710487:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a109c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.710596:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526784:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016108.710743:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.715979:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526784:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016108.716034:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a109c expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.716052:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a109c expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.716090:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016108.716170:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338870144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5763us (8796us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.716210:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10620 00000100:00100000:3.0:1734016108.726387:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.726535:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870272 00000100:00100000:1.0:1734016108.726550:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870272 00000100:00100000:1.0:1734016108.726683:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10621 00000100:00100000:1.0:1734016108.726696:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338870272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.726725:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.726757:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10a3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.726837:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526912:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016108.727672:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.729971:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341526912:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016108.730029:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10a3 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.730047:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10a3 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.730081:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016108.730177:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338870272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3483us (3816us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.730233:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10621 00000100:00100000:3.0:1734016108.732518:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.732649:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870400 00000100:00100000:1.0:1734016108.732667:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870400 00000100:00100000:1.0:1734016108.732744:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10622 00000100:00100000:1.0:1734016108.732755:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338870400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.732790:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.732824:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10aa expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016108.732935:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341527040:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016108.733067:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.735762:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341527040:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016108.735818:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10aa expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.735837:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10aa expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016108.736139:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016108.736239:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338870400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3484us (3736us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016108.736251:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10622 00000100:00100000:0.0:1734016108.759801:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.759867:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.759983:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870656 00000100:00100000:1.0:1734016108.759996:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870656 00002000:00100000:1.0:1734016108.760056:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2314240->7307263) req@ffff880071fd2680 x1818247338870656/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:69/0 lens 504/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.760067:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2680 with x1818247338870656 ext(2314240->7307263) 00002000:00010000:1.0:1734016108.760073:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2680 00000100:00100000:2.0:1734016108.760524:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870784 00000100:00100000:2.0:1734016108.760529:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870784 00002000:00100000:2.0:1734016108.760548:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6504448->8241151) req@ffff880071fd2a00 x1818247338870784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:69/0 lens 504/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.760556:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2a00 with x1818247338870784 ext(6504448->8241151) 00002000:00010000:2.0:1734016108.760560:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2a00 00000100:00100000:2.0:1734016108.760581:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8715 00000100:00100000:2.0:1734016108.760589:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338870656:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.761086:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8716 00000100:00100000:1.0:1734016108.761093:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338870784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016108.819405:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338870784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 58292us (59518us total) trans 0 rc 1732608/1732608 00000100:00100000:1.0:1734016108.819426:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8716 00002000:00100000:1.0:1734016108.819443:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6504448->8241151) req@ffff880071fd2a00 x1818247338870784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:69/0 lens 504/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 1732608/1732608 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.819455:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2a00 with x1818247338870784 ext(6504448->8241151) 00002000:00010000:1.0:1734016108.819463:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2a00 00000100:00100000:2.0:1734016108.881260:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338870656:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 120657us (121460us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016108.881275:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8715 00002000:00100000:2.0:1734016108.881289:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2314240->7307263) req@ffff880071fd2680 x1818247338870656/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:69/0 lens 504/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016108.881299:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2680 with x1818247338870656 ext(2314240->7307263) 00002000:00010000:2.0:1734016108.881305:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2680 00000100:00100000:0.0:1734016108.885731:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.885835:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871040 00000100:00100000:1.0:1734016108.885856:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871040 00000100:00100000:1.0:1734016108.885957:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1929 00000100:00100000:1.0:1734016108.885967:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247338871040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.886012:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.886044:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73206bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10b1 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.886173:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.886241:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.886254:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016108.886284:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8239304 00000004:00200000:1.0:1734016108.886289:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016108.886307:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016108.886334:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73206bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 25 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.886386:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 24 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.886395:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016108.886398:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016108.886402:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016108.886469:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338871040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 502us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.886475:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1929 00000100:00100000:3.0:1734016108.890383:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.892017:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871168 00000100:00100000:1.0:1734016108.892033:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871168 00000100:00100000:1.0:1734016108.892106:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10623 00000100:00100000:1.0:1734016108.892115:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338871168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016108.892140:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016108.892167:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10b8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.892215:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.892223:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.892225:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016108.892229:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3342336->3354623] (req 3342336->3354623) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.892274:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.892287:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 6 pid: 13915 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016108.892303:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341527168:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016108.892432:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016108.894823:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341527168:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016108.894874:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3342336->3354623] (req 3342336->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016108.894895:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016108.894968:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338871168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2853us (4605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016108.894977:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10623 00000100:00100000:2.0:1734016108.899364:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016108.902061:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871296 00000100:00100000:0.0:1734016108.902078:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871296 00002000:00100000:0.0:1734016108.902142:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7303168->7307263) req@ffff880071d11500 x1818247338871296/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:69/0 lens 4584/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.902154:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11500 with x1818247338871296 ext(7303168->7307263) 00010000:00010000:0.0:1734016108.902167:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 7 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.902229:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 7 pid: 13915 timeout: 472 lvb_type: 0 00002000:00010000:0.0:1734016108.902237:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071d11500 00000100:00100000:0.0:1734016108.902276:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 302 00000100:00100000:0.0:1734016108.902284:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338871296:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016108.903314:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338871296:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1017us (3955us total) trans 4294969206 rc 0/0 00000100:00100000:0.0:1734016108.903327:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 302 00002000:00100000:0.0:1734016108.903341:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7303168->7307263) req@ffff880071d11500 x1818247338871296/t4294969206(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:69/0 lens 4584/448 e 0 to 0 dl 1734016119 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.903350:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11500 with x1818247338871296 ext(7303168->7307263) 00010000:00010000:0.0:1734016108.903360:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 9 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016108.903374:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 9 pid: 13915 timeout: 472 lvb_type: 0 00002000:00010000:0.0:1734016108.903381:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071d11500 00000100:00100000:0.0:1734016108.916855:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.917046:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871424 00000100:00100000:2.0:1734016108.917062:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871424 00010000:00010000:2.0:1734016108.917115:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 9 pid: 13915 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016108.917172:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2696 00000100:00100000:2.0:1734016108.917225:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338871424:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016108.917243:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016108.917270:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016108 -> 1734016109 00002000:00010000:2.0:1734016108.917273:0:6462:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016108 -> 1734016109 00002000:00010000:2.0:1734016108.917275:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1304 -> 1312 00010000:00010000:2.0:1734016108.917281:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 9 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016108.917302:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 9 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016108.917328:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732068b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1087 expref: 9 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016108.917352:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.917354:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016108.917361:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.917370:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016108.917408:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016108.917421:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341527296:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016108.917492:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.934541:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341527296:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016108.934582:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.934676:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338871424:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 17492us (17829us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.934697:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2696 00000100:00100000:2.0:1734016108.960323:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016108.960376:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016108.960477:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871680 00000100:00100000:1.0:1734016108.960488:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871680 00002000:00100000:1.0:1734016108.960543:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071d11c00 x1818247338871680/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.960553:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11c00 with x1818247338871680 ext(0->4194303) 00002000:00010000:1.0:1734016108.960558:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11c00 00000100:00100000:1.0:1734016108.960592:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871808 00000100:00100000:1.0:1734016108.960594:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871808 00002000:00100000:1.0:1734016108.960604:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8241151) req@ffff880071d11f80 x1818247338871808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016108.960610:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11f80 with x1818247338871808 ext(4194304->8241151) 00002000:00010000:1.0:1734016108.960614:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11f80 00000100:00100000:1.0:1734016108.960633:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8717 00000100:00100000:1.0:1734016108.960643:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338871680:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016108.964065:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8718 00000100:00100000:3.0:1734016108.964080:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338871808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.056230:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338871808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 92119us (95818us total) trans 0 rc 4046848/4046848 00000100:00100000:3.0:1734016109.056260:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8718 00002000:00100000:3.0:1734016109.056286:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8241151) req@ffff880071d11f80 x1818247338871808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4046848/4046848 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.056300:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11f80 with x1818247338871808 ext(4194304->8241151) 00002000:00010000:3.0:1734016109.056308:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11f80 00000100:00100000:1.0:1734016109.073672:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338871680:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 113004us (113339us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016109.073693:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8717 00002000:00100000:1.0:1734016109.073717:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071d11c00 x1818247338871680/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:69/0 lens 488/440 e 0 to 0 dl 1734016119 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.073730:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11c00 with x1818247338871680 ext(0->4194303) 00002000:00010000:1.0:1734016109.073737:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11c00 00000100:00100000:0.0:1734016109.080546:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.081303:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872064 00000100:00100000:1.0:1734016109.081321:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872064 00000100:00100000:1.0:1734016109.082542:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10624 00000100:00100000:1.0:1734016109.082554:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338872064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.082583:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.082618:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10bf expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.082658:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.082660:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.082671:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.082690:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.082711:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016109.082807:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338872064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 254us (2279us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.082816:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10624 00000100:00080000:3.0:1734016109.083552:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016079 00000100:00100000:0.0:1734016109.086857:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.086993:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872320 00000100:00100000:2.0:1734016109.087011:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872320 00000100:00100000:2.0:1734016109.087092:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1930 00000100:00100000:2.0:1734016109.087101:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338872320:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016109.087176:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.087255:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320699 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a108e expref: 23 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.087286:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016109.087290:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016109.087532:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.087547:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 23 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.087555:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.087594:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 23 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.087608:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 23 pid: 6474 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016109.087628:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341527424:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016109.087705:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.091474:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.091655:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872448 00000100:00100000:1.0:1734016109.091670:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872448 00010000:00010000:1.0:1734016109.091744:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 24 pid: 6474 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016109.091785:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2697 00000100:00100000:1.0:1734016109.091794:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:1983:x1818247338872448:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016109.091813:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016109.091820:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 24 pid: 6474 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016109.091835:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 24 pid: 6474 timeout: 472 lvb_type: 0 00010000:00010000:1.0:1734016109.091867:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016109.091873:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016109.091885:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016109.091893:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016109.091921:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016109.091988:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:1983:x1818247338872448:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 195us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.091998:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2697 00000100:00080000:3.0:1734016109.092231:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016079 00010000:00010000:2.0:1734016109.092617:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73206c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b1 expref: 23 pid: 6474 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016109.092637:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341527424:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016109.092663:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.092674:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.092679:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:2.0:1734016109.092810:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968506 00000004:00010000:2.0:1734016109.092883:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071fd3800 reply state ffff88007184d000 transno 4294968507 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016109.092889:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016109.092976:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338872320:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5875us (6136us total) trans 4294968507 rc 0/0 00000100:00100000:2.0:1734016109.092983:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1930 00000020:00080000:2.0:1734016109.092986:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016109.096791:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.096814:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.096822:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.096828:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2caf40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016109.096833:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.096839:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.096857:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016109.096862:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016109.096866:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016109.096870:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73206d8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016109.097089:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.097165:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872576 00000100:00100000:1.0:1734016109.097200:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872576 00000100:00100000:1.0:1734016109.097270:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10625 00000100:00100000:1.0:1734016109.097282:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338872576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.097310:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.097336:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10c6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.097382:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.097390:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.097399:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.097402:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.097406:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.097451:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.097466:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 8 pid: 13915 timeout: 472 lvb_type: 1 00000100:00100000:1.0:1734016109.097485:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341527552:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016109.097621:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.097630:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 12 pid: 13915 timeout: 472 lvb_type: 0 00000100:00100000:1.0:1734016109.097638:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341527680:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016109.097657:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.099921:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341527552:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016109.099948:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341527680:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016109.100010:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.100046:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:0.0:1734016109.102847:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.103002:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872704 00000100:00100000:2.0:1734016109.103018:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872704 00010000:00010000:2.0:1734016109.103080:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 9 pid: 13915 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016109.103114:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2698 00000100:00100000:2.0:1734016109.103122:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338872704:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.103142:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.103166:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 9 pid: 13915 timeout: 472 lvb_type: 1 00010000:00010000:2.0:1734016109.103196:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 9 pid: 13915 timeout: 472 lvb_type: 1 00010000:00010000:2.0:1734016109.103223:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73206d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10bf expref: 9 pid: 13915 timeout: 472 lvb_type: 1 00010000:00010000:2.0:1734016109.103245:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016109.103298:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338872704:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 177us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.103306:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2698 00000100:00100000:1.0:1734016109.103762:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247338872576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4870us (5068us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.103778:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10625 00010000:00010000:1.0:1734016109.113346:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016109.117984:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.119451:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872832 00000100:00100000:2.0:1734016109.119486:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872832 00010000:00010000:2.0:1734016109.119564:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 12 pid: 13915 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016109.119621:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2699 00000100:00100000:2.0:1734016109.119632:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338872832:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016109.119656:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016109.119701:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 12 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016109.119723:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 12 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016109.119759:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73206ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3342336->3354623) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10b8 expref: 12 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:2.0:1734016109.119819:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.119822:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.119833:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.119846:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.119910:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.119930:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341527808:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016109.120694:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.127755:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.128522:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872960 00000100:00100000:1.0:1734016109.128536:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872960 00002000:00010000:1.0:1734016109.128592:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9831210->18446744073709551615) 00002000:00100000:1.0:1734016109.128599:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98e00 with x1818247338872960 ext(9831210->18446744073709551615) 00002000:00010000:1.0:1734016109.128625:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98e00. 00000100:00100000:1.0:1734016109.128661:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8719 00000100:00100000:1.0:1734016109.128670:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338872960:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:3.0:1734016109.129012:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341527808:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016109.129040:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016109.129108:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338872832:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9478us (11139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.129120:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2699 00002000:00010000:1.0:1734016109.130129:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8239304 -> 9831210 00002000:00010000:1.0:1734016109.130134:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016109.130137:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016109.130139:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016109.130141:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1312 -> 1312 00000100:00100000:1.0:1734016109.130173:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338872960:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1503us (2436us total) trans 4294969207 rc 0/0 00000100:00100000:1.0:1734016109.130558:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8719 00002000:00010000:1.0:1734016109.130565:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9831210->18446744073709551615) 00002000:00100000:1.0:1734016109.130569:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98e00 with x1818247338872960 ext(9831210->18446744073709551615) 00002000:00010000:1.0:1734016109.130578:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98e00. 00000100:00100000:0.0:1734016109.136219:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.136578:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873216 00000100:00100000:1.0:1734016109.136592:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873216 00002000:00100000:1.0:1734016109.136664:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8241152->9834495) req@ffff880071fd0e00 x1818247338873216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.136679:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0e00 with x1818247338873216 ext(8241152->9834495) 00002000:00010000:1.0:1734016109.136688:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0e00 00000100:00100000:1.0:1734016109.136802:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8720 00000100:00100000:1.0:1734016109.136812:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338873216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.162558:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338873216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 25734us (26370us total) trans 0 rc 1593344/1593344 00000100:00100000:2.0:1734016109.162577:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8720 00002000:00100000:2.0:1734016109.162592:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8241152->9834495) req@ffff880071fd0e00 x1818247338873216/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 1593344/1593344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.162603:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0e00 with x1818247338873216 ext(8241152->9834495) 00002000:00010000:2.0:1734016109.162609:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0e00 00000100:00100000:3.0:1734016109.165552:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341528064:0@lo:400:kworker.0 00000100:00100000:2.0:1734016109.165559:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341528320:0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.165708:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341527936:0@lo:400:kworker.0 00000100:00100000:3.0:1734016109.165731:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016109.165764:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016109.165790:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341528448:0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.165808:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016109.165819:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341528576:0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.165839:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341528192:0@lo:400:kworker.0 00000100:00100000:3.0:1734016109.165842:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016109.165860:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016109.165876:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341528576 00000100:00100000:1.0:1734016109.165884:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341528064 00000100:00100000:3.0:1734016109.165886:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341528576 00000100:00100000:1.0:1734016109.165887:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341528064 00000100:00080000:3.0:1734016109.165910:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016079 00000100:00100000:1.0:1734016109.165947:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341528448 00000100:00100000:1.0:1734016109.165950:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341528448 00000100:00100000:3.0:1734016109.165958:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1734016109.165966:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341528576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.165967:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341528192 00000100:00100000:1.0:1734016109.165970:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341528192 00000100:00100000:1.0:1734016109.165980:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1734016109.165983:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341528064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.166025:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341528064:12345-0@lo:400:kworker.0 Request processed in 40us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.166025:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341528576:12345-0@lo:400:kworker.0 Request processed in 60us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.166032:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1734016109.166032:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1734016109.166048:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00080000:3.0:1734016109.166050:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016079 00000100:00100000:1.0:1734016109.166051:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341528448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.166071:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341528448:12345-0@lo:400:kworker.0 Request processed in 20us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.166076:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1734016109.166077:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341528576:0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.166083:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1734016109.166084:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341528064:0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.166087:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341528192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.166106:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341528192:12345-0@lo:400:kworker.0 Request processed in 19us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.166110:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1734016109.166137:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341528192:0@lo:400:kworker.0 00000100:00100000:1.0:1734016109.166154:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341528448:0@lo:400:kworker.0 00000100:00100000:2.0:1734016109.166220:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016109.166260:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341527936 00000100:00100000:2.0:1734016109.166264:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341527936 00000100:00100000:2.0:1734016109.166295:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1734016109.166299:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341527936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016109.166332:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341527936:12345-0@lo:400:kworker.0 Request processed in 33us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.166338:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1734016109.166416:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341527936:0@lo:400:kworker.0 00000100:00080000:3.0:1734016109.167561:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016079 00000100:00100000:3.0:1734016109.167585:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341528320 00000100:00100000:3.0:1734016109.167590:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341528320 00000100:00080000:2.0:1734016109.168050:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016079 00000100:00100000:3.0:1734016109.168076:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1734016109.168083:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341528320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016109.168154:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341528320:12345-0@lo:400:kworker.0 Request processed in 72us (1933us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.168160:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1734016109.168202:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341528320:0@lo:400:kworker.0 00000100:00100000:0.0:1734016109.172670:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.174045:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873344 00000100:00100000:2.0:1734016109.174062:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873344 00002000:00100000:2.0:1734016109.174132:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9789440->9831209) req@ffff880071fd1c00 x1818247338873344/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.174144:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1c00 with x1818247338873344 ext(9789440->9831209) 00002000:00010000:2.0:1734016109.174154:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1c00 00000100:00100000:2.0:1734016109.174740:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8721 00000100:00100000:2.0:1734016109.174748:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338873344:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016109.184783:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338873344:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 10020us (12114us total) trans 4294969208 rc 0/0 00000100:00100000:2.0:1734016109.184797:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8721 00002000:00100000:2.0:1734016109.184810:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9789440->9831209) req@ffff880071fd1c00 x1818247338873344/t4294969208(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/448 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.184820:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1c00 with x1818247338873344 ext(9789440->9831209) 00002000:00010000:2.0:1734016109.184826:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1c00 00000100:00100000:0.0:1734016109.192860:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.194017:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873472 00000100:00100000:1.0:1734016109.194032:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873472 00000100:00100000:1.0:1734016109.194137:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1931 00000100:00100000:1.0:1734016109.194146:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338873472:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016109.197447:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338873472:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 3284us (4584us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.197465:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1931 00000100:00100000:2.0:1734016109.198156:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016109.198177:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341528704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016109.198264:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016109.199020:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341528704 00000100:00100000:0.0:1734016109.199028:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341528704 00000100:00100000:0.0:1734016109.199066:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1734016109.199073:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341528704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016109.199097:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980140608 pending 98304 free 3923165184 avail 3691503616 00000100:00100000:0.0:1734016109.199159:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341528704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.199167:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1734016109.199401:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341528704:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016109.207823:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.208043:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873600 00000100:00100000:0.0:1734016109.208054:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873600 00000100:00100000:0.0:1734016109.208116:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10626 00000100:00100000:0.0:1734016109.208124:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247338873600:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016109.213090:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969208 is committed 00000001:00080000:0.0:1734016109.213114:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969206 is committed 00000100:00100000:2.0:1734016109.218208:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338873600:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 10052us (10365us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.218223:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10626 00000100:00100000:0.0:1734016109.231484:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.232994:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873728 00000100:00100000:2.0:1734016109.233008:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873728 00000100:00100000:2.0:1734016109.233339:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1932 00000100:00100000:2.0:1734016109.233349:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338873728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.233375:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.233405:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73206e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10cd expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.233521:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73206ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016109.233541:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73206ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016109.233552:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73206ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016109.233582:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9831210 00000004:00200000:2.0:1734016109.233587:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016109.233608:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73206ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016109.233639:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73206e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10cd expref: 26 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.233665:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73206ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10cd expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.233674:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016109.233676:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016109.233680:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016109.239008:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338873728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5643us (7523us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.239022:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1932 00000100:00100000:0.0:1734016109.245027:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.245163:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873856 00000100:00100000:2.0:1734016109.245176:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873856 00000100:00100000:2.0:1734016109.245289:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10627 00000100:00100000:2.0:1734016109.245298:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338873856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.245326:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.245349:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10d4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.245385:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.245393:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016109.245395:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016109.245399:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [843776->888831] (req 843776->888831) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.245437:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.245450:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 6 pid: 13915 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016109.245464:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341528832:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016109.245533:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.247172:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341528832:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016109.247233:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [843776->888831] (req 843776->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.247250:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016109.247291:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338873856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1992us (2277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.247299:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10627 00000100:00100000:0.0:1734016109.253967:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016109.254093:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873984 00000100:00100000:3.0:1734016109.254106:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873984 00010000:00010000:3.0:1734016109.254149:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 7 pid: 13915 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016109.254217:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2700 00000100:00100000:3.0:1734016109.254226:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338873984:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016109.254245:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016109.254267:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1312 -> 1400 00010000:00010000:3.0:1734016109.254274:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 7 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016109.254287:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 7 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016109.254311:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73206df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10c6 expref: 7 pid: 13915 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016109.254441:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.254445:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.254455:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.254464:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.254501:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.254519:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341528960:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016109.256288:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.262878:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341528960:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016109.262905:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016109.262963:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338873984:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8736us (9023us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.262976:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2700 00000100:00100000:0.0:1734016109.263498:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.265310:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874112 00000100:00100000:2.0:1734016109.265326:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874112 00000100:00100000:2.0:1734016109.265414:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10628 00000100:00100000:2.0:1734016109.265423:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338874112:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016109.265731:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9831210 -> 9831210 00002000:00010000:2.0:1734016109.265735:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.265737:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:2.0:1734016109.265739:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.265741:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1400 -> 1400 00000100:00100000:3.0:1734016109.265980:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338874112:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 555us (2481us total) trans 4294969209 rc 0/0 00000100:00100000:3.0:1734016109.265990:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10628 00000100:00100000:0.0:1734016109.269777:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016109.269903:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874240 00000100:00100000:3.0:1734016109.269915:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874240 00000100:00100000:3.0:1734016109.270111:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10629 00000100:00100000:3.0:1734016109.270120:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338874240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.270143:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.270165:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73206fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10db expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.270280:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529088:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016109.270369:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.274045:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529088:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016109.274092:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73206fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10db expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.274113:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73206fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10db expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.274227:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016109.274294:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338874240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4172us (4532us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.274303:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10629 00000100:00100000:0.0:1734016109.284424:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016109.284649:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874368 00000100:00100000:3.0:1734016109.284659:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874368 00000100:00100000:3.0:1734016109.284713:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10630 00000100:00100000:3.0:1734016109.284720:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338874368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.284741:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.284761:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320702 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10e2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.284821:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529216:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016109.285423:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.293882:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529216:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016109.293927:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320702 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10e2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.293963:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320702 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10e2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.296137:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:2.0:1734016109.296833:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338874368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12104us (12413us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.296846:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10630 00000100:00100000:0.0:1734016109.299919:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.301195:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874496 00000100:00100000:2.0:1734016109.301209:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874496 00000100:00100000:2.0:1734016109.301266:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10631 00000100:00100000:2.0:1734016109.301273:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338874496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.301297:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.301329:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320709 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10e9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.301397:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529344:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016109.301463:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.304262:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529344:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016109.304314:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320709 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10e9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.304330:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320709 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10e9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.304858:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016109.304945:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338874496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3663us (5031us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.304955:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10631 00000100:00100000:1.0:1734016109.308134:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.308290:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874624 00000100:00100000:2.0:1734016109.308300:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874624 00000100:00100000:2.0:1734016109.308342:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10632 00000100:00100000:2.0:1734016109.308351:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338874624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.308371:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.308392:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320710 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10f0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.308452:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529472:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016109.308522:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016109.312743:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529472:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016109.312791:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320710 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10f0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.312807:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320710 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10f0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016109.312843:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:3.0:1734016109.312906:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338874624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4553us (4781us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016109.312915:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10632 00000100:00100000:0.0:1734016109.320758:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016109.321012:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874752 00000100:00100000:3.0:1734016109.321023:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874752 00000100:00100000:3.0:1734016109.321141:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10633 00000100:00100000:3.0:1734016109.321150:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338874752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016109.321175:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016109.321237:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320717 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10f7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.321303:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529600:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016109.321452:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.323887:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d99c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529600:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016109.323961:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320717 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10f7 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.323981:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320717 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10f7 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.324021:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:0.0:1734016109.324388:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338874752:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3236us (3642us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.324397:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10633 00000100:00100000:2.0:1734016109.329928:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.330028:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874880 00000100:00100000:0.0:1734016109.330039:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874880 00000100:00100000:0.0:1734016109.330103:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10634 00000100:00100000:0.0:1734016109.330111:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338874880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.330134:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.330156:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732071e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a10fe expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.330250:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529728:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016109.330325:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016109.332312:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529728:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016109.332355:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732071e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10fe expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.332370:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732071e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10fe expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.332404:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:2.0:1734016109.332474:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338874880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2362us (2561us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.332486:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10634 00000100:00100000:3.0:1734016109.345457:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.345567:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875136 00000100:00100000:2.0:1734016109.345580:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875136 00002000:00100000:2.0:1734016109.345633:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5373952->9834495) req@ffff880130d99c00 x1818247338875136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:70/0 lens 504/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.345644:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99c00 with x1818247338875136 ext(5373952->9834495) 00002000:00010000:2.0:1734016109.345649:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99c00 00000100:00100000:2.0:1734016109.345746:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8722 00000100:00100000:2.0:1734016109.345753:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338875136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.365848:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338875136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 20082us (20391us total) trans 0 rc 1597440/1597440 00000100:00100000:2.0:1734016109.365861:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8722 00002000:00100000:2.0:1734016109.365875:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5373952->9834495) req@ffff880130d99c00 x1818247338875136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:70/0 lens 504/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 1597440/1597440 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.365886:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99c00 with x1818247338875136 ext(5373952->9834495) 00002000:00010000:2.0:1734016109.365892:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99c00 00000100:00100000:3.0:1734016109.372587:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.372723:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875392 00000100:00100000:2.0:1734016109.372738:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875392 00002000:00100000:2.0:1734016109.372795:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5369856->5373951) req@ffff8800717ebb80 x1818247338875392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.372806:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ebb80 with x1818247338875392 ext(5369856->5373951) 00002000:00010000:2.0:1734016109.372814:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ebb80 00000100:00100000:2.0:1734016109.372839:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8723 00000100:00100000:2.0:1734016109.372847:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338875392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.373057:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338875392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.373064:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8723 00002000:00100000:2.0:1734016109.373070:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5369856->5373951) req@ffff8800717ebb80 x1818247338875392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.373078:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ebb80 with x1818247338875392 ext(5369856->5373951) 00002000:00010000:2.0:1734016109.373080:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ebb80 00000100:00100000:0.0:1734016109.378894:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016109.380369:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875648 00000100:00100000:3.0:1734016109.380384:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875648 00002000:00100000:3.0:1734016109.380449:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5365760->5369855) req@ffff880071f75f80 x1818247338875648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.380461:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75f80 with x1818247338875648 ext(5365760->5369855) 00002000:00010000:3.0:1734016109.380467:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75f80 00000100:00100000:3.0:1734016109.380514:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8724 00000100:00100000:3.0:1734016109.380524:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338875648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.380734:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338875648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 211us (1857us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016109.380743:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8724 00002000:00100000:3.0:1734016109.380750:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5365760->5369855) req@ffff880071f75f80 x1818247338875648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.380757:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75f80 with x1818247338875648 ext(5365760->5369855) 00002000:00010000:3.0:1734016109.380760:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75f80 00000100:00100000:0.0:1734016109.385926:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.386324:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875776 00000100:00100000:2.0:1734016109.386338:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875776 00000100:00100000:2.0:1734016109.387118:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1933 00000100:00100000:2.0:1734016109.387130:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247338875776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.387161:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.387237:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320725 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1105 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.387369:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016109.387385:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016109.387397:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016109.387427:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9831210 00000004:00200000:2.0:1734016109.387431:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016109.387449:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016109.387480:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320725 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.387513:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 24 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.387521:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016109.387524:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016109.387529:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016109.387600:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247338875776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 472us (1698us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.387606:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1933 00000100:00100000:0.0:1734016109.394863:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.395003:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875904 00000100:00100000:2.0:1734016109.395015:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875904 00000100:00100000:2.0:1734016109.395253:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10635 00000100:00100000:2.0:1734016109.395263:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338875904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.395293:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.395324:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320733 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a110c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016109.395401:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529856:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016109.395484:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016109.398276:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:2.0:1734016109.398318:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529856:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016109.398370:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320733 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a110c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.398395:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320733 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a110c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.398578:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016109.398654:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338875904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3388us (3807us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016109.398663:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10635 00000100:00100000:0.0:1734016109.403250:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.403872:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876032 00000100:00100000:2.0:1734016109.403884:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876032 00000100:00100000:2.0:1734016109.404498:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10636 00000100:00100000:2.0:1734016109.404509:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338876032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.404541:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.404566:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1113 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.404608:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.404615:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016109.404618:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016109.404621:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9089024->9093119] (req 9089024->9093119) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.404661:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.404682:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 6 pid: 7681 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016109.404696:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529984:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016109.405523:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.410909:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.411156:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341529984:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016109.411252:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9089024->9093119] (req 9089024->9093119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.411273:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016109.411337:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338876032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6828us (8099us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.411352:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10636 00000100:00100000:3.0:1734016109.412245:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876160 00000100:00100000:3.0:1734016109.412256:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876160 00010000:00010000:3.0:1734016109.412293:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 7 pid: 7681 timeout: 472 lvb_type: 0 00000100:00100000:3.0:1734016109.412333:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2701 00000100:00100000:3.0:1734016109.412342:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338876160:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016109.412361:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016109.412396:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 7 pid: 7681 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016109.412414:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 7 pid: 7681 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016109.412440:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73206f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 843776->888831) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10d4 expref: 7 pid: 7681 timeout: 472 lvb_type: 0 00010000:00010000:3.0:1734016109.412472:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.412474:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016109.412482:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.412491:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016109.412535:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016109.412552:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341530112:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016109.412623:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.419424:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.419724:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876416 00000100:00100000:2.0:1734016109.419734:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876416 00002000:00100000:2.0:1734016109.419788:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9089024->9834495) req@ffff880071e59500 x1818247338876416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 504/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.419800:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59500 with x1818247338876416 ext(9089024->9834495) 00002000:00010000:2.0:1734016109.419807:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59500 00000100:00100000:2.0:1734016109.419842:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8725 00000100:00100000:2.0:1734016109.419851:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338876416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.420156:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341530112:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016109.420210:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016109.420256:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338876160:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7914us (9363us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.420268:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2701 00000100:00100000:2.0:1734016109.423073:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338876416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3209us (3652us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1734016109.423091:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8725 00002000:00100000:2.0:1734016109.423105:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9089024->9834495) req@ffff880071e59500 x1818247338876416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 504/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.423116:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59500 with x1818247338876416 ext(9089024->9834495) 00002000:00010000:2.0:1734016109.423122:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59500 00000100:00100000:0.0:1734016109.429750:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.429928:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876672 00000100:00100000:2.0:1734016109.429950:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876672 00002000:00100000:2.0:1734016109.430021:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9084928->9089023) req@ffff880071f76d80 x1818247338876672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.430035:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76d80 with x1818247338876672 ext(9084928->9089023) 00002000:00010000:2.0:1734016109.430042:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76d80 00000100:00100000:2.0:1734016109.430659:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8726 00000100:00100000:2.0:1734016109.430671:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338876672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.431672:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338876672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 998us (1931us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.431681:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8726 00002000:00100000:2.0:1734016109.431690:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9084928->9089023) req@ffff880071f76d80 x1818247338876672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.431699:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76d80 with x1818247338876672 ext(9084928->9089023) 00002000:00010000:2.0:1734016109.431704:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76d80 00000100:00100000:1.0:1734016109.435732:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.436048:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876928 00000100:00100000:2.0:1734016109.436062:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876928 00002000:00100000:2.0:1734016109.436129:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9080832->9084927) req@ffff880071e59880 x1818247338876928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.436147:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59880 with x1818247338876928 ext(9080832->9084927) 00002000:00010000:2.0:1734016109.436154:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59880 00000100:00100000:2.0:1734016109.436220:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8727 00000100:00100000:2.0:1734016109.436229:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338876928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.436419:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338876928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 190us (701us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.436426:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8727 00002000:00100000:2.0:1734016109.436432:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9080832->9084927) req@ffff880071e59880 x1818247338876928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.436439:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59880 with x1818247338876928 ext(9080832->9084927) 00002000:00010000:2.0:1734016109.436441:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59880 00000100:00100000:1.0:1734016109.439141:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.439858:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877184 00000100:00100000:0.0:1734016109.439868:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877184 00002000:00100000:0.0:1734016109.439913:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9076736->9080831) req@ffff880071e59c00 x1818247338877184/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.439923:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59c00 with x1818247338877184 ext(9076736->9080831) 00002000:00010000:0.0:1734016109.439929:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59c00 00000100:00100000:0.0:1734016109.439972:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8728 00000100:00100000:0.0:1734016109.439979:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338877184:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.440165:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338877184:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 184us (1037us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.440172:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8728 00002000:00100000:0.0:1734016109.440192:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9076736->9080831) req@ffff880071e59c00 x1818247338877184/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.440199:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59c00 with x1818247338877184 ext(9076736->9080831) 00002000:00010000:0.0:1734016109.440202:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59c00 00000100:00100000:0.0:1734016109.442781:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.442982:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877440 00000100:00100000:2.0:1734016109.442992:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877440 00002000:00100000:2.0:1734016109.443037:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9072640->9076735) req@ffff880071f77100 x1818247338877440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.443047:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77100 with x1818247338877440 ext(9072640->9076735) 00002000:00010000:2.0:1734016109.443052:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77100 00000100:00100000:2.0:1734016109.443074:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8729 00000100:00100000:2.0:1734016109.443083:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338877440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.443300:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338877440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 217us (531us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.443308:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8729 00002000:00100000:2.0:1734016109.443314:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9072640->9076735) req@ffff880071f77100 x1818247338877440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.443322:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77100 with x1818247338877440 ext(9072640->9076735) 00002000:00010000:2.0:1734016109.443326:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77100 00000100:00100000:1.0:1734016109.445319:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.445446:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877696 00000100:00100000:0.0:1734016109.445455:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877696 00002000:00100000:0.0:1734016109.445500:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9068544->9072639) req@ffff880071e59f80 x1818247338877696/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.445508:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59f80 with x1818247338877696 ext(9068544->9072639) 00002000:00010000:0.0:1734016109.445513:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59f80 00000100:00100000:0.0:1734016109.445548:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8730 00000100:00100000:0.0:1734016109.445556:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338877696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.445766:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338877696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.445775:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8730 00002000:00100000:0.0:1734016109.445781:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9068544->9072639) req@ffff880071e59f80 x1818247338877696/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.445788:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59f80 with x1818247338877696 ext(9068544->9072639) 00002000:00010000:0.0:1734016109.445791:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59f80 00000100:00100000:1.0:1734016109.447917:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.448324:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877952 00000100:00100000:2.0:1734016109.448336:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877952 00002000:00100000:2.0:1734016109.448390:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9064448->9068543) req@ffff880071e5a300 x1818247338877952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.448400:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a300 with x1818247338877952 ext(9064448->9068543) 00002000:00010000:2.0:1734016109.448405:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a300 00000100:00100000:2.0:1734016109.448485:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8731 00000100:00100000:2.0:1734016109.448493:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338877952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.448696:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338877952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (787us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.448704:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8731 00002000:00100000:2.0:1734016109.448710:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9064448->9068543) req@ffff880071e5a300 x1818247338877952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.448717:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a300 with x1818247338877952 ext(9064448->9068543) 00002000:00010000:2.0:1734016109.448720:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a300 00000100:00100000:0.0:1734016109.451023:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.451236:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878208 00000100:00100000:2.0:1734016109.451249:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878208 00002000:00100000:2.0:1734016109.451317:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9060352->9064447) req@ffff880071f77480 x1818247338878208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.451330:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77480 with x1818247338878208 ext(9060352->9064447) 00002000:00010000:2.0:1734016109.451337:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77480 00000100:00100000:2.0:1734016109.452140:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8732 00000100:00100000:2.0:1734016109.452148:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338878208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.452708:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338878208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 558us (1703us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.452716:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8732 00002000:00100000:2.0:1734016109.452724:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9060352->9064447) req@ffff880071f77480 x1818247338878208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.452733:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77480 with x1818247338878208 ext(9060352->9064447) 00002000:00010000:2.0:1734016109.452738:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77480 00000100:00100000:1.0:1734016109.455816:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.455930:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878464 00000100:00100000:2.0:1734016109.455953:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878464 00002000:00100000:2.0:1734016109.456009:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9056256->9060351) req@ffff880071e5a680 x1818247338878464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.456019:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a680 with x1818247338878464 ext(9056256->9060351) 00002000:00010000:2.0:1734016109.456026:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a680 00000100:00100000:2.0:1734016109.456080:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8733 00000100:00100000:2.0:1734016109.456089:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338878464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.456920:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338878464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 825us (1110us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.456929:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8733 00002000:00100000:2.0:1734016109.456945:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9056256->9060351) req@ffff880071e5a680 x1818247338878464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.456953:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a680 with x1818247338878464 ext(9056256->9060351) 00002000:00010000:2.0:1734016109.456957:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a680 00000100:00100000:1.0:1734016109.459865:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.460359:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878720 00000100:00100000:2.0:1734016109.460376:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878720 00002000:00100000:2.0:1734016109.460445:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9052160->9056255) req@ffff880071e5aa00 x1818247338878720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.460459:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5aa00 with x1818247338878720 ext(9052160->9056255) 00002000:00010000:2.0:1734016109.460466:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5aa00 00000100:00100000:2.0:1734016109.460502:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8734 00000100:00100000:2.0:1734016109.460510:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338878720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.460734:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338878720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 223us (885us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.460741:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8734 00002000:00100000:2.0:1734016109.460747:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9052160->9056255) req@ffff880071e5aa00 x1818247338878720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.460754:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5aa00 with x1818247338878720 ext(9052160->9056255) 00002000:00010000:2.0:1734016109.460757:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5aa00 00000100:00100000:0.0:1734016109.463687:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.464137:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878976 00000100:00100000:2.0:1734016109.464147:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878976 00002000:00100000:2.0:1734016109.464264:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9048064->9052159) req@ffff880071f77800 x1818247338878976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.464274:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77800 with x1818247338878976 ext(9048064->9052159) 00002000:00010000:2.0:1734016109.464280:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77800 00000100:00100000:2.0:1734016109.464851:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8735 00000100:00100000:2.0:1734016109.464859:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338878976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.465198:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338878976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 321us (1506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.465206:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8735 00002000:00100000:2.0:1734016109.465212:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9048064->9052159) req@ffff880071f77800 x1818247338878976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.465221:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77800 with x1818247338878976 ext(9048064->9052159) 00002000:00010000:2.0:1734016109.465224:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77800 00000100:00100000:1.0:1734016109.468151:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.468316:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338879232 00000100:00100000:2.0:1734016109.468326:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338879232 00002000:00100000:2.0:1734016109.468380:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9043968->9048063) req@ffff880071e5ad80 x1818247338879232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.468392:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5ad80 with x1818247338879232 ext(9043968->9048063) 00002000:00010000:2.0:1734016109.468398:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5ad80 00000100:00100000:2.0:1734016109.468428:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8736 00000100:00100000:2.0:1734016109.468435:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338879232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.468627:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338879232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.468634:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8736 00002000:00100000:2.0:1734016109.468639:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9043968->9048063) req@ffff880071e5ad80 x1818247338879232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.468646:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5ad80 with x1818247338879232 ext(9043968->9048063) 00002000:00010000:2.0:1734016109.468648:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5ad80 00000100:00100000:1.0:1734016109.472598:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.472715:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338879488 00000100:00100000:0.0:1734016109.472732:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338879488 00002000:00100000:0.0:1734016109.472792:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9039872->9043967) req@ffff880071e5b100 x1818247338879488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.472804:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b100 with x1818247338879488 ext(9039872->9043967) 00002000:00010000:0.0:1734016109.472813:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b100 00000100:00100000:0.0:1734016109.472866:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8737 00000100:00100000:0.0:1734016109.472876:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338879488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.473125:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338879488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 249us (540us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.473134:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8737 00002000:00100000:0.0:1734016109.473140:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9039872->9043967) req@ffff880071e5b100 x1818247338879488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.473147:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b100 with x1818247338879488 ext(9039872->9043967) 00002000:00010000:0.0:1734016109.473150:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b100 00000100:00100000:1.0:1734016109.478671:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.478799:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338879616 00000100:00100000:2.0:1734016109.478813:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338879616 00000100:00100000:2.0:1734016109.478862:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10637 00000100:00100000:2.0:1734016109.478870:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338879616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.478893:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.478917:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a111a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.478959:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.478962:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.478971:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.478988:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.479003:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016109.479082:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338879616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 210us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.479089:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10637 00000100:00100000:1.0:1734016109.483756:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.483895:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338879872 00000100:00100000:2.0:1734016109.483906:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338879872 00002000:00100000:2.0:1734016109.483971:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8486912->8491007) req@ffff880071e5b800 x1818247338879872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.483982:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b800 with x1818247338879872 ext(8486912->8491007) 00002000:00010000:2.0:1734016109.483987:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b800 00000100:00100000:2.0:1734016109.484026:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8738 00000100:00100000:2.0:1734016109.484034:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338879872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.484611:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338879872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 575us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.484621:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8738 00002000:00100000:2.0:1734016109.484627:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8486912->8491007) req@ffff880071e5b800 x1818247338879872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.484633:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b800 with x1818247338879872 ext(8486912->8491007) 00002000:00010000:2.0:1734016109.484636:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b800 00000100:00100000:0.0:1734016109.487826:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.488157:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880128 00000100:00100000:2.0:1734016109.488168:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880128 00002000:00100000:2.0:1734016109.488255:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8482816->8486911) req@ffff880071f77b80 x1818247338880128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.488266:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77b80 with x1818247338880128 ext(8482816->8486911) 00002000:00010000:2.0:1734016109.488272:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77b80 00000100:00100000:2.0:1734016109.488295:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8739 00000100:00100000:2.0:1734016109.488301:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338880128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.488497:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338880128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 194us (681us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.488505:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8739 00002000:00100000:2.0:1734016109.488511:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8482816->8486911) req@ffff880071f77b80 x1818247338880128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.488518:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77b80 with x1818247338880128 ext(8482816->8486911) 00002000:00010000:2.0:1734016109.488521:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77b80 00000100:00100000:1.0:1734016109.491149:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.491376:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880384 00000100:00100000:0.0:1734016109.491394:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880384 00002000:00100000:0.0:1734016109.491460:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8478720->8482815) req@ffff880071e5bb80 x1818247338880384/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.491470:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5bb80 with x1818247338880384 ext(8478720->8482815) 00002000:00010000:0.0:1734016109.491479:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5bb80 00000100:00100000:0.0:1734016109.491524:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8740 00000100:00100000:0.0:1734016109.491534:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338880384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.491773:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338880384:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 238us (643us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.491780:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8740 00002000:00100000:0.0:1734016109.491787:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8478720->8482815) req@ffff880071e5bb80 x1818247338880384/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.491794:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5bb80 with x1818247338880384 ext(8478720->8482815) 00002000:00010000:0.0:1734016109.491797:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5bb80 00000100:00100000:1.0:1734016109.495244:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.495560:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880640 00000100:00100000:2.0:1734016109.495573:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880640 00002000:00100000:2.0:1734016109.495627:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8474624->8478719) req@ffff880130c2df80 x1818247338880640/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.495644:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2df80 with x1818247338880640 ext(8474624->8478719) 00002000:00010000:2.0:1734016109.495650:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2df80 00000100:00100000:2.0:1734016109.495765:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8741 00000100:00100000:2.0:1734016109.495773:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338880640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.496273:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338880640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 497us (1040us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.496282:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8741 00002000:00100000:2.0:1734016109.496288:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8474624->8478719) req@ffff880130c2df80 x1818247338880640/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.496296:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2df80 with x1818247338880640 ext(8474624->8478719) 00002000:00010000:2.0:1734016109.496299:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2df80 00000100:00100000:1.0:1734016109.499976:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.500210:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880896 00000100:00100000:2.0:1734016109.500232:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880896 00002000:00100000:2.0:1734016109.500305:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8470528->8474623) req@ffff88007834f450 x1818247338880896/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.500318:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007834f450 with x1818247338880896 ext(8470528->8474623) 00002000:00010000:2.0:1734016109.500325:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007834f450 00000100:00100000:2.0:1734016109.500370:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8742 00000100:00100000:2.0:1734016109.500379:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007834f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338880896:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.500676:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007834f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338880896:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 297us (706us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.500685:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8742 00002000:00100000:2.0:1734016109.500692:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8470528->8474623) req@ffff88007834f450 x1818247338880896/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.500702:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007834f450 with x1818247338880896 ext(8470528->8474623) 00002000:00010000:2.0:1734016109.500706:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007834f450 00000100:00100000:1.0:1734016109.508663:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.509075:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881152 00000100:00100000:2.0:1734016109.509084:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881152 00002000:00100000:2.0:1734016109.509127:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8466432->8470527) req@ffff880130c2fb80 x1818247338881152/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.509135:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2fb80 with x1818247338881152 ext(8466432->8470527) 00002000:00010000:2.0:1734016109.509140:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2fb80 00000100:00100000:0.0:1734016109.510258:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8743 00000100:00100000:0.0:1734016109.510267:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338881152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.510416:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338881152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (1760us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.510423:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8743 00002000:00100000:0.0:1734016109.510429:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8466432->8470527) req@ffff880130c2fb80 x1818247338881152/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.510436:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2fb80 with x1818247338881152 ext(8466432->8470527) 00002000:00010000:0.0:1734016109.510439:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2fb80 00000100:00100000:1.0:1734016109.516786:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.516898:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881408 00000100:00100000:2.0:1734016109.516908:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881408 00002000:00100000:2.0:1734016109.516960:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8462336->8466431) req@ffff880130c2e300 x1818247338881408/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.516969:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247338881408 ext(8462336->8466431) 00002000:00010000:2.0:1734016109.516974:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:2.0:1734016109.516997:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8744 00000100:00100000:2.0:1734016109.517003:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338881408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.517817:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338881408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 811us (1041us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.517825:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8744 00002000:00100000:2.0:1734016109.517832:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8462336->8466431) req@ffff880130c2e300 x1818247338881408/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.517840:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247338881408 ext(8462336->8466431) 00002000:00010000:2.0:1734016109.517843:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:1.0:1734016109.525335:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.525753:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881664 00000100:00100000:2.0:1734016109.525763:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881664 00002000:00100000:2.0:1734016109.525803:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8458240->8462335) req@ffff880130c2ca80 x1818247338881664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.525814:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247338881664 ext(8458240->8462335) 00002000:00010000:2.0:1734016109.525819:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:2.0:1734016109.525839:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8745 00000100:00100000:2.0:1734016109.525845:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338881664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.526670:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338881664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 821us (1342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.526677:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8745 00002000:00100000:2.0:1734016109.526683:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8458240->8462335) req@ffff880130c2ca80 x1818247338881664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.526691:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247338881664 ext(8458240->8462335) 00002000:00010000:2.0:1734016109.526694:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:1.0:1734016109.533626:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.533775:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881920 00000100:00100000:2.0:1734016109.533789:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881920 00002000:00100000:2.0:1734016109.533855:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8454144->8458239) req@ffff880130c2d500 x1818247338881920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.533869:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247338881920 ext(8454144->8458239) 00002000:00010000:2.0:1734016109.533877:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:2.0:1734016109.533915:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8746 00000100:00100000:2.0:1734016109.533928:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338881920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.536400:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338881920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2464us (2783us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.536413:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8746 00002000:00100000:2.0:1734016109.536425:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8454144->8458239) req@ffff880130c2d500 x1818247338881920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.536433:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247338881920 ext(8454144->8458239) 00002000:00010000:2.0:1734016109.536437:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:1.0:1734016109.548847:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.548929:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882176 00000100:00100000:2.0:1734016109.548946:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882176 00002000:00100000:2.0:1734016109.548982:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8450048->8454143) req@ffff880130c2ea00 x1818247338882176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.548990:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247338882176 ext(8450048->8454143) 00002000:00010000:2.0:1734016109.548995:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:2.0:1734016109.549028:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8747 00000100:00100000:2.0:1734016109.549034:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338882176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.549498:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338882176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 461us (655us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.549506:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8747 00002000:00100000:2.0:1734016109.549512:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8450048->8454143) req@ffff880130c2ea00 x1818247338882176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.549518:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247338882176 ext(8450048->8454143) 00002000:00010000:2.0:1734016109.549520:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:1.0:1734016109.553002:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.553898:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882432 00000100:00100000:2.0:1734016109.553907:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882432 00002000:00100000:2.0:1734016109.553958:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8445952->8450047) req@ffff880130c2ce00 x1818247338882432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.553973:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ce00 with x1818247338882432 ext(8445952->8450047) 00002000:00010000:2.0:1734016109.553978:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ce00 00000100:00100000:2.0:1734016109.554012:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8748 00000100:00100000:2.0:1734016109.554018:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338882432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.554171:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338882432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (1178us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.554203:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8748 00002000:00100000:2.0:1734016109.554210:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8445952->8450047) req@ffff880130c2ce00 x1818247338882432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.554217:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ce00 with x1818247338882432 ext(8445952->8450047) 00002000:00010000:2.0:1734016109.554220:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ce00 00000100:00100000:1.0:1734016109.563237:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.563645:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882560 00000100:00100000:2.0:1734016109.563659:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882560 00000100:00100000:2.0:1734016109.564279:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10638 00000100:00100000:2.0:1734016109.564288:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338882560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016109.564311:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016109.564331:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1121 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.564363:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.564372:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.564382:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.564384:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016109.564386:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [626688->643071] (req 626688->643071) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.564528:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016109.564542:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 6 pid: 7681 timeout: 472 lvb_type: 1 00000100:00100000:2.0:1734016109.564555:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341530240:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016109.565313:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.565326:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 8 pid: 7681 timeout: 472 lvb_type: 0 00000100:00100000:2.0:1734016109.565336:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341530368:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016109.565353:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.570741:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.571695:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.571822:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341530240:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016109.571833:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341530368:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016109.571867:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [626688->643071] (req 626688->643071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016109.571893:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016109.571963:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338882560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7675us (8741us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.571974:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10638 00000100:00100000:0.0:1734016109.572150:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882688 00000100:00100000:0.0:1734016109.572158:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882688 00010000:00010000:0.0:1734016109.572210:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 7 pid: 7681 timeout: 472 lvb_type: 1 00000100:00100000:0.0:1734016109.572242:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882816 00000100:00100000:0.0:1734016109.572244:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882816 00010000:00010000:0.0:1734016109.572254:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 8 pid: 7681 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016109.572270:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2702 00000100:00100000:0.0:1734016109.572276:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338882688:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016109.572290:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.572314:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 7 pid: 7681 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016109.572325:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 7 pid: 7681 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016109.572354:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320741 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a111a expref: 7 pid: 7681 timeout: 472 lvb_type: 1 00010000:00010000:0.0:1734016109.572370:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016109.572385:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338882688:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 109us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.572390:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2702 00000100:00100000:0.0:1734016109.572401:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2703 00000100:00100000:0.0:1734016109.572404:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338882816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016109.572410:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.572415:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 8 pid: 7681 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016109.572424:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 8 pid: 7681 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016109.572434:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732073a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9089024->9093119) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1113 expref: 8 pid: 7681 timeout: 472 lvb_type: 0 00010000:00010000:0.0:1734016109.572441:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.572443:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.572449:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.572459:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.572489:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.572501:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341530496:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016109.572532:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.581997:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.583005:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882944 00000100:00100000:2.0:1734016109.583021:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882944 00000100:00100000:2.0:1734016109.583113:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10639 00000100:00100000:2.0:1734016109.583121:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338882944:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016109.583410:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9831210 -> 9831210 00002000:00010000:2.0:1734016109.583414:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.583417:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016109 -> 1734016108 00002000:00010000:2.0:1734016109.583420:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016109 -> 1734016109 00002000:00010000:2.0:1734016109.583422:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1400 -> 1400 00000100:00100000:2.0:1734016109.583520:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338882944:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 398us (1549us total) trans 4294969210 rc 0/0 00000100:00100000:2.0:1734016109.583528:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10639 00000100:00100000:0.0:1734016109.584780:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341530496:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016109.584802:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016109.584851:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338882816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 12444us (13160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.584861:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2703 00000100:00100000:1.0:1734016109.585005:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.585107:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016109.585350:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883072 00000100:00100000:3.0:1734016109.585358:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883072 00000100:00100000:3.0:1734016109.585397:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 301 00000100:00100000:3.0:1734016109.585403:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247338883072:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016109.585437:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247338883072:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 35us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016109.585443:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 301 00000100:00080000:3.0:1734016109.585477:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016079 00000100:00100000:0.0:1734016109.586167:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883200 00000100:00100000:0.0:1734016109.586173:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883200 00000100:00100000:0.0:1734016109.586248:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 142 00000100:00100000:0.0:1734016109.586253:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338883200:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016109.586297:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338883200:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 44us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.586302:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 142 00000100:00080000:3.0:1734016109.587699:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016079 00000100:00100000:3.0:1734016109.591093:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.591231:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883328 00000100:00100000:0.0:1734016109.591248:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883328 00000100:00100000:0.0:1734016109.591323:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10640 00000100:00100000:0.0:1734016109.591336:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338883328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.591363:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.591389:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732074f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1128 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.591465:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341530624:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016109.591543:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016109.593965:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:0.0:1734016109.594011:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341530624:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016109.594060:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732074f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1128 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.594077:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732074f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1128 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.594162:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016109.594274:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338883328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2938us (3198us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.594285:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10640 00000100:00100000:1.0:1734016109.598017:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.598059:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883456 00000100:00100000:1.0:1734016109.598070:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883456 00000100:00100000:1.0:1734016109.598125:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10641 00000100:00100000:1.0:1734016109.598133:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338883456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.598155:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.598175:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320756 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a112f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.598249:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341530752:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016109.599662:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.602812:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341530752:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016109.602854:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320756 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a112f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.602874:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320756 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a112f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.602899:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016109.602967:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338883456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4833us (4962us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.602977:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10641 00000100:00100000:1.0:1734016109.606977:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.607052:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883712 00000100:00100000:0.0:1734016109.607064:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883712 00002000:00100000:0.0:1734016109.607119:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1757184->1761279) req@ffff88007406a300 x1818247338883712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.607131:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a300 with x1818247338883712 ext(1757184->1761279) 00002000:00010000:0.0:1734016109.607136:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a300 00000100:00100000:0.0:1734016109.607175:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8749 00000100:00100000:0.0:1734016109.607207:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338883712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.607407:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338883712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.607416:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8749 00002000:00100000:0.0:1734016109.607422:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1757184->1761279) req@ffff88007406a300 x1818247338883712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.607429:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a300 with x1818247338883712 ext(1757184->1761279) 00002000:00010000:0.0:1734016109.607431:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a300 00000100:00100000:2.0:1734016109.611757:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.612080:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883968 00000100:00100000:0.0:1734016109.612090:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883968 00002000:00100000:0.0:1734016109.612136:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff880071d11500 x1818247338883968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.612146:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11500 with x1818247338883968 ext(1753088->1757183) 00002000:00010000:0.0:1734016109.612544:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11500 00000100:00100000:0.0:1734016109.612568:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8750 00000100:00100000:0.0:1734016109.612576:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338883968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.613206:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338883968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 628us (1461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.613215:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8750 00002000:00100000:0.0:1734016109.613223:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff880071d11500 x1818247338883968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.613231:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11500 with x1818247338883968 ext(1753088->1757183) 00002000:00010000:0.0:1734016109.613234:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11500 00000100:00100000:3.0:1734016109.617380:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.617469:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884224 00000100:00100000:0.0:1734016109.617480:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884224 00002000:00100000:0.0:1734016109.617532:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1748992->1753087) req@ffff8800717eb100 x1818247338884224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.617548:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb100 with x1818247338884224 ext(1748992->1753087) 00002000:00010000:0.0:1734016109.617553:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb100 00000100:00100000:0.0:1734016109.617584:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8751 00000100:00100000:0.0:1734016109.617590:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338884224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.617757:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338884224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (386us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.617765:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8751 00002000:00100000:0.0:1734016109.617770:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1748992->1753087) req@ffff8800717eb100 x1818247338884224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.617777:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb100 with x1818247338884224 ext(1748992->1753087) 00002000:00010000:0.0:1734016109.617780:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb100 00000100:00100000:1.0:1734016109.623686:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.624516:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884480 00000100:00100000:2.0:1734016109.624528:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884480 00002000:00100000:2.0:1734016109.624597:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1744896->1748991) req@ffff880074069880 x1818247338884480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.624611:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069880 with x1818247338884480 ext(1744896->1748991) 00002000:00010000:2.0:1734016109.624618:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069880 00000100:00100000:2.0:1734016109.624960:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8752 00000100:00100000:2.0:1734016109.624971:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338884480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.625447:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338884480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 475us (1775us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.625456:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8752 00002000:00100000:2.0:1734016109.625464:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1744896->1748991) req@ffff880074069880 x1818247338884480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.625471:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069880 with x1818247338884480 ext(1744896->1748991) 00002000:00010000:2.0:1734016109.625474:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069880 00000100:00100000:3.0:1734016109.634090:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.634420:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884736 00000100:00100000:2.0:1734016109.634430:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884736 00002000:00100000:2.0:1734016109.634476:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff8800717eb480 x1818247338884736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.634486:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb480 with x1818247338884736 ext(1740800->1744895) 00002000:00010000:2.0:1734016109.634492:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb480 00000100:00100000:2.0:1734016109.634530:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8753 00000100:00100000:2.0:1734016109.634538:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338884736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.634714:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338884736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.634721:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8753 00002000:00100000:2.0:1734016109.634726:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff8800717eb480 x1818247338884736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.634734:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb480 with x1818247338884736 ext(1740800->1744895) 00002000:00010000:2.0:1734016109.634736:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb480 00000100:00100000:3.0:1734016109.645519:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.647362:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884992 00000100:00100000:0.0:1734016109.647379:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884992 00002000:00100000:0.0:1734016109.647451:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1740799) req@ffff8800717eb800 x1818247338884992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.647463:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb800 with x1818247338884992 ext(1736704->1740799) 00002000:00010000:0.0:1734016109.647470:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb800 00000100:00100000:0.0:1734016109.647718:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8754 00000100:00100000:0.0:1734016109.647726:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338884992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.647942:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338884992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 215us (2452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.647949:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8754 00002000:00100000:0.0:1734016109.647954:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1740799) req@ffff8800717eb800 x1818247338884992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.647962:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb800 with x1818247338884992 ext(1736704->1740799) 00002000:00010000:0.0:1734016109.647964:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb800 00000100:00100000:1.0:1734016109.655762:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.655862:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885248 00000100:00100000:2.0:1734016109.655878:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885248 00002000:00100000:2.0:1734016109.655951:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1732608->1736703) req@ffff88007406b100 x1818247338885248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.655964:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b100 with x1818247338885248 ext(1732608->1736703) 00002000:00010000:2.0:1734016109.655970:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b100 00000100:00100000:2.0:1734016109.656016:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8755 00000100:00100000:2.0:1734016109.656029:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338885248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.656300:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338885248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 273us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.656309:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8755 00002000:00100000:2.0:1734016109.656317:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1732608->1736703) req@ffff88007406b100 x1818247338885248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.656324:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b100 with x1818247338885248 ext(1732608->1736703) 00002000:00010000:2.0:1734016109.656326:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b100 00000100:00100000:0.0:1734016109.679406:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341530880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016109.679503:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016109.679612:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341530880 00000100:00100000:2.0:1734016109.679622:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341530880 00000100:00100000:2.0:1734016109.679669:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1734016109.679677:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341530880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016109.679715:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016109.679756:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341530880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016109.679763:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1734016109.679859:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341530880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016109.695304:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.695423:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885504 00000100:00100000:2.0:1734016109.695435:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885504 00002000:00100000:2.0:1734016109.695491:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1728512->1732607) req@ffff8800717e9500 x1818247338885504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.695506:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9500 with x1818247338885504 ext(1728512->1732607) 00002000:00010000:2.0:1734016109.695513:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9500 00000100:00100000:2.0:1734016109.695550:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8756 00000100:00100000:2.0:1734016109.695558:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338885504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.695776:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338885504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 218us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.695785:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8756 00002000:00100000:2.0:1734016109.695791:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1728512->1732607) req@ffff8800717e9500 x1818247338885504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.695803:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9500 with x1818247338885504 ext(1728512->1732607) 00002000:00010000:2.0:1734016109.695807:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9500 00000100:00100000:3.0:1734016109.710393:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.710519:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885760 00000100:00100000:0.0:1734016109.710534:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885760 00002000:00100000:0.0:1734016109.710642:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1724416->1728511) req@ffff8800717e8a80 x1818247338885760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.710656:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8a80 with x1818247338885760 ext(1724416->1728511) 00002000:00010000:0.0:1734016109.710667:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8a80 00000100:00100000:0.0:1734016109.711385:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8757 00000100:00100000:0.0:1734016109.711397:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338885760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.716923:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338885760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 5501us (6530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.716955:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8757 00002000:00100000:0.0:1734016109.716978:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1724416->1728511) req@ffff8800717e8a80 x1818247338885760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.716991:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8a80 with x1818247338885760 ext(1724416->1728511) 00002000:00010000:0.0:1734016109.717001:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8a80 00000100:00100000:1.0:1734016109.717333:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016109.717761:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886016 00000100:00100000:2.0:1734016109.717778:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886016 00002000:00100000:2.0:1734016109.717832:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1720320->1724415) req@ffff880074068380 x1818247338886016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.717842:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068380 with x1818247338886016 ext(1720320->1724415) 00002000:00010000:2.0:1734016109.717845:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068380 00000100:00100000:2.0:1734016109.717897:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8758 00000100:00100000:2.0:1734016109.717906:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338886016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016109.718157:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338886016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 251us (825us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016109.718164:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8758 00002000:00100000:2.0:1734016109.718170:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (1720320->1724415) req@ffff880074068380 x1818247338886016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016109.718200:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068380 with x1818247338886016 ext(1720320->1724415) 00002000:00010000:2.0:1734016109.718203:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068380 00000100:00100000:2.0:1734016109.724130:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.726442:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886272 00000100:00100000:1.0:1734016109.726463:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886272 00002000:00100000:1.0:1734016109.726537:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1716224->1720319) req@ffff880071d11f80 x1818247338886272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.726549:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11f80 with x1818247338886272 ext(1716224->1720319) 00002000:00010000:1.0:1734016109.726555:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11f80 00000100:00100000:1.0:1734016109.726607:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8759 00000100:00100000:1.0:1734016109.726616:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338886272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016109.727303:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338886272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 684us (3187us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016109.727313:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8759 00002000:00100000:1.0:1734016109.727321:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1716224->1720319) req@ffff880071d11f80 x1818247338886272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.727335:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11f80 with x1818247338886272 ext(1716224->1720319) 00002000:00010000:1.0:1734016109.727338:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11f80 00000100:00100000:3.0:1734016109.730502:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.731230:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886528 00000100:00100000:1.0:1734016109.731244:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886528 00002000:00100000:1.0:1734016109.731308:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1712128->1716223) req@ffff8800717e8700 x1818247338886528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.731321:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8700 with x1818247338886528 ext(1712128->1716223) 00002000:00010000:1.0:1734016109.731327:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8700 00000100:00100000:1.0:1734016109.731500:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8760 00000100:00100000:1.0:1734016109.731508:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338886528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016109.731735:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338886528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 226us (1250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016109.731742:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8760 00002000:00100000:1.0:1734016109.731748:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1712128->1716223) req@ffff8800717e8700 x1818247338886528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.731755:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8700 with x1818247338886528 ext(1712128->1716223) 00002000:00010000:1.0:1734016109.731758:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8700 00000100:00100000:3.0:1734016109.734451:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.735078:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886656 00000100:00100000:0.0:1734016109.735092:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886656 00002000:00100000:0.0:1734016109.735145:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1712128->1761279) req@ffff8800717e8380 x1818247338886656/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.735158:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8380 with x1818247338886656 ext(1712128->1761279) 00002000:00010000:0.0:1734016109.735164:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8380 00000100:00100000:0.0:1734016109.735223:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8761 00000100:00100000:0.0:1734016109.735232:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338886656:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016109.738707:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338886656:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3467us (4264us total) trans 4294969211 rc 0/0 00000100:00100000:0.0:1734016109.738717:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8761 00002000:00100000:0.0:1734016109.738726:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1712128->1761279) req@ffff8800717e8380 x1818247338886656/t4294969211(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/448 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.738734:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8380 with x1818247338886656 ext(1712128->1761279) 00002000:00010000:0.0:1734016109.738739:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8380 00000100:00100000:3.0:1734016109.744261:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.744474:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886784 00000100:00100000:1.0:1734016109.744490:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886784 00000100:00100000:1.0:1734016109.744543:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10642 00000100:00100000:1.0:1734016109.744553:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338886784:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016109.746229:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969211 is committed 00000001:00080000:0.0:1734016109.746250:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969209 is committed 00000100:00100000:1.0:1734016109.746533:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338886784:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1972us (2350us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.746552:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10642 00000100:00100000:1.0:1734016109.766006:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.766081:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887040 00000100:00100000:0.0:1734016109.766091:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887040 00002000:00100000:0.0:1734016109.766127:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4243455) req@ffff880074069f80 x1818247338887040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 504/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.766136:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069f80 with x1818247338887040 ext(0->4243455) 00002000:00010000:0.0:1734016109.766141:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069f80 00000100:00100000:0.0:1734016109.766169:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8762 00000100:00100000:0.0:1734016109.766174:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338887040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.776980:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.777133:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887424 00000100:00100000:1.0:1734016109.777144:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887424 00002000:00100000:1.0:1734016109.777220:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8437760->9834495) req@ffff8800717e9f80 x1818247338887424/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.777229:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9f80 with x1818247338887424 ext(8437760->9834495) 00002000:00010000:1.0:1734016109.777235:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9f80 00000100:00100000:1.0:1734016109.777262:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8763 00000100:00100000:1.0:1734016109.777268:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338887424:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016109.777488:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016109.777513:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887296 00000100:00100000:3.0:1734016109.777516:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887296 00002000:00100000:3.0:1734016109.777533:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4243456->8437759) req@ffff8800717ea300 x1818247338887296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.777540:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ea300 with x1818247338887296 ext(4243456->8437759) 00002000:00010000:3.0:1734016109.777542:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ea300 00000100:00100000:3.0:1734016109.777560:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8764 00000100:00100000:3.0:1734016109.777565:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338887296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016109.845310:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338887040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 79113us (79292us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016109.845327:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8762 00002000:00100000:1.0:1734016109.845341:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4243455) req@ffff880074069f80 x1818247338887040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 504/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.845352:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069f80 with x1818247338887040 ext(0->4243455) 00002000:00010000:1.0:1734016109.845358:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069f80 00000100:00100000:1.0:1734016109.880942:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338887424:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 103653us (103954us total) trans 0 rc 1396736/1396736 00000100:00100000:1.0:1734016109.880960:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8763 00002000:00100000:1.0:1734016109.880973:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8437760->9834495) req@ffff8800717e9f80 x1818247338887424/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 1396736/1396736 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.880983:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9f80 with x1818247338887424 ext(8437760->9834495) 00002000:00010000:1.0:1734016109.880989:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9f80 00000100:00100000:3.0:1734016109.915243:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338887296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137667us (137791us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016109.915255:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8764 00002000:00100000:3.0:1734016109.915264:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4243456->8437759) req@ffff8800717ea300 x1818247338887296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:70/0 lens 488/440 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016109.915273:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ea300 with x1818247338887296 ext(4243456->8437759) 00002000:00010000:3.0:1734016109.915279:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ea300 00000100:00100000:3.0:1734016109.937375:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.937468:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887680 00000100:00100000:1.0:1734016109.937477:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887680 00000100:00100000:1.0:1734016109.937521:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10643 00000100:00100000:1.0:1734016109.937528:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338887680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.937545:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.937563:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732075d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1136 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.937628:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531008:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016109.937690:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016109.939100:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:1.0:1734016109.939117:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531008:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016109.939144:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732075d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1136 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.939155:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732075d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1136 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.939175:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016109.939242:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338887680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1713us (1874us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.939250:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10643 00000100:00100000:0.0:1734016109.942368:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.944007:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887808 00000100:00100000:1.0:1734016109.944025:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887808 00000100:00100000:1.0:1734016109.944091:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10644 00000100:00100000:1.0:1734016109.944097:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338887808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.944117:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.944139:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320764 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a113d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.944236:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531136:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016109.944315:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.947254:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531136:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016109.947281:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320764 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a113d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.947294:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320764 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a113d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016109.947318:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016109.947360:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338887808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3261us (5003us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016109.947368:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10644 00000100:00100000:2.0:1734016109.954697:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016109.956868:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887936 00000100:00100000:1.0:1734016109.956889:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887936 00000100:00100000:1.0:1734016109.957587:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10645 00000100:00100000:1.0:1734016109.957598:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338887936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016109.957622:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016109.957645:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1144 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.957688:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.957696:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.957698:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016109.957702:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6152192->6164479] (req 6152192->6164479) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.957743:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.957756:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 6 pid: 13915 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016109.957768:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531264:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016109.958681:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016109.964560:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531264:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016109.964620:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6152192->6164479] (req 6152192->6164479) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.964647:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016109.964739:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338887936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7142us (10050us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.964749:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10645 00000100:00100000:2.0:1734016109.996076:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016109.996700:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888064 00000100:00100000:0.0:1734016109.996712:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888064 00010000:00010000:0.0:1734016109.996758:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 7 pid: 13915 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016109.997066:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2704 00000100:00100000:0.0:1734016109.997072:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338888064:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016109.997087:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016109.997111:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 7 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.997125:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 7 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.997150:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320748 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 626688->643071) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1121 expref: 7 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016109.997833:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.997836:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016109.997846:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.997856:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.998759:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.998777:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341531392:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016109.998863:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.006593:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341531392:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016110.006615:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.006669:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338888064:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9594us (10605us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.006679:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2704 00000100:00100000:0.0:1734016110.028345:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.028395:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.028440:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.028490:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888320 00000100:00100000:0.0:1734016110.028501:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888320 00002000:00100000:0.0:1734016110.028550:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->6156287) req@ffff880071f77100 x1818247338888320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.028560:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77100 with x1818247338888320 ext(0->6156287) 00002000:00010000:0.0:1734016110.028566:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77100 00000100:00100000:0.0:1734016110.028584:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888704 00000100:00100000:0.0:1734016110.028585:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888704 00002000:00100000:0.0:1734016110.028593:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9834495) req@ffff880071f77480 x1818247338888704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.028598:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77480 with x1818247338888704 ext(8388608->9834495) 00002000:00010000:0.0:1734016110.028600:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77480 00000100:00100000:0.0:1734016110.028612:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888576 00000100:00100000:0.0:1734016110.028614:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888576 00002000:00100000:0.0:1734016110.028623:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880071f77800 x1818247338888576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.028629:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77800 with x1818247338888576 ext(4190208->8388607) 00002000:00010000:0.0:1734016110.028631:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77800 00000100:00100000:0.0:1734016110.028641:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8765 00000100:00100000:0.0:1734016110.028648:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338888320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.032350:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8766 00000100:00100000:1.0:1734016110.032373:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338888704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.033395:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8767 00000100:00100000:2.0:1734016110.033415:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338888576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016110.071087:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338888704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 38707us (42677us total) trans 0 rc 1445888/1445888 00000100:00100000:2.0:1734016110.071105:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8766 00002000:00100000:2.0:1734016110.071120:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9834495) req@ffff880071f77480 x1818247338888704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 1445888/1445888 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.071130:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77480 with x1818247338888704 ext(8388608->9834495) 00002000:00010000:2.0:1734016110.071137:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77480 00010000:00010000:1.0:1734016110.117847:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016110.123619:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338888320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 94959us (95277us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016110.123632:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8765 00002000:00100000:3.0:1734016110.123642:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->6156287) req@ffff880071f77100 x1818247338888320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 504/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016110.123650:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77100 with x1818247338888320 ext(0->6156287) 00002000:00010000:3.0:1734016110.123654:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77100 00000100:00100000:2.0:1734016110.151744:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338888576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 118323us (123292us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016110.151755:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8767 00002000:00100000:2.0:1734016110.151764:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880071f77800 x1818247338888576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 504/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.151772:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77800 with x1818247338888576 ext(4190208->8388607) 00002000:00010000:2.0:1734016110.151778:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77800 00000100:00100000:0.0:1734016110.160420:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.162448:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889088 00000100:00100000:1.0:1734016110.162464:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889088 00000100:00080000:3.0:1734016110.162563:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016080 00000100:00100000:1.0:1734016110.162747:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1934 00000100:00100000:1.0:1734016110.162755:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247338889088:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016110.162809:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.162837:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73206ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a10cd expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.162865:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016110.162869:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016110.163012:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.163025:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.163035:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.163060:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.163071:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 23 pid: 6475 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016110.163081:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341531520:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016110.163133:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.168553:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.168645:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889216 00000100:00100000:2.0:1734016110.168655:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889216 00010000:00010000:2.0:1734016110.168687:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 24 pid: 6475 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016110.168726:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2705 00000100:00100000:2.0:1734016110.168732:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:1983:x1818247338889216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.168745:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.168751:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 24 pid: 6475 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016110.168761:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 24 pid: 6475 timeout: 473 lvb_type: 0 00010000:00010000:2.0:1734016110.168780:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016110.168785:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.168793:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.168799:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.168822:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016110.168869:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:1983:x1818247338889216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 136us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.168876:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2705 00010000:00010000:1.0:1734016110.169757:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732072c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1105 expref: 23 pid: 6475 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016110.169779:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341531520:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016110.169803:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.169811:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.169815:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:1.0:1734016110.169933:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968508 00000004:00010000:1.0:1734016110.169980:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071f77b80 reply state ffff880071916000 transno 4294968509 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016110.169987:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016110.170088:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247338889088:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7333us (9676us total) trans 4294968509 rc 0/0 00000100:00100000:1.0:1734016110.170094:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1934 00000020:00080000:1.0:1734016110.170099:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:0.0:1734016110.173474:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968508 is committed 00000001:00080000:0.0:1734016110.173489:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968505 is committed 00010000:00010000:1.0:1734016110.184405:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.184421:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.184427:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.184433:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016110.184437:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.184443:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.184459:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016110.184461:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016110.184465:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.184469:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320772 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:2.0:1734016110.184844:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.186660:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889344 00000100:00100000:1.0:1734016110.186676:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889344 00000100:00100000:1.0:1734016110.186763:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10646 00000100:00100000:1.0:1734016110.186770:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338889344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.186790:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.186808:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a114b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.186849:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.186856:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.186858:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.186863:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.186901:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.186917:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 5 pid: 13915 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016110.186941:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531648:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016110.187022:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00080000:3.0:1734016110.187070:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016080 00000100:00100000:1.0:1734016110.190763:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531648:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016110.190801:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.190821:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016110.190890:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338889344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4119us (6049us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.190900:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10646 00000100:00100000:0.0:1734016110.224578:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.226545:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889472 00000100:00100000:3.0:1734016110.226557:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889472 00010000:00010000:3.0:1734016110.226599:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 6 pid: 13915 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.226644:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2706 00000100:00100000:3.0:1734016110.226651:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338889472:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.226668:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.226686:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 6 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.226697:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 6 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.226716:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec732076b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6152192->6164479) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1144 expref: 6 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.226744:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.226748:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.226754:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.226762:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.226791:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.226804:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341531776:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016110.226858:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.242807:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.242887:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889600 00000100:00100000:2.0:1734016110.242894:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889600 00002000:00010000:2.0:1734016110.242930:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (1588974->18446744073709551615) 00002000:00100000:2.0:1734016110.242935:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7700000 with x1818247338889600 ext(1588974->18446744073709551615) 00002000:00010000:2.0:1734016110.242945:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7700000. 00000100:00100000:2.0:1734016110.242966:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8768 00000100:00100000:2.0:1734016110.242972:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338889600:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:3.0:1734016110.243587:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341531776:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016110.243602:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.246441:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338889472:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 19774us (21860us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.246455:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2706 00002000:00010000:3.0:1734016110.269306:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9831210 -> 1588974 00002000:00010000:3.0:1734016110.269314:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016109 -> 1734016110 00002000:00010000:3.0:1734016110.269317:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:3.0:1734016110.269319:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016109 -> 1734016110 00002000:00010000:3.0:1734016110.269320:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1400 -> 808 00000100:00100000:3.0:1734016110.269388:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338889600:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 26410us (26583us total) trans 4294969212 rc 0/0 00000100:00100000:3.0:1734016110.269397:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8768 00002000:00010000:3.0:1734016110.269401:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (1588974->18446744073709551615) 00002000:00100000:3.0:1734016110.269404:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7700000 with x1818247338889600 ext(1588974->18446744073709551615) 00002000:00010000:3.0:1734016110.269410:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7700000. 00000100:00100000:0.0:1734016110.282623:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.283476:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889728 00000100:00100000:1.0:1734016110.283485:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889728 00000100:00100000:1.0:1734016110.283530:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1935 00000100:00100000:1.0:1734016110.283536:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338889728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.283558:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.283576:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7320780 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1152 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.283647:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.283659:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.283667:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016110.283685:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1588974 00000004:00200000:1.0:1734016110.283688:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016110.283701:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.283719:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7320780 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.283735:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.283743:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016110.283745:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016110.283748:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016110.283786:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338889728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 250us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.283791:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1935 00000100:00100000:0.0:1734016110.291694:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.291988:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889856 00000100:00100000:2.0:1734016110.291995:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889856 00000100:00100000:2.0:1734016110.292043:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1936 00000100:00100000:2.0:1734016110.292049:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338889856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.292068:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.292084:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec732078e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1159 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.292149:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320795 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016110.292161:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320795 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016110.292170:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320795 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016110.292218:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1588974 00000004:00200000:2.0:1734016110.292221:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016110.292235:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320795 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016110.292254:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec732078e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1159 expref: 13 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.292273:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320795 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1159 expref: 12 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.292280:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016110.292282:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016110.292285:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016110.292323:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338889856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 274us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.292329:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1936 00000100:00100000:2.0:1734016110.296882:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.296972:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889984 00000100:00100000:1.0:1734016110.296979:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889984 00000100:00100000:1.0:1734016110.297020:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10647 00000100:00100000:1.0:1734016110.297027:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338889984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.297042:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.297058:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732079c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1160 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.297109:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531904:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016110.297155:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.300475:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:1.0:1734016110.300504:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341531904:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016110.300535:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732079c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1160 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.300551:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732079c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1160 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.300588:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016110.300663:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338889984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3636us (3790us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.300672:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10647 00000100:00100000:0.0:1734016110.303775:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.303952:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890112 00000100:00100000:1.0:1734016110.303965:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890112 00000100:00100000:1.0:1734016110.304027:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10648 00000100:00100000:1.0:1734016110.304034:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338890112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.304049:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.304065:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1167 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.304092:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.304097:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.304099:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.304102:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [335872->348159] (req 335872->348159) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.304128:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.304138:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 7 pid: 13915 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016110.304149:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341532032:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016110.304241:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.308406:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.308993:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341532032:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016110.309035:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [335872->348159] (req 335872->348159) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.309060:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016110.309119:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338890112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5084us (5358us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.309131:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10648 00000100:00100000:3.0:1734016110.309536:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890240 00000100:00100000:3.0:1734016110.309544:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890240 00010000:00010000:3.0:1734016110.309573:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 8 pid: 13915 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.309613:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2707 00000100:00100000:3.0:1734016110.309620:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338890240:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.309636:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.309661:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 8 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.309672:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 8 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.309700:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320779 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a114b expref: 8 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.309718:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.309720:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.309728:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.309737:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.309770:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.309783:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341532160:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016110.309826:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.318533:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.318637:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341532160:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016110.318663:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.318712:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338890240:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9091us (10320us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.318724:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2707 00000100:00100000:0.0:1734016110.319253:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890368 00000100:00100000:0.0:1734016110.319261:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890368 00000100:00100000:0.0:1734016110.319295:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10649 00000100:00100000:0.0:1734016110.319300:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338890368:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016110.319539:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 1588974 -> 1588974 00002000:00010000:0.0:1734016110.319542:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.319544:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:0.0:1734016110.319546:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.319548:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 808 -> 832 00000100:00100000:0.0:1734016110.319571:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338890368:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 270us (1050us total) trans 4294969213 rc 0/0 00000100:00100000:0.0:1734016110.319577:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10649 00000100:00100000:0.0:1734016110.326998:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.327135:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890624 00000100:00100000:1.0:1734016110.327146:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890624 00000100:00100000:1.0:1734016110.327347:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1937 00000100:00100000:1.0:1734016110.327356:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338890624:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016110.327415:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.327447:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320795 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1159 expref: 12 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.327481:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016110.327486:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016110.327662:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.327677:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.327684:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016110.327721:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.327738:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 15 pid: 12824 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016110.327754:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341532288:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016110.327830:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.334414:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.334717:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890752 00000100:00100000:3.0:1734016110.334729:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890752 00010000:00010000:3.0:1734016110.334770:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 16 pid: 12824 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016110.335080:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341532288:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016110.335107:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016110.335480:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2708 00000100:00100000:3.0:1734016110.335488:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338890752:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.335505:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.335512:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 16 pid: 12824 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.335524:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 16 pid: 12824 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.335546:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320787 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1152 expref: 16 pid: 12824 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.335567:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016110.335571:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.335580:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.335587:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.335605:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016110.336002:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.336008:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:2.0:1734016110.336122:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968510 00000004:00010000:2.0:1734016110.336173:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800a7701880 reply state ffff880130b8b000 transno 4294968511 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:2.0:1734016110.336197:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016110.336615:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338890752:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1124us (2211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.336623:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2708 00000100:00100000:2.0:1734016110.337788:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338890624:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 10426us (10797us total) trans 4294968511 rc 0/0 00000100:00100000:2.0:1734016110.337797:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1937 00000020:00080000:2.0:1734016110.337803:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016110.342039:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.342698:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890880 00000100:00100000:3.0:1734016110.342712:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890880 00002000:00010000:3.0:1734016110.342756:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3055413->18446744073709551615) 00002000:00100000:3.0:1734016110.342760:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7701c00 with x1818247338890880 ext(3055413->18446744073709551615) 00002000:00010000:3.0:1734016110.342774:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7701c00. 00000100:00100000:3.0:1734016110.342808:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8769 00000100:00100000:3.0:1734016110.342815:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338890880:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016110.343079:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 1588974 -> 3055413 00002000:00010000:3.0:1734016110.343083:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.343086:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016110.343087:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.343090:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:3.0:1734016110.343165:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338890880:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 349us (1154us total) trans 4294969214 rc 0/0 00000100:00100000:3.0:1734016110.343173:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8769 00002000:00010000:3.0:1734016110.343176:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3055413->18446744073709551615) 00002000:00100000:3.0:1734016110.343212:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7701c00 with x1818247338890880 ext(3055413->18446744073709551615) 00002000:00010000:3.0:1734016110.343216:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7701c00. 00010000:00010000:2.0:1734016110.343306:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.343320:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.343327:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.343333:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016110.343338:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.343346:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.343366:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016110.343369:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016110.343374:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.343379:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73207aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016110.348261:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.348454:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891008 00000100:00100000:2.0:1734016110.348465:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891008 00000100:00100000:2.0:1734016110.348520:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1938 00000100:00100000:2.0:1734016110.348527:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338891008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.348556:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.348578:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73207b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a116e expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.348674:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.348693:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.348703:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:2.0:1734016110.348730:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3055413 00000004:00200000:2.0:1734016110.348735:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016110.348751:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.348771:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73207b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.348787:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 14 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.348794:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016110.348797:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016110.348800:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016110.348860:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338891008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 331us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.348867:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1938 00000100:00100000:1.0:1734016110.352281:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.352366:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891136 00000100:00100000:2.0:1734016110.352375:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891136 00000100:00100000:2.0:1734016110.352431:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10650 00000100:00100000:2.0:1734016110.352438:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338891136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.352458:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.352478:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1175 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.352516:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.352525:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.352526:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.352530:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1470464->1478655] (req 1470464->1478655) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.352565:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.352577:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 7 pid: 13915 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016110.352588:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341532416:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016110.352653:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.361350:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.361470:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891264 00000100:00100000:3.0:1734016110.361481:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891264 00010000:00010000:3.0:1734016110.361528:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 8 pid: 13915 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.361562:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2709 00000100:00100000:3.0:1734016110.361570:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338891264:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.361585:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.361610:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 8 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.361624:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 8 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.361650:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.361652:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.361660:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.361664:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73207a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 335872->348159) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1167 expref: 8 pid: 13915 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.361668:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.361682:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341532416:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016110.361703:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.361705:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.361713:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:3.0:1734016110.361717:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341532544:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016110.361759:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338891136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9320us (9490us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.361770:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10650 00000100:00100000:3.0:1734016110.362008:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.366896:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341532544:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016110.366933:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016110.366982:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338891264:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5411us (5645us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.366994:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2709 00000100:00100000:2.0:1734016110.386399:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.387352:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891520 00000100:00100000:0.0:1734016110.387364:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891520 00002000:00100000:0.0:1734016110.387417:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->3055615) req@ffff880071d12300 x1818247338891520/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.387428:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d12300 with x1818247338891520 ext(0->3055615) 00002000:00010000:0.0:1734016110.387435:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d12300 00000100:00100000:0.0:1734016110.387477:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8770 00000100:00100000:0.0:1734016110.387485:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338891520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.441217:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338891520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 53709us (54807us total) trans 0 rc 3051520/3051520 00000100:00100000:1.0:1734016110.441235:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8770 00002000:00100000:1.0:1734016110.441251:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->3055615) req@ffff880071d12300 x1818247338891520/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:71/0 lens 504/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 3051520/3051520 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.441261:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d12300 with x1818247338891520 ext(0->3055615) 00002000:00010000:1.0:1734016110.441268:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d12300 00000100:00100000:2.0:1734016110.449509:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.449647:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891648 00000100:00100000:0.0:1734016110.449666:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891648 00000100:00100000:0.0:1734016110.449740:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1939 00000100:00100000:0.0:1734016110.449749:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247338891648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.449780:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.449810:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec73207c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a117c expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.449960:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73207cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016110.449979:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73207cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016110.449994:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73207cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016110.450029:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3055413 00000004:00200000:0.0:1734016110.450034:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016110.450054:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73207cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016110.450084:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec73207c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a117c expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.451673:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73207cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a117c expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.451685:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016110.451687:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016110.451692:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016110.452219:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338891648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2467us (2730us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.452229:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1939 00000100:00100000:0.0:1734016110.456144:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.456540:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891776 00000100:00100000:2.0:1734016110.456553:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891776 00000100:00100000:2.0:1734016110.456607:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10651 00000100:00100000:2.0:1734016110.456615:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338891776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.456637:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.456659:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1183 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.456696:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.456702:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.456704:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016110.456708:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8192->53247] (req 8192->53247) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.456747:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.456761:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 7 pid: 7681 timeout: 473 lvb_type: 0 00000100:00100000:2.0:1734016110.457000:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341532672:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016110.457078:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.462600:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.462678:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891904 00000100:00100000:1.0:1734016110.462688:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891904 00002000:00100000:1.0:1734016110.462745:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1470464->1478655) req@ffff8800a7703480 x1818247338891904/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:71/0 lens 8680/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.462756:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7703480 with x1818247338891904 ext(1470464->1478655) 00010000:00010000:1.0:1734016110.462767:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 8 pid: 7681 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016110.462783:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 8 pid: 7681 timeout: 473 lvb_type: 0 00002000:00010000:1.0:1734016110.462794:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a7703480 00000100:00100000:1.0:1734016110.462824:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 303 00000100:00100000:3.0:1734016110.462830:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341532672:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016110.462831:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338891904:12345-192.168.201.1@tcp:4:fsx.0 00010000:00010000:3.0:1734016110.462863:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8192->53247] (req 8192->53247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.462884:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:3.0:1734016110.462947:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338891776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6331us (6822us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.462956:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10651 00000100:00100000:1.0:1734016110.463990:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338891904:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1157us (1400us total) trans 4294969215 rc 0/0 00000100:00100000:1.0:1734016110.463997:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 303 00002000:00100000:1.0:1734016110.464003:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1470464->1478655) req@ffff8800a7703480 x1818247338891904/t4294969215(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:71/0 lens 8680/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.464009:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7703480 with x1818247338891904 ext(1470464->1478655) 00010000:00010000:1.0:1734016110.464014:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 10 pid: 7681 timeout: 473 lvb_type: 0 00010000:00010000:1.0:1734016110.464024:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 10 pid: 7681 timeout: 473 lvb_type: 0 00002000:00010000:1.0:1734016110.464029:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a7703480 00000100:00100000:3.0:1734016110.471584:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.471663:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892032 00000100:00100000:0.0:1734016110.471675:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892032 00010000:00010000:0.0:1734016110.471710:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 10 pid: 7681 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016110.471747:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2710 00000100:00100000:0.0:1734016110.471754:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338892032:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.471770:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016110.471788:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 832 -> 848 00010000:00010000:0.0:1734016110.471793:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 10 pid: 7681 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016110.471804:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 10 pid: 7681 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016110.471825:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73207bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1470464->1478655) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1175 expref: 10 pid: 7681 timeout: 473 lvb_type: 0 00010000:00010000:0.0:1734016110.471850:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.471852:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.471859:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.471871:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.471907:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.471926:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071721500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341532800:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016110.471988:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.477860:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.477980:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892160 00000100:00100000:3.0:1734016110.477992:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892160 00000100:00100000:3.0:1734016110.478041:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10652 00000100:00100000:3.0:1734016110.478049:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338892160:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016110.478479:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3055413 -> 3055413 00002000:00010000:3.0:1734016110.478482:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.478484:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:3.0:1734016110.478487:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:3.0:1734016110.478489:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 848 -> 840 00000100:00100000:3.0:1734016110.478562:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338892160:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 512us (714us total) trans 4294969216 rc 0/0 00000100:00100000:3.0:1734016110.478570:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10652 00000100:00100000:2.0:1734016110.486159:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.486302:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071721500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341532800:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016110.486329:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016110.486375:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338892032:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 14621us (14805us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.486386:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2710 00000100:00100000:0.0:1734016110.486673:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892288 00000100:00100000:0.0:1734016110.486680:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892288 00000100:00100000:0.0:1734016110.486749:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10653 00000100:00100000:0.0:1734016110.486755:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338892288:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016110.487004:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3055413 -> 3055413 00002000:00010000:0.0:1734016110.487007:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.487009:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:0.0:1734016110.487010:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.487012:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 840 -> 840 00000100:00100000:0.0:1734016110.487037:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338892288:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 282us (893us total) trans 4294969217 rc 0/0 00000100:00100000:0.0:1734016110.487043:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10653 00000100:00100000:2.0:1734016110.491059:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.491280:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892416 00000100:00100000:3.0:1734016110.491291:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892416 00000100:00100000:3.0:1734016110.491340:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10654 00000100:00100000:3.0:1734016110.491348:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338892416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.491369:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.491388:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec73207db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a118a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.491454:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341532928:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.491522:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016110.498806:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:3.0:1734016110.498838:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341532928:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.498887:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec73207db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a118a expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.498903:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec73207db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a118a expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.500321:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016110.500403:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338892416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9051us (9352us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.500415:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10654 00000100:00100000:2.0:1734016110.502972:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.503072:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892544 00000100:00100000:3.0:1734016110.503083:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892544 00000100:00100000:3.0:1734016110.503129:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10655 00000100:00100000:3.0:1734016110.503138:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338892544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.503161:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.503202:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73207e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1191 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.503262:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533056:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.503318:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.506282:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533056:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.506331:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73207e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1191 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.506349:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73207e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1191 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.506364:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016110.506491:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338892544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3351us (3528us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.506504:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10655 00000100:00100000:2.0:1734016110.510321:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.510466:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892672 00000100:00100000:3.0:1734016110.510479:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892672 00000100:00100000:3.0:1734016110.510749:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10656 00000100:00100000:3.0:1734016110.510760:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338892672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.510789:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.510815:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73207e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1198 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.510892:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533184:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.511289:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.515820:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533184:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.515864:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73207e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1198 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.515879:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73207e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1198 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.515897:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016110.515968:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338892672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5208us (5662us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.515979:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10656 00000100:00100000:2.0:1734016110.519749:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.519864:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892800 00000100:00100000:3.0:1734016110.519880:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892800 00000100:00100000:3.0:1734016110.519955:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10657 00000100:00100000:3.0:1734016110.519964:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac189450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338892800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.519990:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.520013:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73207f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a119f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.520090:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533312:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.520805:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.524304:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533312:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.524364:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73207f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a119f expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.524380:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73207f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a119f expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.524515:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016110.525001:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac189450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338892800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5033us (5267us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.525021:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10657 00000100:00100000:2.0:1734016110.533476:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.533674:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893056 00000100:00100000:1.0:1734016110.533685:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893056 00002000:00100000:1.0:1734016110.533737:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->3055615) req@ffff880071d12680 x1818247338893056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.533748:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d12680 with x1818247338893056 ext(0->3055615) 00002000:00010000:1.0:1734016110.533754:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d12680 00000100:00100000:1.0:1734016110.533792:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8771 00000100:00100000:1.0:1734016110.533800:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338893056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.568391:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338893056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 34576us (34914us total) trans 0 rc 3055616/3055616 00000100:00100000:1.0:1734016110.568409:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8771 00002000:00100000:1.0:1734016110.568423:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->3055615) req@ffff880071d12680 x1818247338893056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 3055616/3055616 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.568434:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d12680 with x1818247338893056 ext(0->3055615) 00002000:00010000:1.0:1734016110.568440:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d12680 00000100:00100000:2.0:1734016110.572835:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.573730:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893184 00000100:00100000:3.0:1734016110.573745:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893184 00000100:00100000:3.0:1734016110.573816:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10658 00000100:00100000:3.0:1734016110.573825:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338893184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.573854:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.573881:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73207f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11a6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.573962:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533440:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.574051:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.576559:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533440:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.576635:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73207f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11a6 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.576655:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73207f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11a6 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.576929:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016110.577751:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338893184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3920us (4926us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.577768:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10658 00000100:00100000:2.0:1734016110.583844:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.584367:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893312 00000100:00100000:3.0:1734016110.584380:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893312 00000100:00100000:3.0:1734016110.584437:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10659 00000100:00100000:3.0:1734016110.584445:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338893312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.584466:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.584486:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73207fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11ad expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.584553:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533568:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.584638:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.587495:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533568:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.587552:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73207fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11ad expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.587573:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73207fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11ad expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.587636:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016110.587986:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338893312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3537us (4147us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.587997:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10659 00000100:00100000:2.0:1734016110.592743:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.592948:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893440 00000100:00100000:3.0:1734016110.592969:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893440 00000100:00100000:3.0:1734016110.593061:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10660 00000100:00100000:3.0:1734016110.593072:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338893440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.593108:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.593136:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320805 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11b4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.593265:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533696:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.593346:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.596059:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533696:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.596115:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320805 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11b4 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.596132:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320805 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11b4 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.596200:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016110.596270:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338893440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3198us (3548us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.596281:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10660 00000100:00100000:2.0:1734016110.598951:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.599082:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893568 00000100:00100000:3.0:1734016110.599097:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893568 00000100:00100000:3.0:1734016110.599601:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10661 00000100:00100000:3.0:1734016110.599610:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338893568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.599635:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.599657:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732080c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11bb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.599722:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533824:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.599800:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.602396:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341533824:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.602442:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732080c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11bb expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.602455:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732080c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11bb expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.602469:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016110.602739:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338893568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3126us (3801us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.602750:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10661 00000100:00100000:2.0:1734016110.605382:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.605500:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893824 00000100:00100000:1.0:1734016110.605511:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893824 00000100:00100000:1.0:1734016110.605573:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1940 00000100:00100000:1.0:1734016110.605580:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338893824:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016110.605636:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.605667:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73207cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a117c expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.605696:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016110.605701:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016110.605925:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.605939:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 13 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.605950:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.605988:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 13 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.606001:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 13 pid: 12824 timeout: 473 lvb_type: 0 00000100:00100000:1.0:1734016110.606014:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074068700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341533952:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016110.606084:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.613957:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074068700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341533952:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016110.613991:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016110.616764:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.619581:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893952 00000100:00100000:3.0:1734016110.619600:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893952 00010000:00010000:3.0:1734016110.619652:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 14 pid: 12824 timeout: 473 lvb_type: 0 00000100:00100000:3.0:1734016110.619716:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2711 00000100:00100000:3.0:1734016110.619724:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247338893952:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.619746:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.619753:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 14 pid: 12824 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.619766:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 14 pid: 12824 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.619791:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73207b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a116e expref: 14 pid: 12824 timeout: 473 lvb_type: 0 00010000:00010000:3.0:1734016110.619828:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016110.619834:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016110.619844:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016110.619852:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016110.619891:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016110.620373:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.620381:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:1.0:1734016110.620501:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968512 00000004:00010000:1.0:1734016110.620555:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071d13480 reply state ffff880130b8f000 transno 4294968513 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016110.620563:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016110.620665:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338893952:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 937us (3916us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.620676:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2711 00000100:00100000:1.0:1734016110.621350:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338893824:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 15768us (15979us total) trans 4294968513 rc 0/0 00000100:00100000:1.0:1734016110.621359:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1940 00000020:00080000:1.0:1734016110.621364:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016110.623773:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.623793:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.623807:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.623813:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3b3c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016110.623818:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.623826:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.623846:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016110.623849:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016110.623853:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.623858:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320813 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016110.624877:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.624923:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894080 00000100:00100000:3.0:1734016110.624932:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894080 00000100:00100000:3.0:1734016110.624985:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10662 00000100:00100000:3.0:1734016110.624992:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338894080:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.625013:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.625031:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11c2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.625062:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.625069:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.625072:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.625076:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.625111:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.625124:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 9 pid: 7681 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.625137:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341534080:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016110.625897:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.629538:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341534080:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016110.629589:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.629620:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:0.0:1734016110.629694:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338894080:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4700us (4822us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.629706:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10662 00000100:00100000:2.0:1734016110.637280:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.637655:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894208 00000100:00100000:3.0:1734016110.637666:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894208 00010000:00010000:3.0:1734016110.637708:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 10 pid: 7681 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.637747:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2712 00000100:00100000:3.0:1734016110.637755:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338894208:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016110.637773:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.637799:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 10 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.637813:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 10 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.637840:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73207d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->53247) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1183 expref: 10 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:3.0:1734016110.638361:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.638364:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016110.638371:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.638382:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.638421:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.638436:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341534208:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016110.638513:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.641948:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.642014:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341534208:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016110.642037:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.642734:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894336 00000100:00100000:1.0:1734016110.642742:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894336 00002000:00010000:1.0:1734016110.642780:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4055753->18446744073709551615) 00002000:00100000:1.0:1734016110.642784:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8000 with x1818247338894336 ext(4055753->18446744073709551615) 00002000:00010000:1.0:1734016110.642794:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8000. 00000100:00100000:1.0:1734016110.642825:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8772 00000100:00100000:1.0:1734016110.642833:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338894336:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016110.643043:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3055413 -> 4055753 00002000:00010000:1.0:1734016110.643046:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.643048:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:1.0:1734016110.643050:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.643053:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 840 -> 840 00000100:00100000:3.0:1734016110.643374:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338894208:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5615us (6104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.643386:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2712 00000100:00100000:1.0:1734016110.644467:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338894336:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1627us (2525us total) trans 4294969218 rc 0/0 00000100:00100000:1.0:1734016110.644480:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8772 00002000:00010000:1.0:1734016110.644486:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4055753->18446744073709551615) 00002000:00100000:1.0:1734016110.644489:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8000 with x1818247338894336 ext(4055753->18446744073709551615) 00002000:00010000:1.0:1734016110.644500:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8000. 00000100:00100000:0.0:1734016110.646859:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.650748:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894464 00000100:00100000:1.0:1734016110.650766:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894464 00000100:00100000:1.0:1734016110.650866:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1941 00000100:00100000:1.0:1734016110.650875:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338894464:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.650902:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.650938:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320821 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11c9 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.651066:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320828 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.651081:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320828 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.651092:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320828 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:1.0:1734016110.651123:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4055753 00000004:00200000:1.0:1734016110.651129:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016110.651151:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320828 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.651228:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320821 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c9 expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.651264:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320828 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c9 expref: 14 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.651273:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016110.651275:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016110.651278:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016110.651340:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338894464:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 467us (4494us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.651347:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1941 00000100:00100000:2.0:1734016110.657690:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.657790:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894592 00000100:00100000:0.0:1734016110.657803:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894592 00000100:00100000:0.0:1734016110.657874:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10663 00000100:00100000:0.0:1734016110.657882:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338894592:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.657907:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.657937:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732082f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11d0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.658008:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341534336:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016110.658103:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016110.660073:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:0.0:1734016110.660109:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341534336:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016110.660160:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732082f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.660175:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732082f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.660244:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016110.660320:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338894592:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2436us (2644us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.660332:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10663 00000100:00100000:1.0:1734016110.666411:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.666662:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894720 00000100:00100000:0.0:1734016110.666677:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894720 00000100:00100000:0.0:1734016110.666756:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10664 00000100:00100000:0.0:1734016110.666764:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338894720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.666791:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.666821:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320836 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11d7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.666905:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341534464:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016110.667022:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.670666:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341534464:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016110.670712:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320836 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11d7 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.670728:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320836 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11d7 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.670762:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016110.670845:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338894720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4079us (4447us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.670857:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10664 00000100:00100000:1.0:1734016110.678054:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.678246:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894848 00000100:00100000:0.0:1734016110.678258:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894848 00000100:00100000:0.0:1734016110.678334:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10665 00000100:00100000:0.0:1734016110.678343:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338894848:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016110.678683:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4055753 -> 4055753 00002000:00010000:0.0:1734016110.678687:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.678689:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:0.0:1734016110.678691:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.678693:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 840 -> 840 00000100:00100000:0.0:1734016110.678796:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338894848:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 452us (755us total) trans 4294969219 rc 0/0 00000100:00100000:0.0:1734016110.678804:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10665 00000100:00100000:1.0:1734016110.683176:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.683362:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894976 00000100:00100000:3.0:1734016110.683373:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894976 00000100:00100000:3.0:1734016110.683433:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1942 00000100:00100000:3.0:1734016110.683440:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338894976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.683467:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.683487:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732083d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11de expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.683582:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.683596:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.683608:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:3.0:1734016110.683633:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4055753 00000004:00200000:3.0:1734016110.683638:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016110.683652:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.683676:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732083d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 19 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.684444:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 18 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.684455:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016110.684458:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016110.684462:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016110.684535:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338894976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1095us (1376us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.684544:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1942 00000100:00100000:3.0:1734016110.694495:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.694592:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895232 00000100:00100000:1.0:1734016110.694603:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895232 00002000:00100000:1.0:1734016110.694654:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4059135) req@ffff8800717ea680 x1818247338895232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.694664:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ea680 with x1818247338895232 ext(0->4059135) 00002000:00010000:1.0:1734016110.694670:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ea680 00000100:00100000:1.0:1734016110.694708:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8773 00000100:00100000:1.0:1734016110.694715:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338895232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.754370:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338895232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 59637us (59871us total) trans 0 rc 4059136/4059136 00000100:00100000:1.0:1734016110.754387:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8773 00002000:00100000:1.0:1734016110.754405:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4059135) req@ffff8800717ea680 x1818247338895232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4059136/4059136 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.754423:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ea680 with x1818247338895232 ext(0->4059135) 00002000:00010000:1.0:1734016110.754430:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ea680 00000100:00100000:3.0:1734016110.764286:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.764797:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895360 00000100:00100000:2.0:1734016110.764808:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895360 00000100:00100000:2.0:1734016110.764870:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10666 00000100:00100000:2.0:1734016110.764877:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338895360:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016110.764898:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016110.764929:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732084b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11e5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.764994:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341534592:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016110.765067:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016110.769158:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016109 -> 1734016111 00000100:00100000:0.0:1734016110.769214:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341534592:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016110.769281:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732084b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11e5 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.769294:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732084b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11e5 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.769325:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:0.0:1734016110.769392:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338895360:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4513us (5116us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.769400:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10666 00000100:00100000:3.0:1734016110.772786:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.772866:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895488 00000100:00100000:0.0:1734016110.772877:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895488 00000100:00100000:0.0:1734016110.772947:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10667 00000100:00100000:0.0:1734016110.772955:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338895488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.772976:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.772995:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320852 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11ec expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.773057:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341534720:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016110.773720:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.775721:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341534720:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016110.775761:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320852 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11ec expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.775777:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320852 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11ec expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.775789:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016110.775855:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338895488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2898us (3081us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.775866:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10667 00000100:00100000:3.0:1734016110.778671:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.778806:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895616 00000100:00100000:0.0:1734016110.778817:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895616 00000100:00100000:0.0:1734016110.778870:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10668 00000100:00100000:0.0:1734016110.778877:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338895616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.778897:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.778924:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320859 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11f3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.778986:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341534848:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016110.779059:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.782843:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341534848:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016110.782887:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320859 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11f3 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.782902:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320859 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11f3 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.782939:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016110.783000:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338895616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4122us (4342us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.783008:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10668 00000100:00100000:3.0:1734016110.786649:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016110.788249:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895744 00000100:00100000:0.0:1734016110.788262:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895744 00000100:00100000:0.0:1734016110.788339:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10669 00000100:00100000:0.0:1734016110.788347:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338895744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.788375:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.788399:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320860 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a11fa expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.788480:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341534976:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016110.788557:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.794091:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071722300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341534976:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016110.794144:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320860 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11fa expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.794168:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320860 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11fa expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.794221:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016110.794287:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338895744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5939us (7652us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.794298:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10669 00000100:00100000:0.0:1734016110.796931:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.797042:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895872 00000100:00100000:2.0:1734016110.797052:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895872 00000100:00100000:3.0:1734016110.797295:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10670 00000100:00100000:3.0:1734016110.797304:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338895872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.797325:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.797350:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7320867 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1201 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.797411:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535104:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.797477:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.800479:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535104:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.800525:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7320867 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1201 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.800541:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7320867 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1201 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.800572:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016110.801759:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338895872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4447us (4845us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.801770:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10670 00000100:00100000:0.0:1734016110.804394:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.804539:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896000 00000100:00100000:3.0:1734016110.804549:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896000 00000100:00100000:3.0:1734016110.804605:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10671 00000100:00100000:3.0:1734016110.804613:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338896000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.804636:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.804656:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732086e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1208 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016110.804718:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535232:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016110.804780:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.809231:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535232:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016110.809285:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732086e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1208 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.809302:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732086e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1208 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016110.809316:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016110.809407:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338896000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4792us (5023us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016110.809417:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10671 00000100:00100000:0.0:1734016110.816142:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.816288:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896256 00000100:00100000:3.0:1734016110.816299:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896256 00000100:00100000:3.0:1734016110.816361:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1943 00000100:00100000:3.0:1734016110.816371:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338896256:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016110.816432:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016110.816463:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320828 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c9 expref: 14 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.816627:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016110.816632:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016110.816822:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.816836:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.816844:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.816878:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.816890:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 17 pid: 12824 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.816905:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341535360:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016110.816982:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.824857:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.825158:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896384 00000100:00100000:2.0:1734016110.825168:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896384 00010000:00010000:2.0:1734016110.825246:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 18 pid: 12824 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.825279:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2713 00000100:00100000:2.0:1734016110.825287:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247338896384:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.825305:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.825312:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 18 pid: 12824 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.825324:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 18 pid: 12824 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.825349:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016110.825354:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.825363:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.825369:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.825388:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016110.825998:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320844 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11de expref: 18 pid: 12824 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.826634:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338896384:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1346us (1791us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.826649:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2713 00000100:00100000:3.0:1734016110.829417:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341535360:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016110.829478:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.829500:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016110.829507:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:3.0:1734016110.829658:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968514 00000004:00010000:3.0:1734016110.829726:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071723800 reply state ffff880071be5000 transno 4294968515 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016110.829735:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016110.831139:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338896256:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 14760us (15004us total) trans 4294968515 rc 0/0 00000100:00100000:3.0:1734016110.831151:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1943 00000020:00080000:3.0:1734016110.831159:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016110.842668:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:2.0:1734016110.843069:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.843083:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.843091:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.843097:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac166d00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016110.843102:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.843109:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.843128:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016110.843131:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016110.843136:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016110.843141:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7320875 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016110.843315:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896512 00000100:00100000:3.0:1734016110.843327:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896512 00000100:00100000:3.0:1734016110.843383:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10672 00000100:00100000:3.0:1734016110.843392:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338896512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016110.843414:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016110.843432:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a120f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.843465:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.843475:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.843476:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016110.843481:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.843522:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.843535:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 11 pid: 7681 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016110.843554:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535488:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016110.843627:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016110.850616:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535488:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016110.850666:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016110.850688:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016110.850759:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338896512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7366us (8106us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.850771:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10672 00000100:00100000:1.0:1734016110.854171:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.854335:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896640 00000100:00100000:2.0:1734016110.854346:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896640 00010000:00010000:2.0:1734016110.854387:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 12 pid: 7681 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016110.854419:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2714 00000100:00100000:2.0:1734016110.854426:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338896640:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016110.854442:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016110.854465:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 12 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.854478:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 12 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.854502:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732081a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a11c2 expref: 12 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016110.855130:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.855132:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016110.855139:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.855150:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016110.855230:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016110.855247:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341535616:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016110.856177:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016110.861740:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341535616:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016110.861814:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.862633:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.862780:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338896640:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8353us (8621us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016110.862796:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2714 00000100:00100000:0.0:1734016110.862895:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896768 00000100:00100000:0.0:1734016110.862905:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896768 00002000:00010000:0.0:1734016110.862950:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6807392->18446744073709551615) 00002000:00100000:0.0:1734016110.862955:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069500 with x1818247338896768 ext(6807392->18446744073709551615) 00002000:00010000:0.0:1734016110.862966:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069500. 00000100:00100000:0.0:1734016110.862992:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8774 00000100:00100000:0.0:1734016110.862997:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338896768:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016110.863231:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4055753 -> 6807392 00002000:00010000:0.0:1734016110.863234:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016110 -> 1734016111 00002000:00010000:0.0:1734016110.863236:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016111 -> 1734016109 00002000:00010000:0.0:1734016110.863238:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016110 -> 1734016111 00002000:00010000:0.0:1734016110.863239:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 840 -> 840 00000100:00100000:0.0:1734016110.863258:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338896768:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 261us (630us total) trans 4294969220 rc 0/0 00000100:00100000:0.0:1734016110.863267:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8774 00002000:00010000:0.0:1734016110.863269:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6807392->18446744073709551615) 00002000:00100000:0.0:1734016110.863271:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069500 with x1818247338896768 ext(6807392->18446744073709551615) 00002000:00010000:0.0:1734016110.863275:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069500. 00000100:00100000:1.0:1734016110.877463:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016110.881385:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897024 00000100:00100000:2.0:1734016110.881405:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897024 00002000:00100000:2.0:1734016110.881483:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->6807551) req@ffff880074068e00 x1818247338897024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016110.881494:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068e00 with x1818247338897024 ext(0->6807551) 00002000:00010000:2.0:1734016110.881501:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068e00 00000100:00100000:2.0:1734016110.881542:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8775 00000100:00100000:2.0:1734016110.881550:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338897024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.902845:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.902976:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897280 00000100:00100000:1.0:1734016110.902988:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897280 00002000:00100000:1.0:1734016110.903048:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->6803455) req@ffff880071720700 x1818247338897280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.903062:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720700 with x1818247338897280 ext(4190208->6803455) 00002000:00010000:1.0:1734016110.903069:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720700 00000100:00100000:1.0:1734016110.903301:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8776 00000100:00100000:1.0:1734016110.903310:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338897280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.937458:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338897024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 55896us (59995us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016110.937471:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8775 00002000:00100000:0.0:1734016110.937484:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->6807551) req@ffff880074068e00 x1818247338897024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 504/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.937494:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068e00 with x1818247338897024 ext(0->6807551) 00002000:00010000:0.0:1734016110.937501:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068e00 00000100:00100000:0.0:1734016110.950623:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338897280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 46862us (47340us total) trans 0 rc 2613248/2613248 00000100:00100000:0.0:1734016110.950641:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8776 00002000:00100000:0.0:1734016110.950660:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->6803455) req@ffff880071720700 x1818247338897280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 2613248/2613248 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.950671:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720700 with x1818247338897280 ext(4190208->6803455) 00002000:00010000:0.0:1734016110.950678:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720700 00000100:00100000:2.0:1734016110.964669:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.964814:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897408 00000100:00100000:1.0:1734016110.964834:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897408 00002000:00100000:1.0:1734016110.964900:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6746112->6807391) req@ffff880071d10380 x1818247338897408/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.964922:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10380 with x1818247338897408 ext(6746112->6807391) 00002000:00010000:1.0:1734016110.964928:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10380 00000100:00100000:1.0:1734016110.964964:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8777 00000100:00100000:1.0:1734016110.964973:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338897408:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016110.969031:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338897408:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4041us (4360us total) trans 4294969221 rc 0/0 00000100:00100000:1.0:1734016110.969049:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8777 00002000:00100000:1.0:1734016110.969064:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6746112->6807391) req@ffff880071d10380 x1818247338897408/t4294969221(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:71/0 lens 488/448 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.969073:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10380 with x1818247338897408 ext(6746112->6807391) 00002000:00010000:1.0:1734016110.969080:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10380 00000100:00100000:2.0:1734016110.986716:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.988593:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897536 00000100:00100000:3.0:1734016110.988610:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897536 00000100:00100000:3.0:1734016110.988708:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1944 00000100:00100000:3.0:1734016110.988717:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338897536:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016110.988902:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338897536:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 184us (2199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.988920:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1944 00000100:00100000:2.0:1734016110.993420:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016110.993602:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897664 00000100:00100000:3.0:1734016110.993613:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897664 00000100:00100000:3.0:1734016110.993668:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10673 00000100:00100000:3.0:1734016110.993675:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338897664:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016110.995252:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969221 is committed 00000001:00080000:0.0:1734016110.995272:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969219 is committed 00000100:00100000:3.0:1734016110.995942:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338897664:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2260us (2524us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016110.995957:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10673 00000100:00100000:2.0:1734016110.998068:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016110.998150:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897792 00000100:00100000:1.0:1734016110.998163:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897792 00000100:00100000:1.0:1734016110.998251:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1945 00000100:00100000:1.0:1734016110.998259:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338897792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.998281:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.998303:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320883 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1216 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.998404:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.998418:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.998428:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:1.0:1734016110.998452:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6807392 00000004:00200000:1.0:1734016110.998456:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016110.998472:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016110.998492:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320883 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.998528:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.998535:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016110.998538:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016110.998541:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016110.998598:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338897792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 339us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.998605:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1945 00000100:00100000:2.0:1734016111.002060:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.002119:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897920 00000100:00100000:3.0:1734016111.002128:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897920 00000100:00100000:3.0:1734016111.002213:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10674 00000100:00100000:3.0:1734016111.002221:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338897920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.002247:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.002270:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320891 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a121d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.002345:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535744:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.002423:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016111.009501:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016109 -> 1734016111 00002000:00010000:3.0:1734016111.009511:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 840 -> 960 00000100:00100000:3.0:1734016111.009534:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535744:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.009576:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320891 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a121d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.009589:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320891 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a121d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.009605:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016111.009678:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338897920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7457us (7634us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.009687:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10674 00000100:00100000:2.0:1734016111.016561:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.016651:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898048 00000100:00100000:3.0:1734016111.016665:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898048 00000100:00100000:3.0:1734016111.016728:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10675 00000100:00100000:3.0:1734016111.016737:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338898048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.016761:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.016783:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320898 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1224 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.016859:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535872:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.016960:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.019324:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341535872:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.019390:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320898 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1224 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.019409:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320898 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1224 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.019442:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016111.019513:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338898048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2775us (2965us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.019524:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10675 00000100:00100000:2.0:1734016111.024320:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.026388:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898176 00000100:00100000:3.0:1734016111.026412:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898176 00000100:00100000:3.0:1734016111.026493:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10676 00000100:00100000:3.0:1734016111.026504:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338898176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.026529:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.026557:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732089f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a122b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.026634:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536000:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.026715:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.031470:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536000:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016111.031526:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732089f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a122b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.031543:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732089f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a122b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.031589:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:2.0:1734016111.031656:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338898176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5151us (7350us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016111.031668:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10676 00000100:00100000:3.0:1734016111.039049:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.039236:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898304 00000100:00100000:2.0:1734016111.039251:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898304 00000100:00100000:2.0:1734016111.039325:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10677 00000100:00100000:2.0:1734016111.039337:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338898304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.039363:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.039392:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73208a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1232 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.039477:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536128:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016111.042530:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.047550:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536128:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016111.047613:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73208a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1232 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.047630:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73208a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1232 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.050899:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016111.051040:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338898304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11698us (11998us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016111.051051:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10677 00000100:00100000:0.0:1734016111.064675:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.064811:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898432 00000100:00100000:3.0:1734016111.064821:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898432 00000100:00080000:0.0:1734016111.064940:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016081 00000100:00100000:3.0:1734016111.064985:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1946 00000100:00100000:3.0:1734016111.064994:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338898432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.065018:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.065039:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166640/0x903ef4aec73208ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1239 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.065140:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73208b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016111.065157:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73208b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016111.065169:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73208b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:3.0:1734016111.065233:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6807392 00000004:00200000:3.0:1734016111.065238:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016111.065256:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73208b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016111.065281:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166640/0x903ef4aec73208ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1239 expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.065305:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73208b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1239 expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.065314:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016111.065317:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016111.065321:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016111.066078:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338898432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1082us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.066088:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1946 00000100:00100000:0.0:1734016111.080020:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.080149:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898560 00000100:00100000:2.0:1734016111.080160:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898560 00000100:00100000:2.0:1734016111.080256:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10678 00000100:00100000:2.0:1734016111.080265:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338898560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.080289:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.080315:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73208bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1240 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.080382:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536256:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016111.080464:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.088553:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536256:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016111.088643:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73208bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1240 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.088662:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73208bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1240 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.088705:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016111.088793:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338898560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8525us (8786us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016111.088804:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10678 00000100:00100000:0.0:1734016111.097592:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.098286:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898688 00000100:00100000:2.0:1734016111.098306:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898688 00000100:00100000:2.0:1734016111.098411:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10679 00000100:00100000:2.0:1734016111.098424:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338898688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.098467:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.098507:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1247 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.098582:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.098594:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016111.098598:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016111.098603:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3063808->3112959] (req 3063808->3112959) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.098671:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.098693:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 5 pid: 7681 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016111.098714:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536384:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016111.098842:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.112353:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536384:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016111.112441:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3063808->3112959] (req 3063808->3112959) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.112467:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016111.112533:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338898688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14111us (14970us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.112542:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10679 00010000:00010000:0.0:1734016111.115507:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016111.130674:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.130986:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898816 00000100:00100000:2.0:1734016111.130999:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898816 00010000:00010000:2.0:1734016111.131069:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 6 pid: 7681 timeout: 474 lvb_type: 0 00000100:00080000:0.0:1734016111.131161:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016081 00000100:00100000:2.0:1734016111.131278:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2715 00000100:00100000:2.0:1734016111.131285:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338898816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.131302:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.131326:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 6 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.131340:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 6 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.131362:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732087c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a120f expref: 6 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.131386:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.131388:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.131395:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.131404:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.131454:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.131470:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341536512:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016111.131548:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.139158:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341536512:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016111.139249:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.139369:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338898816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8081us (8708us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.139391:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2715 00000100:00100000:2.0:1734016111.142658:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.142754:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898944 00000100:00100000:0.0:1734016111.142764:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898944 00000100:00100000:1.0:1734016111.143902:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10680 00000100:00100000:1.0:1734016111.143923:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338898944:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016111.144357:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6807392 -> 6807392 00002000:00010000:1.0:1734016111.144362:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.144364:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.144367:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.144369:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 960 -> 1056 00000100:00100000:1.0:1734016111.144540:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338898944:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 618us (1897us total) trans 4294969222 rc 0/0 00000100:00100000:1.0:1734016111.144548:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10680 00000100:00100000:0.0:1734016111.152947:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.153117:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899200 00000100:00100000:1.0:1734016111.153135:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899200 00002000:00100000:1.0:1734016111.153257:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1765376->6807551) req@ffff880071721880 x1818247338899200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 504/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.153269:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721880 with x1818247338899200 ext(1765376->6807551) 00002000:00010000:1.0:1734016111.153278:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721880 00000100:00100000:1.0:1734016111.153323:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8778 00000100:00100000:1.0:1734016111.153334:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338899200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.204504:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338899200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 51151us (51564us total) trans 0 rc 2752512/2752512 00000100:00100000:2.0:1734016111.204529:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8778 00002000:00100000:2.0:1734016111.204550:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1765376->6807551) req@ffff880071721880 x1818247338899200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 504/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 2752512/2752512 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.204563:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721880 with x1818247338899200 ext(1765376->6807551) 00002000:00010000:2.0:1734016111.204572:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721880 00000100:00100000:0.0:1734016111.210483:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.210668:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899456 00000100:00100000:2.0:1734016111.210685:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899456 00002000:00100000:2.0:1734016111.210757:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1761280->1765375) req@ffff880071720a80 x1818247338899456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.210768:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247338899456 ext(1761280->1765375) 00002000:00010000:2.0:1734016111.210776:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:2.0:1734016111.210806:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8779 00000100:00100000:2.0:1734016111.210814:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338899456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.211069:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338899456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 254us (602us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.211080:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8779 00002000:00100000:2.0:1734016111.211086:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1761280->1765375) req@ffff880071720a80 x1818247338899456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.211094:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247338899456 ext(1761280->1765375) 00002000:00010000:2.0:1734016111.211097:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:0.0:1734016111.214121:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.214241:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899712 00000100:00100000:2.0:1734016111.214252:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899712 00002000:00100000:2.0:1734016111.214304:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1757184->1761279) req@ffff880071723b80 x1818247338899712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.214314:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723b80 with x1818247338899712 ext(1757184->1761279) 00002000:00010000:2.0:1734016111.214320:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723b80 00000100:00100000:2.0:1734016111.214346:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8780 00000100:00100000:2.0:1734016111.214355:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338899712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.214540:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338899712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 186us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.214547:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8780 00002000:00100000:2.0:1734016111.214552:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1757184->1761279) req@ffff880071723b80 x1818247338899712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.214559:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723b80 with x1818247338899712 ext(1757184->1761279) 00002000:00010000:2.0:1734016111.214561:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723b80 00000100:00100000:0.0:1734016111.222041:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.222259:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899968 00000100:00100000:2.0:1734016111.222275:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899968 00002000:00100000:2.0:1734016111.222337:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff880071721500 x1818247338899968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.222356:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721500 with x1818247338899968 ext(1753088->1757183) 00002000:00010000:2.0:1734016111.222363:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721500 00000100:00100000:2.0:1734016111.223008:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8781 00000100:00100000:2.0:1734016111.223019:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338899968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.223589:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338899968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 569us (1559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.223601:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8781 00002000:00100000:2.0:1734016111.223611:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff880071721500 x1818247338899968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.223621:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721500 with x1818247338899968 ext(1753088->1757183) 00002000:00010000:2.0:1734016111.223627:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721500 00000100:00100000:0.0:1734016111.230088:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.231404:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900224 00000100:00100000:2.0:1734016111.231422:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900224 00002000:00100000:2.0:1734016111.231493:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1748992->1753087) req@ffff8800715d5c00 x1818247338900224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.231508:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5c00 with x1818247338900224 ext(1748992->1753087) 00002000:00010000:2.0:1734016111.231516:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5c00 00000100:00100000:2.0:1734016111.231571:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8782 00000100:00100000:2.0:1734016111.231580:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338900224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.231868:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338900224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 288us (1800us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.231878:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8782 00002000:00100000:2.0:1734016111.231884:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1748992->1753087) req@ffff8800715d5c00 x1818247338900224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.231893:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5c00 with x1818247338900224 ext(1748992->1753087) 00002000:00010000:2.0:1734016111.231896:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5c00 00000100:00100000:0.0:1734016111.241918:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.242047:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900480 00000100:00100000:2.0:1734016111.242059:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900480 00002000:00100000:2.0:1734016111.242124:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1744896->1748991) req@ffff8800715d7b80 x1818247338900480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.242135:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7b80 with x1818247338900480 ext(1744896->1748991) 00002000:00010000:2.0:1734016111.242141:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7b80 00000100:00100000:3.0:1734016111.243900:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8783 00000100:00100000:3.0:1734016111.243927:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338900480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016111.244214:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338900480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 290us (2322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016111.244222:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8783 00002000:00100000:3.0:1734016111.244232:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1744896->1748991) req@ffff8800715d7b80 x1818247338900480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.244241:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7b80 with x1818247338900480 ext(1744896->1748991) 00002000:00010000:3.0:1734016111.244248:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7b80 00000100:00100000:0.0:1734016111.249120:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.249299:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900736 00000100:00100000:2.0:1734016111.249314:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900736 00002000:00100000:2.0:1734016111.249389:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff8800715d5880 x1818247338900736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.249399:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5880 with x1818247338900736 ext(1740800->1744895) 00002000:00010000:2.0:1734016111.249406:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5880 00000100:00100000:2.0:1734016111.249643:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8784 00000100:00100000:2.0:1734016111.249652:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338900736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.250744:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338900736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1082us (1631us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.250756:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8784 00002000:00100000:2.0:1734016111.250771:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff8800715d5880 x1818247338900736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.250782:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5880 with x1818247338900736 ext(1740800->1744895) 00002000:00010000:2.0:1734016111.250788:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5880 00000100:00100000:0.0:1734016111.253498:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.253763:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900992 00000100:00100000:2.0:1734016111.253776:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900992 00002000:00100000:2.0:1734016111.253839:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1740799) req@ffff8800715d7800 x1818247338900992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.253852:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7800 with x1818247338900992 ext(1736704->1740799) 00002000:00010000:2.0:1734016111.253860:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7800 00000100:00100000:2.0:1734016111.253963:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8785 00000100:00100000:2.0:1734016111.253974:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338900992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.254241:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338900992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 268us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.254249:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8785 00002000:00100000:2.0:1734016111.254255:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1740799) req@ffff8800715d7800 x1818247338900992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.254262:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7800 with x1818247338900992 ext(1736704->1740799) 00002000:00010000:2.0:1734016111.254264:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7800 00000100:00100000:0.0:1734016111.262353:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.263102:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901120 00000100:00100000:3.0:1734016111.263115:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901120 00002000:00100000:3.0:1734016111.263199:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1769471) req@ffff8800715d5180 x1818247338901120/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.263212:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5180 with x1818247338901120 ext(1736704->1769471) 00002000:00010000:3.0:1734016111.263218:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5180 00000100:00100000:3.0:1734016111.263260:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8786 00000100:00100000:3.0:1734016111.263270:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338901120:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016111.270138:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338901120:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6842us (7779us total) trans 4294969223 rc 0/0 00000100:00100000:3.0:1734016111.270157:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8786 00002000:00100000:3.0:1734016111.270174:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1769471) req@ffff8800715d5180 x1818247338901120/t4294969223(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.270233:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5180 with x1818247338901120 ext(1736704->1769471) 00002000:00010000:3.0:1734016111.270240:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5180 00000100:00100000:0.0:1734016111.285532:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.286014:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901248 00000100:00100000:3.0:1734016111.286032:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901248 00000100:00100000:3.0:1734016111.286135:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1947 00000100:00100000:3.0:1734016111.286145:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338901248:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016111.286382:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338901248:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 237us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.286389:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1947 00000100:00100000:0.0:1734016111.292981:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.294442:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901376 00000100:00100000:2.0:1734016111.294461:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901376 00000100:00100000:2.0:1734016111.294641:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10681 00000100:00100000:2.0:1734016111.294651:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338901376:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016111.303699:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969223 is committed 00000100:00100000:0.0:1734016111.303846:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338901376:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 9193us (10882us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.303856:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10681 00000100:00100000:0.0:1734016111.308642:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.308741:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901504 00000100:00100000:2.0:1734016111.308752:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901504 00000100:00100000:2.0:1734016111.308860:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10682 00000100:00100000:2.0:1734016111.308869:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338901504:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016111.309353:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6807392 -> 6807392 00002000:00010000:2.0:1734016111.309357:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.309359:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.309360:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.309362:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1056 -> 1120 00000100:00100000:2.0:1734016111.309657:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338901504:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 787us (1025us total) trans 4294969224 rc 0/0 00000100:00100000:2.0:1734016111.309664:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10682 00000100:00100000:0.0:1734016111.312075:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.313895:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901632 00000100:00100000:2.0:1734016111.313916:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901632 00000100:00100000:2.0:1734016111.314847:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10683 00000100:00100000:2.0:1734016111.314856:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338901632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.314877:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.314897:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73208c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a124e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.314957:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536640:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016111.315020:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.318039:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f99180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536640:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.318100:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73208c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a124e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.318967:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73208c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a124e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.321588:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:3.0:1734016111.321695:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338901632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6834us (9622us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.321707:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10683 00000100:00100000:0.0:1734016111.326102:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.327161:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901760 00000100:00100000:3.0:1734016111.327170:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901760 00000100:00100000:3.0:1734016111.327233:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10684 00000100:00100000:3.0:1734016111.327241:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338901760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.327260:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.327276:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec73208d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1255 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.327327:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536768:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.327373:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.330839:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341536768:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.330876:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec73208d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1255 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.330893:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec73208d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1255 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.330928:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016111.330976:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338901760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3733us (4884us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.330985:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10684 00000100:00100000:0.0:1734016111.334047:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.334780:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902016 00000100:00100000:1.0:1734016111.334790:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902016 00000100:00100000:1.0:1734016111.334857:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1948 00000100:00100000:1.0:1734016111.334864:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338902016:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016111.334932:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.334958:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73208b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1239 expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.335377:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016111.335382:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016111.335555:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016111.335570:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.335576:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016111.335621:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.335633:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 17 pid: 6475 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016111.335646:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341536896:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016111.335730:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.338021:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.338144:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341536896:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016111.338167:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016111.338272:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902144 00000100:00100000:2.0:1734016111.338278:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902144 00010000:00010000:2.0:1734016111.338306:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 18 pid: 6475 timeout: 474 lvb_type: 0 00000100:00100000:2.0:1734016111.338340:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2716 00000100:00100000:2.0:1734016111.338346:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247338902144:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.338359:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.338365:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 18 pid: 6475 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.338381:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 18 pid: 6475 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.338402:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec732088a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1216 expref: 18 pid: 6475 timeout: 474 lvb_type: 0 00010000:00010000:2.0:1734016111.338422:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016111.338426:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016111.338435:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016111.338441:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016111.338457:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.338492:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338902144:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 145us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.338498:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2716 00010000:00010000:0.0:1734016111.338799:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016111.338806:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:0.0:1734016111.338888:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968516 00000004:00010000:0.0:1734016111.338943:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076659c00 reply state ffff880130b8e000 transno 4294968517 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016111.338951:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016111.339015:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338902016:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4151us (4977us total) trans 4294968517 rc 0/0 00000100:00100000:0.0:1734016111.339021:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1948 00000020:00080000:0.0:1734016111.339025:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016111.341847:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016111.341863:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016111.341871:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016111.341878:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38000 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016111.341885:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016111.341893:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016111.341917:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016111.341920:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016111.341923:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016111.341928:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73208d7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016111.343101:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.344144:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902272 00000100:00100000:3.0:1734016111.344153:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902272 00000100:00100000:3.0:1734016111.344677:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10685 00000100:00100000:3.0:1734016111.344684:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338902272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.344700:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.344715:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a125c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.344737:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.344743:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.344744:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.344747:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.344770:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.344779:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 7 pid: 7681 timeout: 474 lvb_type: 0 00000100:00100000:3.0:1734016111.344789:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341537024:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016111.344882:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.352421:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341537024:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016111.352454:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.352469:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016111.352516:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338902272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7831us (9422us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.352525:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10685 00000100:00100000:2.0:1734016111.356147:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.356486:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902400 00000100:00100000:1.0:1734016111.356497:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902400 00010000:00010000:1.0:1734016111.356530:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 8 pid: 7681 timeout: 474 lvb_type: 0 00000100:00100000:1.0:1734016111.356566:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2717 00000100:00100000:1.0:1734016111.356575:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338902400:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.356591:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.356614:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 8 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016111.356627:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 8 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016111.356653:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73208c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3112959) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1247 expref: 8 pid: 7681 timeout: 474 lvb_type: 0 00010000:00010000:1.0:1734016111.356668:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.356670:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.356675:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.356683:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.356716:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.356731:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341537152:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016111.356789:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.359490:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.359711:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341537152:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016111.359737:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.359799:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338902400:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3225us (3662us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.359810:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2717 00000100:00100000:3.0:1734016111.360030:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902528 00000100:00100000:3.0:1734016111.360037:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902528 00002000:00010000:3.0:1734016111.360063:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9920393->18446744073709551615) 00002000:00100000:3.0:1734016111.360066:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b480 with x1818247338902528 ext(9920393->18446744073709551615) 00002000:00010000:3.0:1734016111.360075:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b480. 00000100:00100000:3.0:1734016111.360088:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8787 00000100:00100000:3.0:1734016111.360094:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338902528:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016111.360294:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6807392 -> 9920393 00002000:00010000:3.0:1734016111.360297:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016111.360299:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016111.360301:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:3.0:1734016111.360303:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1120 -> 1120 00000100:00100000:3.0:1734016111.360323:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338902528:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 229us (854us total) trans 4294969225 rc 0/0 00000100:00100000:3.0:1734016111.360328:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8787 00002000:00010000:3.0:1734016111.360330:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9920393->18446744073709551615) 00002000:00100000:3.0:1734016111.360332:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b480 with x1818247338902528 ext(9920393->18446744073709551615) 00002000:00010000:3.0:1734016111.360336:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b480. 00000100:00100000:2.0:1734016111.363070:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.363152:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902656 00000100:00100000:0.0:1734016111.363158:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902656 00000100:00100000:0.0:1734016111.363436:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1949 00000100:00100000:0.0:1734016111.363443:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338902656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.363462:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.363483:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73208e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1263 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.363571:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016111.363584:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016111.363593:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016111.363615:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9920393 00000004:00200000:0.0:1734016111.363619:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016111.363631:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016111.363651:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73208e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.364116:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.364124:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016111.364126:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016111.364130:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016111.364175:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338902656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 733us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.364196:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1949 00000100:00100000:0.0:1734016111.367752:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.367816:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902784 00000100:00100000:3.0:1734016111.367829:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902784 00000100:00100000:3.0:1734016111.367873:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10686 00000100:00100000:3.0:1734016111.367880:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338902784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.367899:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.367934:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73208f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a126a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.368000:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341537280:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.368389:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.370255:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341537280:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.370298:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73208f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a126a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.370313:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73208f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a126a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.370449:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016111.371202:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338902784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3299us (3436us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.371212:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10686 00000100:00100000:2.0:1734016111.374680:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.374749:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902912 00000100:00100000:3.0:1734016111.374758:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902912 00000100:00100000:3.0:1734016111.374880:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10687 00000100:00100000:3.0:1734016111.374888:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338902912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.374923:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.374945:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73208fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1271 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.374999:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341537408:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.375496:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.378318:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341537408:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.378363:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73208fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1271 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.378376:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73208fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1271 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.378395:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016111.378453:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338902912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3564us (3780us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.378465:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10687 00000100:00100000:0.0:1734016111.404281:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.404318:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.404362:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.404449:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903168 00000100:00100000:3.0:1734016111.404461:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903168 00002000:00100000:3.0:1734016111.404509:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4460543) req@ffff88007665ad80 x1818247338903168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 504/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.404518:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665ad80 with x1818247338903168 ext(0->4460543) 00002000:00010000:3.0:1734016111.404523:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665ad80 00000100:00100000:3.0:1734016111.404540:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903424 00000100:00100000:3.0:1734016111.404543:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903424 00002000:00100000:3.0:1734016111.404550:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880076658e00 x1818247338903424/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 504/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.404556:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658e00 with x1818247338903424 ext(4190208->8388607) 00002000:00010000:3.0:1734016111.404559:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658e00 00000100:00100000:3.0:1734016111.404566:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903552 00000100:00100000:3.0:1734016111.404567:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903552 00002000:00100000:3.0:1734016111.404573:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9920511) req@ffff880076658380 x1818247338903552/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.404584:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658380 with x1818247338903552 ext(8388608->9920511) 00002000:00010000:3.0:1734016111.404586:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658380 00000100:00100000:3.0:1734016111.404594:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8788 00000100:00100000:3.0:1734016111.404600:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338903168:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.406535:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8789 00000100:00100000:1.0:1734016111.406548:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338903424:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.407966:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8790 00000100:00100000:0.0:1734016111.407974:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338903552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.431328:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338903552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 23337us (26948us total) trans 0 rc 1531904/1531904 00000100:00100000:1.0:1734016111.431343:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8790 00002000:00100000:1.0:1734016111.431359:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9920511) req@ffff880076658380 x1818247338903552/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 1531904/1531904 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.431369:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658380 with x1818247338903552 ext(8388608->9920511) 00002000:00010000:1.0:1734016111.431376:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658380 00000100:00100000:3.0:1734016111.456508:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338903168:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 51894us (52224us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016111.456741:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8788 00002000:00100000:3.0:1734016111.456755:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4460543) req@ffff88007665ad80 x1818247338903168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 504/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.456764:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665ad80 with x1818247338903168 ext(0->4460543) 00002000:00010000:3.0:1734016111.456770:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665ad80 00000100:00100000:0.0:1734016111.478531:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.478757:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903808 00000100:00100000:3.0:1734016111.478766:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903808 00002000:00100000:3.0:1734016111.478805:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4456448->4460543) req@ffff880076659f80 x1818247338903808/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 4584/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.478815:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659f80 with x1818247338903808 ext(4456448->4460543) 00002000:00010000:3.0:1734016111.478821:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659f80 00000100:00100000:3.0:1734016111.478913:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8791 00000100:00100000:3.0:1734016111.478919:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338903808:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016111.514092:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338903424:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 107540us (109766us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016111.514103:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8789 00002000:00100000:0.0:1734016111.514112:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880076658e00 x1818247338903424/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 504/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.514121:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658e00 with x1818247338903424 ext(4190208->8388607) 00002000:00010000:0.0:1734016111.514126:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658e00 00000100:00100000:3.0:1734016111.519097:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338903808:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 40167us (40567us total) trans 4294969226 rc 0/0 00000100:00100000:3.0:1734016111.519108:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8791 00002000:00100000:3.0:1734016111.519120:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4456448->4460543) req@ffff880076659f80 x1818247338903808/t4294969226(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 4584/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016111.519128:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659f80 with x1818247338903808 ext(4456448->4460543) 00002000:00010000:3.0:1734016111.519134:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659f80 00000100:00100000:2.0:1734016111.524051:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.524814:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903936 00000100:00100000:0.0:1734016111.524822:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903936 00000100:00100000:3.0:1734016111.525928:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1950 00000100:00100000:3.0:1734016111.525939:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338903936:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016111.526107:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338903936:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 169us (2063us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.526114:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1950 00000100:00100000:0.0:1734016111.531169:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.531623:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904064 00000100:00100000:3.0:1734016111.531631:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904064 00000100:00100000:1.0:1734016111.532772:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10688 00000100:00100000:1.0:1734016111.532780:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338904064:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016111.534136:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969226 is committed 00000001:00080000:0.0:1734016111.534149:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969224 is committed 00000100:00100000:1.0:1734016111.535361:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338904064:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2572us (4192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.535372:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10688 00000100:00100000:2.0:1734016111.539465:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.539574:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904192 00000100:00100000:0.0:1734016111.539583:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904192 00000100:00100000:0.0:1734016111.539738:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1951 00000100:00100000:0.0:1734016111.539745:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338904192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.539760:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.539776:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320901 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1278 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.539847:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320908 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016111.539858:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320908 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016111.539867:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320908 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016111.539887:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9920393 00000004:00200000:0.0:1734016111.539890:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016111.539913:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320908 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016111.539930:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320901 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1278 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.540518:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320908 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1278 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.540527:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016111.540530:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016111.540533:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016111.540578:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338904192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 832us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.540584:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1951 00000100:00100000:2.0:1734016111.543542:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.543732:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904320 00000100:00100000:1.0:1734016111.543740:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904320 00000100:00100000:1.0:1734016111.543789:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10689 00000100:00100000:1.0:1734016111.543795:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338904320:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016111.544020:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9920393 -> 9920393 00002000:00010000:1.0:1734016111.544023:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.544025:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.544026:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.544028:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1120 -> 1128 00000100:00100000:1.0:1734016111.544097:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338904320:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 299us (562us total) trans 4294969227 rc 0/0 00000100:00100000:1.0:1734016111.544102:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10689 00000100:00100000:2.0:1734016111.548476:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.548588:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904448 00000100:00100000:1.0:1734016111.548599:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904448 00000100:00100000:1.0:1734016111.548654:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10690 00000100:00100000:1.0:1734016111.548661:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338904448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.548680:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.548702:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732090f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a127f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.548756:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341537536:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016111.548817:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.550828:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341537536:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016111.550858:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732090f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a127f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.550871:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732090f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a127f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.551301:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016111.551348:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338904448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2685us (2881us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.551356:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10690 00000100:00100000:2.0:1734016111.553772:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.553873:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904576 00000100:00100000:1.0:1734016111.553880:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904576 00000100:00100000:1.0:1734016111.553981:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10691 00000100:00100000:1.0:1734016111.553988:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338904576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.554003:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.554017:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320916 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1286 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.554061:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341537664:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016111.554117:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.555690:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341537664:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016111.555719:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320916 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1286 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.555731:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320916 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1286 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.555743:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016111.555789:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338904576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1800us (2024us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.555797:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10691 00000100:00100000:2.0:1734016111.558916:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.559332:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904704 00000100:00100000:1.0:1734016111.559343:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904704 00000100:00100000:1.0:1734016111.559542:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10692 00000100:00100000:1.0:1734016111.559550:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338904704:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016111.559760:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9920393 -> 9920393 00002000:00010000:1.0:1734016111.559764:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.559766:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.559768:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.559769:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1128 -> 1256 00000100:00100000:1.0:1734016111.560535:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338904704:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 984us (1639us total) trans 4294969228 rc 0/0 00000100:00100000:1.0:1734016111.560543:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10692 00000100:00100000:2.0:1734016111.564120:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.564233:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904832 00000100:00100000:1.0:1734016111.564240:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904832 00000100:00100000:1.0:1734016111.564331:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10693 00000100:00100000:1.0:1734016111.564340:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338904832:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.564355:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.564371:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732091d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a128d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.564416:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341537792:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016111.564464:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.565924:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341537792:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016111.565950:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732091d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a128d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.565961:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec732091d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a128d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.566023:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016111.566063:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338904832:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1723us (1951us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.566070:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10693 00000100:00100000:2.0:1734016111.568133:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.568223:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904960 00000100:00100000:1.0:1734016111.568233:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904960 00000100:00100000:1.0:1734016111.568339:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10694 00000100:00100000:1.0:1734016111.568345:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338904960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.568361:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.568376:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320924 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1294 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.568418:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341537920:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016111.568475:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.570617:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341537920:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016111.570644:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320924 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1294 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.570657:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320924 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1294 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.571863:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016111.571955:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338904960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3604us (3823us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.571966:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10694 00000100:00100000:2.0:1734016111.575462:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.576076:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905088 00000100:00100000:1.0:1734016111.576086:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905088 00000100:00100000:1.0:1734016111.576713:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10695 00000100:00100000:1.0:1734016111.576723:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338905088:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016111.576951:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9920393 -> 9920393 00002000:00010000:1.0:1734016111.576955:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.576956:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.576958:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.576960:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1256 -> 1352 00000100:00100000:1.0:1734016111.577013:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338905088:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 291us (1559us total) trans 4294969229 rc 0/0 00000100:00100000:1.0:1734016111.577021:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10695 00000100:00100000:2.0:1734016111.581290:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.581377:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905216 00000100:00100000:3.0:1734016111.581387:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905216 00000100:00100000:3.0:1734016111.581539:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10696 00000100:00100000:3.0:1734016111.581546:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338905216:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.581563:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.581577:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec732092b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a129b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.581630:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538048:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.581849:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.583694:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538048:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.583720:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec732092b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a129b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.583731:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec732092b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a129b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.583776:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016111.583964:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338905216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2416us (2683us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.583971:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10696 00000100:00100000:2.0:1734016111.590288:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.591147:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905344 00000100:00100000:3.0:1734016111.591156:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905344 00000100:00100000:3.0:1734016111.591845:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10697 00000100:00100000:3.0:1734016111.591852:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338905344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.591868:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.591885:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7320932 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12a2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.591950:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538176:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.592027:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.595128:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538176:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.595161:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7320932 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12a2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.595173:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7320932 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12a2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.595259:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016111.595928:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338905344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4072us (5645us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.595939:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10697 00000100:00100000:2.0:1734016111.598404:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.598666:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905472 00000100:00100000:3.0:1734016111.598675:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905472 00000100:00100000:3.0:1734016111.598730:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10698 00000100:00100000:3.0:1734016111.598737:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338905472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.598757:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.598773:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320939 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12a9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.598827:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538304:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.598887:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.601391:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538304:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.601421:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320939 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12a9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.601432:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320939 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12a9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.601872:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016111.601928:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338905472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3190us (3531us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.601936:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10698 00000100:00100000:2.0:1734016111.605280:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.605755:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905600 00000100:00100000:3.0:1734016111.605764:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905600 00000100:00100000:3.0:1734016111.605817:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10699 00000100:00100000:3.0:1734016111.605824:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338905600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.605842:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.605862:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320940 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12b0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.605924:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538432:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.606478:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.609813:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538432:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.609844:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320940 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12b0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.609856:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320940 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12b0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.609933:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016111.609976:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338905600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4152us (4703us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.609983:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10699 00000100:00100000:2.0:1734016111.613149:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.613691:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905728 00000100:00100000:3.0:1734016111.613699:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905728 00000100:00100000:3.0:1734016111.613745:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10700 00000100:00100000:3.0:1734016111.613752:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338905728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.613769:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.613785:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320947 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12b7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.614305:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538560:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016111.614406:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.616254:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538560:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016111.616283:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320947 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12b7 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.616298:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320947 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12b7 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016111.616313:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016111.616356:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338905728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2602us (3214us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016111.616364:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10700 00000100:00100000:2.0:1734016111.618286:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.618434:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905856 00000100:00100000:3.0:1734016111.618443:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905856 00000100:00100000:3.0:1734016111.618491:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10701 00000100:00100000:3.0:1734016111.618498:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac189050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338905856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016111.618515:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016111.618531:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12be expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.618556:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.618567:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.618569:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016111.618571:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5193728->5197823] (req 5193728->5197823) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.618603:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.618614:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.618626:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538688:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016111.618689:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.627105:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341538688:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016111.627148:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5193728->5197823] (req 5193728->5197823) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.627172:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016111.627282:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac189050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338905856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8782us (9001us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.627291:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10701 00000100:00100000:2.0:1734016111.643233:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.643317:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905984 00000100:00100000:0.0:1734016111.643325:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905984 00010000:00010000:0.0:1734016111.643359:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 9 pid: 7681 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016111.643395:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2718 00000100:00100000:0.0:1734016111.643401:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338905984:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016111.643415:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016111.643431:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 9 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.643442:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 9 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.643463:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73208de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a125c expref: 9 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016111.643491:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.643493:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.643500:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.643508:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.643536:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.643548:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341538816:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016111.644277:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.651341:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341538816:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016111.651374:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016111.651444:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338905984:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8040us (8261us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.651457:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2718 00000100:00100000:3.0:1734016111.654263:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.654339:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906240 00000100:00100000:0.0:1734016111.654349:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906240 00002000:00100000:0.0:1734016111.654392:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5193728->9920511) req@ffff880130c2f100 x1818247338906240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 504/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.654402:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247338906240 ext(5193728->9920511) 00002000:00010000:0.0:1734016111.654407:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f100 00000100:00100000:0.0:1734016111.654440:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8792 00000100:00100000:0.0:1734016111.654446:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338906240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.673724:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338906240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 19271us (19463us total) trans 0 rc 3117056/3117056 00000100:00100000:0.0:1734016111.673738:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8792 00002000:00100000:0.0:1734016111.673746:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5193728->9920511) req@ffff880130c2f100 x1818247338906240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 504/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 3117056/3117056 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.673755:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247338906240 ext(5193728->9920511) 00002000:00010000:0.0:1734016111.673762:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f100 00000100:00100000:2.0:1734016111.685452:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.685542:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906496 00000100:00100000:0.0:1734016111.685551:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906496 00002000:00100000:0.0:1734016111.685593:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5189632->5193727) req@ffff8800717fea00 x1818247338906496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.685602:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fea00 with x1818247338906496 ext(5189632->5193727) 00002000:00010000:0.0:1734016111.685607:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fea00 00000100:00100000:0.0:1734016111.685638:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8793 00000100:00100000:0.0:1734016111.685644:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338906496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.685799:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338906496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.685806:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8793 00002000:00100000:0.0:1734016111.685812:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5189632->5193727) req@ffff8800717fea00 x1818247338906496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.685819:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fea00 with x1818247338906496 ext(5189632->5193727) 00002000:00010000:0.0:1734016111.685821:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fea00 00000100:00100000:2.0:1734016111.688293:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.688357:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906752 00000100:00100000:0.0:1734016111.688364:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906752 00002000:00100000:0.0:1734016111.688395:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5185536->5189631) req@ffff8800717ff480 x1818247338906752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.688407:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff480 with x1818247338906752 ext(5185536->5189631) 00002000:00010000:0.0:1734016111.688411:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff480 00000100:00100000:0.0:1734016111.688445:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8794 00000100:00100000:0.0:1734016111.688451:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338906752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.688598:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338906752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.688604:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8794 00002000:00100000:0.0:1734016111.688609:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5185536->5189631) req@ffff8800717ff480 x1818247338906752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.688616:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff480 with x1818247338906752 ext(5185536->5189631) 00002000:00010000:0.0:1734016111.688618:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff480 00000100:00100000:3.0:1734016111.693815:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.693918:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907008 00000100:00100000:2.0:1734016111.693928:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907008 00002000:00100000:2.0:1734016111.693977:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5181440->5185535) req@ffff880130c2e680 x1818247338907008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.693987:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247338907008 ext(5181440->5185535) 00002000:00010000:2.0:1734016111.693992:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:2.0:1734016111.694016:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8795 00000100:00100000:2.0:1734016111.694024:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338907008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.694211:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338907008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 186us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.694218:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8795 00002000:00100000:2.0:1734016111.694224:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5181440->5185535) req@ffff880130c2e680 x1818247338907008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.694230:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247338907008 ext(5181440->5185535) 00002000:00010000:2.0:1734016111.694233:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:3.0:1734016111.706843:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.706934:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907136 00000100:00100000:0.0:1734016111.706944:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907136 00000100:00100000:0.0:1734016111.706992:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10702 00000100:00100000:0.0:1734016111.706999:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338907136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.707015:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.707029:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12c5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.707048:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.707050:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.707057:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.707070:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.707081:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016111.707127:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338907136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 128us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.707132:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10702 00000100:00100000:3.0:1734016111.717907:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.717989:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907264 00000100:00100000:1.0:1734016111.717997:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907264 00000100:00100000:1.0:1734016111.718029:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10703 00000100:00100000:1.0:1734016111.718035:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338907264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.718051:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.718066:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12cc expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.718090:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.718097:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.718102:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.718104:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.718107:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2244608->2248703] (req 2244608->2248703) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.718129:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.718145:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 8 pid: 7681 timeout: 475 lvb_type: 1 00000100:00100000:1.0:1734016111.718159:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341538944:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016111.718246:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.718253:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016111.718261:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074068700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539072:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016111.718278:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.722298:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.722575:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341538944:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016111.722590:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074068700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539072:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016111.722622:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2244608->2248703] (req 2244608->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.722646:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016111.722707:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338907264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4669us (4817us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.722716:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10703 00000100:00100000:0.0:1734016111.724215:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907392 00000100:00100000:0.0:1734016111.724226:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907392 00010000:00010000:0.0:1734016111.724261:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 9 pid: 7681 timeout: 475 lvb_type: 1 00000100:00100000:0.0:1734016111.730273:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2719 00000100:00100000:0.0:1734016111.730295:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338907392:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016111.730337:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016111.730369:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 9 pid: 7681 timeout: 475 lvb_type: 1 00010000:00010000:0.0:1734016111.730385:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 9 pid: 7681 timeout: 475 lvb_type: 1 00010000:00010000:0.0:1734016111.730410:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320955 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12c5 expref: 9 pid: 7681 timeout: 475 lvb_type: 1 00010000:00010000:0.0:1734016111.730452:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016111.730514:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338907392:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 225us (8227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.730520:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2719 00000100:00100000:1.0:1734016111.730666:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.733584:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907520 00000100:00100000:2.0:1734016111.733597:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907520 00010000:00010000:2.0:1734016111.733633:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.733677:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2720 00000100:00100000:2.0:1734016111.733684:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338907520:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.733700:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.733716:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.733728:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.733760:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732094e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5193728->5197823) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12be expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.733779:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.733781:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.733787:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.733800:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.733829:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.733842:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341539200:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016111.733909:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016111.743010:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.743141:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341539200:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016111.743168:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.743270:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338907520:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9584us (12603us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.743284:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2720 00000100:00100000:0.0:1734016111.743372:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907776 00000100:00100000:0.0:1734016111.743381:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907776 00002000:00100000:0.0:1734016111.743427:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2244608->2248703) req@ffff880130c2dc00 x1818247338907776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.743439:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247338907776 ext(2244608->2248703) 00002000:00010000:0.0:1734016111.743447:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:0.0:1734016111.743478:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8796 00000100:00100000:0.0:1734016111.743485:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338907776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.743649:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338907776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164us (649us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.743656:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8796 00002000:00100000:0.0:1734016111.743661:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2244608->2248703) req@ffff880130c2dc00 x1818247338907776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.743666:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247338907776 ext(2244608->2248703) 00002000:00010000:0.0:1734016111.743669:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:3.0:1734016111.752228:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.752601:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908032 00000100:00100000:2.0:1734016111.752610:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908032 00002000:00100000:2.0:1734016111.752652:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2240512->2244607) req@ffff880071722300 x1818247338908032/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.752662:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722300 with x1818247338908032 ext(2240512->2244607) 00002000:00010000:2.0:1734016111.752668:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722300 00000100:00100000:2.0:1734016111.752718:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8797 00000100:00100000:2.0:1734016111.752725:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338908032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.755530:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338908032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2788us (3297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.755548:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8797 00002000:00100000:2.0:1734016111.755562:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2240512->2244607) req@ffff880071722300 x1818247338908032/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.755572:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722300 with x1818247338908032 ext(2240512->2244607) 00002000:00010000:2.0:1734016111.755578:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722300 00000100:00100000:3.0:1734016111.761497:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.761948:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908288 00000100:00100000:2.0:1734016111.761960:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908288 00002000:00100000:2.0:1734016111.762017:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2236416->2240511) req@ffff880071721f80 x1818247338908288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.762029:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721f80 with x1818247338908288 ext(2236416->2240511) 00002000:00010000:2.0:1734016111.762035:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721f80 00000100:00100000:2.0:1734016111.762075:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8798 00000100:00100000:2.0:1734016111.762084:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338908288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.762293:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338908288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (805us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.762302:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8798 00002000:00100000:2.0:1734016111.762310:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2236416->2240511) req@ffff880071721f80 x1818247338908288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.762318:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721f80 with x1818247338908288 ext(2236416->2240511) 00002000:00010000:2.0:1734016111.762321:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721f80 00000100:00100000:1.0:1734016111.771561:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.771656:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908544 00000100:00100000:0.0:1734016111.771666:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908544 00002000:00100000:0.0:1734016111.771713:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2232320->2236415) req@ffff88007406bb80 x1818247338908544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.771724:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406bb80 with x1818247338908544 ext(2232320->2236415) 00002000:00010000:0.0:1734016111.771730:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406bb80 00000100:00100000:0.0:1734016111.771962:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8799 00000100:00100000:0.0:1734016111.771969:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338908544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.772124:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338908544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (575us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.772131:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8799 00002000:00100000:0.0:1734016111.772136:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2232320->2236415) req@ffff88007406bb80 x1818247338908544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.772143:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406bb80 with x1818247338908544 ext(2232320->2236415) 00002000:00010000:0.0:1734016111.772146:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406bb80 00000100:00100000:3.0:1734016111.782575:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.783521:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908800 00000100:00100000:2.0:1734016111.783532:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908800 00002000:00100000:2.0:1734016111.783571:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2228224->2232319) req@ffff880071722d80 x1818247338908800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.783586:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722d80 with x1818247338908800 ext(2228224->2232319) 00002000:00010000:2.0:1734016111.783591:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722d80 00000100:00100000:2.0:1734016111.783617:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8800 00000100:00100000:2.0:1734016111.783623:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338908800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.783767:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338908800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (1199us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.783774:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8800 00002000:00100000:2.0:1734016111.783780:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2228224->2232319) req@ffff880071722d80 x1818247338908800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.783787:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722d80 with x1818247338908800 ext(2228224->2232319) 00002000:00010000:2.0:1734016111.783789:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722d80 00000100:00100000:3.0:1734016111.788391:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.788472:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909056 00000100:00100000:0.0:1734016111.788481:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909056 00002000:00100000:0.0:1734016111.788522:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2224128->2228223) req@ffff880071721180 x1818247338909056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.788532:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721180 with x1818247338909056 ext(2224128->2228223) 00002000:00010000:0.0:1734016111.788537:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721180 00000100:00100000:2.0:1734016111.789942:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8801 00000100:00100000:2.0:1734016111.789956:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338909056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.791493:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338909056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1525us (3096us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.791509:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8801 00002000:00100000:2.0:1734016111.791523:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2224128->2228223) req@ffff880071721180 x1818247338909056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.791533:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721180 with x1818247338909056 ext(2224128->2228223) 00002000:00010000:2.0:1734016111.791539:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721180 00000100:00100000:1.0:1734016111.799567:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.799808:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909184 00000100:00100000:2.0:1734016111.799815:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909184 00002000:00100000:2.0:1734016111.799851:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2224128->2248703) req@ffff88007406b800 x1818247338909184/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.799860:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b800 with x1818247338909184 ext(2224128->2248703) 00002000:00010000:2.0:1734016111.799865:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b800 00000100:00100000:2.0:1734016111.799903:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8802 00000100:00100000:2.0:1734016111.799909:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338909184:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016111.809035:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338909184:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 9111us (9463us total) trans 4294969230 rc 0/0 00000100:00100000:2.0:1734016111.809050:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8802 00002000:00100000:2.0:1734016111.809062:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2224128->2248703) req@ffff88007406b800 x1818247338909184/t4294969230(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:72/0 lens 488/448 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.809072:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b800 with x1818247338909184 ext(2224128->2248703) 00002000:00010000:2.0:1734016111.809077:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b800 00000100:00100000:3.0:1734016111.811717:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.811864:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909312 00000100:00100000:1.0:1734016111.811873:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909312 00000100:00100000:1.0:1734016111.811935:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10704 00000100:00100000:1.0:1734016111.811942:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338909312:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016111.813628:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969230 is committed 00000001:00080000:0.0:1734016111.813640:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969229 is committed 00000100:00100000:1.0:1734016111.813838:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338909312:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1888us (2122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.813852:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10704 00000100:00100000:1.0:1734016111.823491:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.823682:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909440 00000100:00100000:2.0:1734016111.823693:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909440 00000100:00100000:2.0:1734016111.823749:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10705 00000100:00100000:2.0:1734016111.823757:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338909440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.823776:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.823794:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320963 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12d3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.823864:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539328:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016111.823943:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016111.828373:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016111 -> 1734016112 00002000:00010000:0.0:1734016111.828382:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016111 -> 1734016112 00002000:00010000:0.0:1734016111.828384:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1352 -> 1400 00000100:00100000:0.0:1734016111.828406:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539328:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016111.828439:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320963 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12d3 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.828453:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320963 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12d3 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.828481:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:0.0:1734016111.831212:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338909440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7446us (7723us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.831224:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10705 00000100:00100000:3.0:1734016111.836505:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.836828:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909568 00000100:00100000:0.0:1734016111.836838:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909568 00000100:00100000:0.0:1734016111.836908:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10706 00000100:00100000:0.0:1734016111.836915:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338909568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.836937:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.836957:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec732096a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12da expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.837014:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539456:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016111.837083:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.838967:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539456:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016111.838996:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec732096a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12da expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.839009:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec732096a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12da expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.839037:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016111.839083:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338909568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2166us (2585us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.839091:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10706 00000100:00100000:3.0:1734016111.841479:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.841528:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909696 00000100:00100000:0.0:1734016111.841536:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909696 00000100:00100000:0.0:1734016111.841573:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10707 00000100:00100000:0.0:1734016111.841579:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338909696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.841594:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.841609:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320971 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12e1 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.841658:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539584:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016111.841716:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.843680:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539584:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016111.843719:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320971 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e1 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.843733:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320971 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e1 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.843763:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016111.843820:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338909696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2238us (2348us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.843830:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10707 00000100:00100000:1.0:1734016111.850797:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.850864:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909824 00000100:00100000:0.0:1734016111.850872:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909824 00000100:00100000:0.0:1734016111.850923:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10708 00000100:00100000:0.0:1734016111.850930:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338909824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.850946:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.850965:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12e8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.850995:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.851002:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016111.851004:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016111.851007:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9531392->9535487] (req 9531392->9535487) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.851033:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.851042:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 6 pid: 13915 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016111.851053:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539712:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016111.851113:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.861270:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341539712:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016111.861304:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9531392->9535487] (req 9531392->9535487) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.861326:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016111.861387:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338909824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10457us (10598us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.861394:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10708 00000100:00100000:3.0:1734016111.862094:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.862173:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909952 00000100:00100000:2.0:1734016111.862197:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909952 00010000:00010000:2.0:1734016111.862223:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 7 pid: 13915 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.862478:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2721 00000100:00100000:2.0:1734016111.862484:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338909952:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016111.862496:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016111.862512:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 7 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.862522:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 7 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.862539:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732095c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12cc expref: 7 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016111.863349:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.863355:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.863365:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.863374:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.863421:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.863437:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341539840:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016111.867506:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.875435:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341539840:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016111.875455:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016111.878251:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338909952:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 15752us (16144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.878274:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2721 00000100:00100000:0.0:1734016111.878771:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.878900:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910208 00000100:00100000:2.0:1734016111.878910:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910208 00002000:00100000:2.0:1734016111.878951:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9531392->9535487) req@ffff88012bdb6300 x1818247338910208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.878960:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6300 with x1818247338910208 ext(9531392->9535487) 00002000:00010000:2.0:1734016111.878967:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6300 00000100:00100000:2.0:1734016111.878983:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8803 00000100:00100000:2.0:1734016111.878989:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338910208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.879154:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338910208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.879160:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8803 00002000:00100000:2.0:1734016111.879165:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9531392->9535487) req@ffff88012bdb6300 x1818247338910208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.879172:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6300 with x1818247338910208 ext(9531392->9535487) 00002000:00010000:2.0:1734016111.879174:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6300 00000100:00100000:0.0:1734016111.884877:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.885070:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910464 00000100:00100000:2.0:1734016111.885081:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910464 00002000:00100000:2.0:1734016111.885124:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9527296->9531391) req@ffff88012bdb6680 x1818247338910464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.885139:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6680 with x1818247338910464 ext(9527296->9531391) 00002000:00010000:2.0:1734016111.885144:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6680 00000100:00100000:2.0:1734016111.885166:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8804 00000100:00100000:2.0:1734016111.885173:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338910464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.885354:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338910464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.885361:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8804 00002000:00100000:2.0:1734016111.885366:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9527296->9531391) req@ffff88012bdb6680 x1818247338910464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.885372:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6680 with x1818247338910464 ext(9527296->9531391) 00002000:00010000:2.0:1734016111.885375:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6680 00000100:00100000:3.0:1734016111.891055:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.891146:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910720 00000100:00100000:0.0:1734016111.891158:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910720 00002000:00100000:0.0:1734016111.891233:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9523200->9527295) req@ffff880076658a80 x1818247338910720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.891243:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658a80 with x1818247338910720 ext(9523200->9527295) 00002000:00010000:0.0:1734016111.891250:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658a80 00000100:00100000:0.0:1734016111.891284:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8805 00000100:00100000:0.0:1734016111.891290:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338910720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.891454:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338910720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.891461:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8805 00002000:00100000:0.0:1734016111.891467:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9523200->9527295) req@ffff880076658a80 x1818247338910720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.891473:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658a80 with x1818247338910720 ext(9523200->9527295) 00002000:00010000:0.0:1734016111.891476:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658a80 00000100:00100000:1.0:1734016111.897618:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.897729:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910976 00000100:00100000:2.0:1734016111.897739:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910976 00002000:00100000:2.0:1734016111.897780:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9519104->9523199) req@ffff8800712b4000 x1818247338910976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.897789:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247338910976 ext(9519104->9523199) 00002000:00010000:2.0:1734016111.897794:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4000 00000100:00100000:2.0:1734016111.897823:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8806 00000100:00100000:2.0:1734016111.897829:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338910976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.897986:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338910976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.897993:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8806 00002000:00100000:2.0:1734016111.897998:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9519104->9523199) req@ffff8800712b4000 x1818247338910976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.898007:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247338910976 ext(9519104->9523199) 00002000:00010000:2.0:1734016111.898010:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4000 00000100:00100000:1.0:1734016111.910247:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.910325:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911232 00000100:00100000:0.0:1734016111.910334:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911232 00002000:00100000:0.0:1734016111.910372:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9515008->9519103) req@ffff8800712b5c00 x1818247338911232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.910381:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5c00 with x1818247338911232 ext(9515008->9519103) 00002000:00010000:0.0:1734016111.910386:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5c00 00000100:00100000:0.0:1734016111.910413:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8807 00000100:00100000:0.0:1734016111.910419:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338911232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.910577:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338911232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.910585:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8807 00002000:00100000:0.0:1734016111.910590:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9515008->9519103) req@ffff8800712b5c00 x1818247338911232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.910599:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5c00 with x1818247338911232 ext(9515008->9519103) 00002000:00010000:0.0:1734016111.910601:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5c00 00000100:00100000:3.0:1734016111.912719:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.912804:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911488 00000100:00100000:2.0:1734016111.912816:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911488 00002000:00100000:2.0:1734016111.912861:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9510912->9515007) req@ffff88007665a680 x1818247338911488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.912872:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665a680 with x1818247338911488 ext(9510912->9515007) 00002000:00010000:2.0:1734016111.912878:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665a680 00000100:00100000:2.0:1734016111.912906:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8808 00000100:00100000:2.0:1734016111.912912:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338911488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.913077:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338911488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.913083:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8808 00002000:00100000:2.0:1734016111.913088:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9510912->9515007) req@ffff88007665a680 x1818247338911488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.913095:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665a680 with x1818247338911488 ext(9510912->9515007) 00002000:00010000:2.0:1734016111.913098:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665a680 00000100:00100000:1.0:1734016111.915889:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.915998:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911744 00000100:00100000:0.0:1734016111.916011:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911744 00002000:00100000:0.0:1734016111.916075:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9506816->9510911) req@ffff8800712b4380 x1818247338911744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.916087:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247338911744 ext(9506816->9510911) 00002000:00010000:0.0:1734016111.916092:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380 00000100:00100000:0.0:1734016111.916135:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8809 00000100:00100000:0.0:1734016111.916144:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338911744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.916646:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338911744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 503us (769us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.916655:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8809 00002000:00100000:0.0:1734016111.916661:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9506816->9510911) req@ffff8800712b4380 x1818247338911744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.916668:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247338911744 ext(9506816->9510911) 00002000:00010000:0.0:1734016111.916671:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380 00000100:00100000:1.0:1734016111.920069:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.920164:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912000 00000100:00100000:2.0:1734016111.920172:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912000 00002000:00100000:2.0:1734016111.920237:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9502720->9506815) req@ffff8800712b7b80 x1818247338912000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.920245:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247338912000 ext(9502720->9506815) 00002000:00010000:2.0:1734016111.920250:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7b80 00000100:00100000:2.0:1734016111.920269:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8810 00000100:00100000:2.0:1734016111.920276:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338912000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.920401:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338912000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.920408:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8810 00002000:00100000:2.0:1734016111.920413:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9502720->9506815) req@ffff8800712b7b80 x1818247338912000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.920420:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247338912000 ext(9502720->9506815) 00002000:00010000:2.0:1734016111.920422:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7b80 00000100:00100000:3.0:1734016111.922752:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.922828:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912256 00000100:00100000:0.0:1734016111.922837:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912256 00002000:00100000:0.0:1734016111.922870:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9498624->9502719) req@ffff880071f9b480 x1818247338912256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.922884:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b480 with x1818247338912256 ext(9498624->9502719) 00002000:00010000:0.0:1734016111.922890:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b480 00000100:00100000:0.0:1734016111.922933:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8811 00000100:00100000:0.0:1734016111.922940:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338912256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.923083:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338912256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.923090:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8811 00002000:00100000:0.0:1734016111.923096:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9498624->9502719) req@ffff880071f9b480 x1818247338912256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.923102:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b480 with x1818247338912256 ext(9498624->9502719) 00002000:00010000:0.0:1734016111.923105:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b480 00000100:00100000:1.0:1734016111.927332:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.927491:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912512 00000100:00100000:2.0:1734016111.927503:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912512 00002000:00100000:2.0:1734016111.927563:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9494528->9498623) req@ffff8800712b5180 x1818247338912512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.927573:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5180 with x1818247338912512 ext(9494528->9498623) 00002000:00010000:2.0:1734016111.927578:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5180 00000100:00100000:2.0:1734016111.927814:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8812 00000100:00100000:2.0:1734016111.927822:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338912512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016111.928078:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338912512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 255us (760us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016111.928086:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8812 00002000:00100000:2.0:1734016111.928094:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9494528->9498623) req@ffff8800712b5180 x1818247338912512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016111.928102:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5180 with x1818247338912512 ext(9494528->9498623) 00002000:00010000:2.0:1734016111.928105:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5180 00000100:00100000:1.0:1734016111.931911:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.931995:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912768 00000100:00100000:0.0:1734016111.932009:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912768 00002000:00100000:0.0:1734016111.932064:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9490432->9494527) req@ffff8800712b6a00 x1818247338912768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.932075:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6a00 with x1818247338912768 ext(9490432->9494527) 00002000:00010000:0.0:1734016111.932081:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6a00 00000100:00100000:0.0:1734016111.932122:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8813 00000100:00100000:0.0:1734016111.932131:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338912768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.932335:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338912768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 205us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.932342:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8813 00002000:00100000:0.0:1734016111.932349:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9490432->9494527) req@ffff8800712b6a00 x1818247338912768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.932357:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6a00 with x1818247338912768 ext(9490432->9494527) 00002000:00010000:0.0:1734016111.932359:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6a00 00000100:00100000:3.0:1734016111.936066:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.936147:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912896 00000100:00100000:0.0:1734016111.936156:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912896 00000100:00100000:0.0:1734016111.936828:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10709 00000100:00100000:0.0:1734016111.936837:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338912896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.936864:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.936888:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12ef expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.936923:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.936925:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.936935:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.936952:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.936963:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016111.937059:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338912896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 221us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.937066:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10709 00000100:00100000:1.0:1734016111.939874:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.939964:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913024 00000100:00100000:2.0:1734016111.939971:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913024 00000100:00100000:2.0:1734016111.940944:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10710 00000100:00100000:2.0:1734016111.940953:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338913024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.940970:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.940991:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12f6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.941016:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.941025:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.941030:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.941032:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016111.941036:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [1642496->1699839] (req 1642496->1699839) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.941066:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.941077:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 8 pid: 13915 timeout: 475 lvb_type: 1 00000100:00100000:2.0:1734016111.941090:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341539968:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016111.941168:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.941195:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 5 pid: 13915 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016111.941205:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341540096:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016111.941224:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.945275:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341539968:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016111.945288:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341540096:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016111.945318:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [1642496->1699839] (req 1642496->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016111.945335:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016111.945388:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338913024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4435us (5522us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016111.945397:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10710 00000100:00100000:1.0:1734016111.945552:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016111.946858:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.946960:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913152 00000100:00100000:3.0:1734016111.946968:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913152 00010000:00010000:3.0:1734016111.947002:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 8 pid: 13915 timeout: 475 lvb_type: 1 00000100:00100000:3.0:1734016111.947029:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913280 00000100:00100000:3.0:1734016111.947033:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913280 00010000:00010000:3.0:1734016111.947043:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 6 pid: 13915 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016111.947069:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2722 00000100:00100000:3.0:1734016111.947075:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338913152:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016111.947088:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.947108:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 8 pid: 13915 timeout: 475 lvb_type: 1 00010000:00010000:3.0:1734016111.947120:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 8 pid: 13915 timeout: 475 lvb_type: 1 00010000:00010000:3.0:1734016111.947139:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732097f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12ef expref: 8 pid: 13915 timeout: 475 lvb_type: 1 00010000:00010000:3.0:1734016111.947157:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016111.947206:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338913152:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 130us (1654us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.947213:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2722 00000100:00100000:3.0:1734016111.947257:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2723 00000100:00100000:3.0:1734016111.947262:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338913280:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016111.947268:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016111.947275:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 6 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.947283:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 6 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.947293:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320978 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9531392->9535487) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12e8 expref: 6 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016111.947301:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.947302:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016111.947307:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.947315:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016111.947338:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016111.947349:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341540224:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016111.947378:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.955540:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016111.956704:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341540224:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016111.956727:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016111.956780:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338913280:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9516us (9924us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016111.956791:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2723 00000100:00100000:2.0:1734016111.958082:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913408 00000100:00100000:2.0:1734016111.958097:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913408 00000100:00100000:2.0:1734016111.958147:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10711 00000100:00100000:2.0:1734016111.958155:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338913408:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016111.958495:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9920393 -> 9920393 00002000:00010000:2.0:1734016111.958499:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016111.958501:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:2.0:1734016111.958503:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016111.958505:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1400 -> 1400 00000100:00100000:2.0:1734016111.958577:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338913408:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 422us (3048us total) trans 4294969231 rc 0/0 00000100:00100000:2.0:1734016111.958584:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10711 00000100:00100000:1.0:1734016111.962693:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016111.962773:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913536 00000100:00100000:0.0:1734016111.962783:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913536 00000100:00100000:0.0:1734016111.962841:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10712 00000100:00100000:0.0:1734016111.962849:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338913536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.962869:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.962886:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732098d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a12fd expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.962947:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540352:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016111.966315:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.968647:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540352:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016111.968677:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732098d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12fd expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.968690:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732098d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12fd expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.970301:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:1.0:1734016111.970942:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338913536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8088us (8256us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.970954:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10712 00000100:00100000:1.0:1734016111.982526:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016111.982824:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913664 00000100:00100000:2.0:1734016111.982838:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913664 00000100:00100000:2.0:1734016111.982914:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10713 00000100:00100000:2.0:1734016111.982923:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338913664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016111.982950:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016111.982976:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320994 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1304 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016111.983054:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540480:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016111.983147:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016111.986160:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540480:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016111.986251:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320994 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1304 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.986266:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320994 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1304 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016111.986297:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016111.986360:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338913664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3436us (3849us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016111.986370:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10713 00000100:00100000:1.0:1734016112.012364:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.014204:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913920 00000100:00100000:2.0:1734016112.014219:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913920 00002000:00100000:2.0:1734016112.014291:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071e34000 x1818247338913920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.014300:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34000 with x1818247338913920 ext(0->4194303) 00002000:00010000:2.0:1734016112.014306:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34000 00000100:00100000:2.0:1734016112.014334:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8814 00000100:00100000:2.0:1734016112.014343:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338913920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00080000:0.0:1734016112.017311:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016082 00000100:00100000:0.0:1734016112.017451:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.017494:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.017548:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914176 00000100:00100000:0.0:1734016112.017556:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914176 00002000:00100000:0.0:1734016112.017594:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88012bdb4000 x1818247338914176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.017603:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4000 with x1818247338914176 ext(4194304->8388607) 00002000:00010000:0.0:1734016112.017608:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4000 00000100:00100000:0.0:1734016112.017630:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914304 00000100:00100000:0.0:1734016112.017633:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914304 00002000:00100000:0.0:1734016112.017641:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9920511) req@ffff88012bdb7100 x1818247338914304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.017647:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7100 with x1818247338914304 ext(8388608->9920511) 00002000:00010000:0.0:1734016112.017649:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb7100 00000100:00100000:0.0:1734016112.017657:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8815 00000100:00100000:0.0:1734016112.017663:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338914176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.018218:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8816 00000100:00100000:3.0:1734016112.018224:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338914304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.048584:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338914304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 30346us (31075us total) trans 0 rc 1531904/1531904 00000100:00100000:3.0:1734016112.048597:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8816 00002000:00100000:3.0:1734016112.048608:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9920511) req@ffff88012bdb7100 x1818247338914304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 1531904/1531904 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.048617:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7100 with x1818247338914304 ext(8388608->9920511) 00002000:00010000:3.0:1734016112.048622:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb7100 00000100:00100000:2.0:1734016112.078455:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338913920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 64104us (66092us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016112.078466:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8814 00002000:00100000:2.0:1734016112.078476:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071e34000 x1818247338913920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.078485:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34000 with x1818247338913920 ext(0->4194303) 00002000:00010000:2.0:1734016112.078490:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34000 00000100:00100000:0.0:1734016112.104693:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.111023:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914560 00000100:00100000:2.0:1734016112.111040:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914560 00000100:00100000:2.0:1734016112.111138:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10714 00000100:00100000:2.0:1734016112.111149:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338914560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.111191:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.111215:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732099b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a130b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.111295:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540608:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016112.111391:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00010000:00010000:1.0:1734016112.117468:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1734016112.120484:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016111 -> 1734016112 00000100:00100000:2.0:1734016112.120512:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540608:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016112.120550:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732099b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a130b expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.120567:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732099b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a130b expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.120587:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016112.120644:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338914560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9496us (15957us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.120654:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10714 00000100:00100000:0.0:1734016112.126150:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.128284:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914688 00000100:00100000:2.0:1734016112.128299:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914688 00000100:00100000:2.0:1734016112.129017:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10715 00000100:00100000:2.0:1734016112.129033:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338914688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.129059:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.129084:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73209a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1312 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.129154:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540736:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016112.130280:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338914176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 112611us (112829us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016112.130290:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8815 00002000:00100000:0.0:1734016112.130300:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88012bdb4000 x1818247338914176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.130310:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4000 with x1818247338914176 ext(4194304->8388607) 00002000:00010000:0.0:1734016112.130316:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4000 00000100:00100000:2.0:1734016112.130379:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.139820:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540736:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016112.139854:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73209a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1312 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.139866:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73209a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1312 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.139900:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016112.140345:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338914688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11316us (14205us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.140354:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10715 00000100:00100000:0.0:1734016112.145555:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.145675:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914944 00000100:00100000:2.0:1734016112.145688:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914944 00000100:00100000:2.0:1734016112.145758:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1952 00000100:00100000:2.0:1734016112.145766:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338914944:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016112.145827:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.145855:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320908 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1278 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.145897:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016112.145902:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016112.146079:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.146095:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.146103:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.146139:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.146149:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 17 pid: 6475 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016112.146162:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341540864:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016112.146271:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.148567:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.148820:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915072 00000100:00100000:3.0:1734016112.148830:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915072 00010000:00010000:3.0:1734016112.148882:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 18 pid: 6475 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016112.148930:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2724 00000100:00100000:3.0:1734016112.148937:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247338915072:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.148952:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016112.148959:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 18 pid: 6475 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016112.148971:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 18 pid: 6475 timeout: 475 lvb_type: 0 00010000:00010000:3.0:1734016112.148995:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016112.149000:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016112.149008:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016112.149014:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016112.149030:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.149077:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247338915072:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 140us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.149083:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2724 00000100:00080000:0.0:1734016112.149447:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016082 00010000:00010000:2.0:1734016112.149969:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73208ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1263 expref: 17 pid: 6475 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016112.149989:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341540864:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016112.150013:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.150024:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.150030:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016112.150227:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968518 00000004:00010000:2.0:1734016112.150300:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012bdb5c00 reply state ffff8800765f5000 transno 4294968519 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016112.150310:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016112.150416:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338914944:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4650us (4871us total) trans 4294968519 rc 0/0 00000100:00100000:2.0:1734016112.150424:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1952 00000020:00080000:2.0:1734016112.150431:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016112.152169:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.152403:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.152413:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.152418:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2caf40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016112.152422:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.152428:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.152442:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016112.152445:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016112.152449:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.152453:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73209a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016112.152908:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.153510:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915200 00000100:00100000:2.0:1734016112.153518:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915200 00000100:00100000:2.0:1734016112.153549:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10716 00000100:00100000:2.0:1734016112.153555:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338915200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.153571:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.153587:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1319 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.153609:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.153615:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.153617:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.153620:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.153643:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.153653:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 7 pid: 7681 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016112.153663:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540992:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016112.154583:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.165695:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341540992:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016112.165726:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.165742:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016112.165782:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338915200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12225us (12879us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.165790:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10716 00000100:00100000:0.0:1734016112.169552:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.169918:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915328 00000100:00100000:1.0:1734016112.169934:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915328 00010000:00010000:1.0:1734016112.169981:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00000100:00100000:1.0:1734016112.170037:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2725 00000100:00100000:1.0:1734016112.170046:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338915328:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016112.170068:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016112.170101:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016112.170118:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016112.170144:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320986 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1642496->1699839) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a12f6 expref: 8 pid: 7681 timeout: 475 lvb_type: 0 00010000:00010000:1.0:1734016112.170174:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.170206:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.170214:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.170224:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.170267:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.170278:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341541120:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016112.170351:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.172571:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341541120:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016112.172588:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016112.172625:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338915328:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2579us (3085us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.172635:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2725 00000100:00100000:2.0:1734016112.173513:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.174512:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915456 00000100:00100000:0.0:1734016112.174519:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915456 00002000:00010000:0.0:1734016112.174544:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6734925->18446744073709551615) 00002000:00100000:0.0:1734016112.174548:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc000 with x1818247338915456 ext(6734925->18446744073709551615) 00002000:00010000:0.0:1734016112.174556:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc000. 00000100:00100000:0.0:1734016112.174578:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8817 00000100:00100000:0.0:1734016112.174583:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338915456:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016112.188714:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9920393 -> 6734925 00002000:00010000:1.0:1734016112.188728:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.188730:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016112 -> 1734016111 00002000:00010000:1.0:1734016112.188733:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.188734:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1400 -> 1152 00000100:00100000:1.0:1734016112.188822:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338915456:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 14228us (15302us total) trans 4294969232 rc 0/0 00000100:00100000:1.0:1734016112.188834:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8817 00002000:00010000:1.0:1734016112.188842:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6734925->18446744073709551615) 00002000:00100000:1.0:1734016112.188847:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc000 with x1818247338915456 ext(6734925->18446744073709551615) 00002000:00010000:1.0:1734016112.188854:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc000. 00000100:00100000:0.0:1734016112.191851:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.191949:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915584 00000100:00100000:2.0:1734016112.191959:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915584 00000100:00100000:2.0:1734016112.192017:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1953 00000100:00100000:2.0:1734016112.192025:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338915584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.192047:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.192065:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec73209b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1320 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.192142:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73209be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.192153:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73209be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.192163:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73209be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016112.192213:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6734925 00000004:00200000:2.0:1734016112.192216:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016112.192231:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73209be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.192250:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec73209b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1320 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.193508:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73209be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1320 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.193518:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016112.193520:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016112.193523:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016112.193575:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338915584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1550us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.193582:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1953 00000100:00100000:0.0:1734016112.198130:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.198330:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915712 00000100:00100000:2.0:1734016112.198343:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915712 00000100:00100000:2.0:1734016112.199719:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10717 00000100:00100000:2.0:1734016112.199732:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338915712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.199753:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.199774:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73209c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1327 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.199901:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541248:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016112.199995:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:0.0:1734016112.205958:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016111 -> 1734016112 00000100:00100000:0.0:1734016112.205989:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541248:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016112.206030:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73209c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1327 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.206052:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73209c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1327 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.209569:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:0.0:1734016112.209660:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338915712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9925us (11539us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.209670:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10717 00000100:00100000:0.0:1734016112.214160:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.217312:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915840 00000100:00100000:2.0:1734016112.217326:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915840 00000100:00100000:3.0:1734016112.217484:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10718 00000100:00100000:3.0:1734016112.217492:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338915840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.217510:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.217532:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73209cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a132e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.217610:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541376:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.217683:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.225822:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541376:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.225866:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73209cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a132e expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.225880:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73209cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a132e expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.225928:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016112.225994:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338915840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8499us (11843us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.226002:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10718 00000100:00100000:0.0:1734016112.233095:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.233176:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916096 00000100:00100000:1.0:1734016112.233207:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916096 00002000:00100000:1.0:1734016112.233246:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6529024->6533119) req@ffff88012bdb6d80 x1818247338916096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.233253:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6d80 with x1818247338916096 ext(6529024->6533119) 00002000:00010000:1.0:1734016112.233258:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6d80 00000100:00100000:1.0:1734016112.233281:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8818 00000100:00100000:1.0:1734016112.233287:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338916096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.233421:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338916096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.233426:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8818 00002000:00100000:1.0:1734016112.233429:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6529024->6533119) req@ffff88012bdb6d80 x1818247338916096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.233434:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6d80 with x1818247338916096 ext(6529024->6533119) 00002000:00010000:1.0:1734016112.233436:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6d80 00000100:00100000:0.0:1734016112.236246:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.237527:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916352 00000100:00100000:2.0:1734016112.237538:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916352 00002000:00100000:2.0:1734016112.237587:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6524928->6529023) req@ffff8800ac135f80 x1818247338916352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.237595:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135f80 with x1818247338916352 ext(6524928->6529023) 00002000:00010000:2.0:1734016112.237599:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135f80 00000100:00100000:2.0:1734016112.237634:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8819 00000100:00100000:2.0:1734016112.237641:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338916352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016112.237824:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338916352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 181us (1583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016112.237831:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8819 00002000:00100000:2.0:1734016112.237836:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6524928->6529023) req@ffff8800ac135f80 x1818247338916352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.237843:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135f80 with x1818247338916352 ext(6524928->6529023) 00002000:00010000:2.0:1734016112.237845:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135f80 00000100:00100000:0.0:1734016112.248241:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.248314:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916608 00000100:00100000:1.0:1734016112.248331:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916608 00002000:00100000:1.0:1734016112.248408:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6520832->6524927) req@ffff8800ac134000 x1818247338916608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.248420:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134000 with x1818247338916608 ext(6520832->6524927) 00002000:00010000:1.0:1734016112.248431:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134000 00000100:00100000:1.0:1734016112.248474:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8820 00000100:00100000:1.0:1734016112.248483:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338916608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.248734:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338916608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 251us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.248742:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8820 00002000:00100000:1.0:1734016112.248749:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6520832->6524927) req@ffff8800ac134000 x1818247338916608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.248755:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134000 with x1818247338916608 ext(6520832->6524927) 00002000:00010000:1.0:1734016112.248758:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134000 00000100:00100000:0.0:1734016112.260833:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.261074:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916736 00000100:00100000:2.0:1734016112.261086:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916736 00002000:00100000:2.0:1734016112.261137:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6520832->6533119) req@ffff8800ac136a00 x1818247338916736/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 12776/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.261146:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136a00 with x1818247338916736 ext(6520832->6533119) 00002000:00010000:2.0:1734016112.261151:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136a00 00000100:00100000:2.0:1734016112.261487:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8821 00000100:00100000:2.0:1734016112.261495:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338916736:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016112.266341:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338916736:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4829us (5509us total) trans 4294969233 rc 0/0 00000100:00100000:2.0:1734016112.266360:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8821 00002000:00100000:2.0:1734016112.266375:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6520832->6533119) req@ffff8800ac136a00 x1818247338916736/t4294969233(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 12776/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.266386:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136a00 with x1818247338916736 ext(6520832->6533119) 00002000:00010000:2.0:1734016112.266392:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136a00 00000100:00100000:0.0:1734016112.272947:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.276083:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916864 00000100:00100000:2.0:1734016112.276104:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916864 00000100:00100000:3.0:1734016112.276796:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1954 00000100:00100000:3.0:1734016112.276806:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338916864:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016112.276984:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338916864:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 179us (4050us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.276990:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1954 00000100:00100000:0.0:1734016112.280692:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.280837:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916992 00000100:00100000:3.0:1734016112.280846:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916992 00000100:00100000:3.0:1734016112.280908:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10719 00000100:00100000:3.0:1734016112.280916:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338916992:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016112.284391:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969233 is committed 00000001:00080000:0.0:1734016112.284431:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969231 is committed 00000100:00100000:3.0:1734016112.286020:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338916992:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 5096us (5331us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.286030:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10719 00000100:00100000:0.0:1734016112.293758:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.295273:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917120 00000100:00100000:3.0:1734016112.295291:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917120 00000100:00100000:3.0:1734016112.295356:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10720 00000100:00100000:3.0:1734016112.295368:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338917120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.295389:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.295408:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73209d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1335 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.295474:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541504:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.295550:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016112.301373:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1152 -> 1176 00000100:00100000:3.0:1734016112.301403:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541504:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.301442:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73209d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1335 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.301455:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73209d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1335 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.301477:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016112.301543:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338917120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6176us (7791us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.301553:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10720 00000100:00100000:0.0:1734016112.310412:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.310582:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917248 00000100:00100000:3.0:1734016112.310590:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917248 00000100:00100000:3.0:1734016112.310639:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10721 00000100:00100000:3.0:1734016112.310647:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338917248:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.310666:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.310680:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73209da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a133c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.310730:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541632:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.310782:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.312297:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541632:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.312322:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73209da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a133c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.312333:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73209da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a133c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.335000:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016112.335116:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338917248:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 24464us (24708us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.335129:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10721 00000100:00100000:0.0:1734016112.355104:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.355173:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917376 00000100:00100000:3.0:1734016112.355226:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917376 00000100:00100000:3.0:1734016112.355279:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10722 00000100:00100000:3.0:1734016112.355286:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338917376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.355307:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.355329:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73209e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1343 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.355399:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541760:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.355459:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.357439:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541760:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.357481:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73209e1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1343 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.357494:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73209e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1343 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.357523:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016112.357569:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338917376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2283us (2474us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.357578:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10722 00000100:00100000:0.0:1734016112.364804:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.367094:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917504 00000100:00100000:3.0:1734016112.367111:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917504 00000100:00100000:3.0:1734016112.367189:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10723 00000100:00100000:3.0:1734016112.367197:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338917504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.367220:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.367244:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73209e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a134a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.367315:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541888:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.367399:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.373700:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341541888:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.373754:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73209e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a134a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.373772:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73209e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a134a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.373802:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016112.373870:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338917504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6673us (9082us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.373880:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10723 00000100:00100000:0.0:1734016112.391384:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.393280:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917632 00000100:00100000:3.0:1734016112.393291:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917632 00000100:00100000:3.0:1734016112.393359:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10724 00000100:00100000:3.0:1734016112.393369:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338917632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.393388:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.393407:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73209ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1351 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.393477:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542016:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.393568:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.396425:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542016:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.396458:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73209ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1351 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.396470:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73209ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1351 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.396481:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016112.396556:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338917632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3186us (5179us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.396564:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10724 00000100:00100000:1.0:1734016112.399035:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.399095:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917760 00000100:00100000:3.0:1734016112.399103:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917760 00000100:00100000:3.0:1734016112.399140:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10725 00000100:00100000:3.0:1734016112.399146:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338917760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.399161:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.399177:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73209f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1358 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.399270:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542144:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.399336:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.400786:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542144:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.400822:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73209f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1358 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.400836:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73209f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1358 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.400846:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016112.401089:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338917760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1942us (2059us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.401100:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10725 00000100:00100000:0.0:1734016112.402745:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.402855:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917888 00000100:00100000:3.0:1734016112.402865:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917888 00000100:00100000:3.0:1734016112.402958:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10726 00000100:00100000:3.0:1734016112.402965:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338917888:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016112.403645:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6734925 -> 6734925 00002000:00010000:3.0:1734016112.403648:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016112.403650:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016112.403652:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:3.0:1734016112.403653:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1176 -> 1176 00000100:00100000:3.0:1734016112.407432:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338917888:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 4446us (4672us total) trans 4294969234 rc 0/0 00000100:00100000:3.0:1734016112.407446:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10726 00000100:00100000:1.0:1734016112.411121:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.411230:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918016 00000100:00100000:3.0:1734016112.411239:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918016 00000100:00100000:3.0:1734016112.411281:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10727 00000100:00100000:3.0:1734016112.411288:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338918016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.411304:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.411319:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73209fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a135f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.411378:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542272:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.411430:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.414093:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542272:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.414151:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73209fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a135f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.414168:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73209fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a135f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.414697:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016112.416089:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338918016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4793us (4970us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.416098:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10727 00000100:00100000:0.0:1734016112.422066:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.422241:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918144 00000100:00100000:3.0:1734016112.422255:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918144 00000100:00100000:3.0:1734016112.422326:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10728 00000100:00100000:3.0:1734016112.422335:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338918144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.422359:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.422383:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320a04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1366 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.422458:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542400:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.425893:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.428395:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542400:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.428440:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320a04 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1366 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.428458:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320a04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1366 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.428511:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016112.428579:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338918144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6245us (6530us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.428588:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10728 00000100:00100000:0.0:1734016112.437713:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.437759:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918272 00000100:00100000:3.0:1734016112.437767:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918272 00000100:00100000:3.0:1734016112.437812:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10729 00000100:00100000:3.0:1734016112.437819:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338918272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.437836:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.437854:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320a0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a136d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016112.437922:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542528:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016112.437991:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.439596:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542528:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016112.439638:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320a0b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a136d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.439655:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320a0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a136d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.439672:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016112.439718:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338918272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1899us (2013us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016112.439731:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10729 00000100:00100000:0.0:1734016112.447378:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.447484:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918400 00000100:00100000:3.0:1734016112.447496:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918400 00000100:00100000:3.0:1734016112.447561:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10730 00000100:00100000:3.0:1734016112.447570:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338918400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.447594:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.447613:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1374 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.447645:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.447653:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.447655:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016112.447658:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6230016->6234111] (req 6230016->6234111) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.447694:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.447706:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 6 pid: 13915 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016112.447720:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542656:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016112.447815:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880091a2c480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.454628:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341542656:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016112.454673:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6230016->6234111] (req 6230016->6234111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.454702:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016112.454770:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338918400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7200us (7405us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.454781:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10730 00000100:00100000:1.0:1734016112.454909:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.455990:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918528 00000100:00100000:2.0:1734016112.455998:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918528 00010000:00010000:2.0:1734016112.456028:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 7 pid: 13915 timeout: 475 lvb_type: 0 00000100:00100000:2.0:1734016112.456056:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2726 00000100:00100000:2.0:1734016112.456062:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338918528:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.456077:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.456103:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 7 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016112.456114:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 7 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016112.456135:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73209b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1319 expref: 7 pid: 13915 timeout: 475 lvb_type: 0 00010000:00010000:2.0:1734016112.457481:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.457487:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.457499:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.457510:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.457549:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.457563:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341542784:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016112.457624:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.461627:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.461877:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341542784:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016112.461907:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.462029:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918784 00000100:00100000:3.0:1734016112.462036:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918784 00002000:00100000:3.0:1734016112.462068:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6230016->6234111) req@ffff8800717ffb80 x1818247338918784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.462077:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247338918784 ext(6230016->6234111) 00002000:00010000:3.0:1734016112.462080:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:0.0:1734016112.462619:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338918528:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6555us (7708us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.462627:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2726 00000100:00100000:3.0:1734016112.462954:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8822 00000100:00100000:3.0:1734016112.462960:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338918784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.463084:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338918784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124us (1466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.463090:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8822 00002000:00100000:3.0:1734016112.463095:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6230016->6234111) req@ffff8800717ffb80 x1818247338918784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.463103:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247338918784 ext(6230016->6234111) 00002000:00010000:3.0:1734016112.463106:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:2.0:1734016112.473451:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.473533:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919040 00000100:00100000:1.0:1734016112.473543:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919040 00002000:00100000:1.0:1734016112.473589:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6225920->6230015) req@ffff8800717fc700 x1818247338919040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.473599:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc700 with x1818247338919040 ext(6225920->6230015) 00002000:00010000:1.0:1734016112.473604:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc700 00000100:00100000:1.0:1734016112.473634:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8823 00000100:00100000:1.0:1734016112.473641:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338919040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.475035:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338919040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1390us (1589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.475043:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8823 00002000:00100000:1.0:1734016112.475050:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6225920->6230015) req@ffff8800717fc700 x1818247338919040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.475057:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fc700 with x1818247338919040 ext(6225920->6230015) 00002000:00010000:1.0:1734016112.475062:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fc700 00000100:00100000:0.0:1734016112.477716:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.477828:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919168 00000100:00100000:2.0:1734016112.477839:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919168 00000100:00100000:2.0:1734016112.477908:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1955 00000100:00100000:2.0:1734016112.477916:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338919168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.477943:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.477972:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320a19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a137b expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.478079:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.478093:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.478104:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016112.478124:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6734925 00000004:00200000:2.0:1734016112.478128:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016112.478142:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.478163:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320a19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.478213:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.478221:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016112.478223:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016112.478226:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016112.478268:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338919168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 354us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.478274:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1955 00000100:00100000:0.0:1734016112.489307:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.489393:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919296 00000100:00100000:3.0:1734016112.489406:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919296 00000100:00100000:3.0:1734016112.489693:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10731 00000100:00100000:3.0:1734016112.489700:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338919296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016112.489715:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016112.489731:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1382 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.489752:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.489754:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016112.489760:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.489772:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016112.489781:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016112.489913:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338919296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 212us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.489920:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10731 00000100:00100000:2.0:1734016112.505457:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.505549:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.506592:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919552 00000100:00100000:1.0:1734016112.506602:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919552 00002000:00100000:1.0:1734016112.506657:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800717ff100 x1818247338919552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.506670:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff100 with x1818247338919552 ext(0->4194303) 00002000:00010000:1.0:1734016112.506678:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff100 00000100:00100000:1.0:1734016112.506705:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919680 00000100:00100000:1.0:1734016112.506708:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919680 00002000:00100000:1.0:1734016112.506719:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6737919) req@ffff8800717fdf80 x1818247338919680/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.506725:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdf80 with x1818247338919680 ext(4194304->6737919) 00002000:00010000:1.0:1734016112.506728:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdf80 00000100:00100000:1.0:1734016112.506755:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8824 00000100:00100000:1.0:1734016112.506764:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338919552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.512259:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8825 00000100:00100000:0.0:1734016112.512281:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338919680:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.564305:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338919552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 57531us (58849us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016112.564316:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8824 00002000:00100000:1.0:1734016112.564327:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800717ff100 x1818247338919552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.564336:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff100 with x1818247338919552 ext(0->4194303) 00002000:00010000:1.0:1734016112.564341:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff100 00000100:00100000:0.0:1734016112.586967:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.587662:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920064 00000100:00100000:3.0:1734016112.587671:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920064 00000100:00100000:3.0:1734016112.587722:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1956 00000100:00100000:3.0:1734016112.587728:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247338920064:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016112.587769:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016112.587790:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73209be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1320 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.587808:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016112.587812:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016112.587963:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016112.587974:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.587981:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016112.588007:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016112.588017:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 19 pid: 6475 timeout: 475 lvb_type: 0 00000100:00100000:3.0:1734016112.588029:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341542912:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016112.588079:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.593117:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341542912:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016112.593149:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016112.593395:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338919680:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 81118us (87843us total) trans 0 rc 2535424/2535424 00000100:00100000:0.0:1734016112.593407:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8825 00002000:00100000:0.0:1734016112.593422:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6737919) req@ffff8800717fdf80 x1818247338919680/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 504/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 2535424/2535424 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.593432:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdf80 with x1818247338919680 ext(4194304->6737919) 00002000:00010000:0.0:1734016112.593437:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdf80 00000100:00100000:3.0:1734016112.600775:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.601918:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920192 00000100:00100000:0.0:1734016112.601935:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920192 00010000:00010000:0.0:1734016112.601969:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 20 pid: 6475 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016112.602017:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2727 00000100:00100000:0.0:1734016112.602025:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1982:x1818247338920192:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.602042:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.602047:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 20 pid: 6475 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.602058:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 20 pid: 6475 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.602079:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7320a20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a137b expref: 20 pid: 6475 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016112.602107:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016112.602115:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.602124:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.602130:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.602153:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016112.602231:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1982:x1818247338920192:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 207us (1462us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.602237:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2727 00010000:00010000:0.0:1734016112.602276:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.602282:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016112.602373:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968520 00000004:00010000:0.0:1734016112.602414:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074240700 reply state ffff88012e260000 transno 4294968521 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016112.602421:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016112.602481:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338920064:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 14753us (15525us total) trans 4294968521 rc 0/0 00000100:00100000:0.0:1734016112.602488:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1956 00000020:00080000:0.0:1734016112.602491:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016112.606010:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016112.606652:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016112.606663:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016112.606670:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016112.606675:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac164d80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016112.606679:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016112.606685:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016112.606698:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016112.606701:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016112.606704:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016112.606709:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7320a2e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:2.0:1734016112.607214:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920320 00000100:00100000:2.0:1734016112.607225:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920320 00000100:00100000:2.0:1734016112.607279:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10732 00000100:00100000:2.0:1734016112.607289:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338920320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.607316:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.607339:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1389 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.607373:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.607383:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.607390:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.607391:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.607395:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.607430:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.607443:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 6 pid: 13915 timeout: 476 lvb_type: 1 00000100:00100000:2.0:1734016112.607457:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543040:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016112.607539:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.607548:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.607556:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543168:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016112.607574:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.610165:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543040:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016112.610206:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543168:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016112.610238:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.610256:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016112.610302:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338920320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3014us (4298us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.610311:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10732 00000100:00100000:3.0:1734016112.619623:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016112.619760:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.619866:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920576 00000100:00100000:0.0:1734016112.619892:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920576 00010000:00010000:0.0:1734016112.619945:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.619993:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920448 00000100:00100000:0.0:1734016112.619995:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920448 00010000:00010000:0.0:1734016112.620010:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 7 pid: 13915 timeout: 476 lvb_type: 1 00000100:00100000:0.0:1734016112.620030:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2728 00000100:00100000:0.0:1734016112.620038:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338920576:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.620057:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.620085:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.620099:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.620136:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320a12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6230016->6234111) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1374 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.620176:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016112.620263:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338920576:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 224us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.620270:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2728 00000100:00100000:0.0:1734016112.620316:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2729 00000100:00100000:0.0:1734016112.620322:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338920448:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.620329:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.620336:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 7 pid: 13915 timeout: 476 lvb_type: 1 00010000:00010000:0.0:1734016112.620346:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 7 pid: 13915 timeout: 476 lvb_type: 1 00010000:00010000:0.0:1734016112.620358:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320a27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1382 expref: 7 pid: 13915 timeout: 476 lvb_type: 1 00010000:00010000:0.0:1734016112.620366:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.620368:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.620373:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.620383:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.620426:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.620441:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074243800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341543296:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016112.620485:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.622775:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074243800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341543296:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016112.622833:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016112.622895:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338920448:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2571us (3134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.622906:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2729 00000100:00100000:0.0:1734016112.627970:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.630063:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920704 00000100:00100000:2.0:1734016112.630085:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920704 00002000:00010000:2.0:1734016112.630159:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6181759->18446744073709551615) 00002000:00100000:2.0:1734016112.630165:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240e00 with x1818247338920704 ext(6181759->18446744073709551615) 00002000:00010000:2.0:1734016112.630199:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240e00. 00000100:00100000:2.0:1734016112.630251:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8826 00000100:00100000:2.0:1734016112.630261:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338920704:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016112.631362:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6734925 -> 6181759 00002000:00010000:2.0:1734016112.631369:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.631371:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.631373:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.631376:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1176 -> 1152 00000100:00100000:2.0:1734016112.632301:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338920704:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2038us (4340us total) trans 4294969235 rc 0/0 00000100:00100000:2.0:1734016112.632309:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8826 00002000:00010000:2.0:1734016112.632313:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6181759->18446744073709551615) 00002000:00100000:2.0:1734016112.632316:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240e00 with x1818247338920704 ext(6181759->18446744073709551615) 00002000:00010000:2.0:1734016112.632322:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240e00. 00000100:00100000:3.0:1734016112.638709:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.638831:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920832 00000100:00100000:0.0:1734016112.638839:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920832 00000100:00100000:0.0:1734016112.638904:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1957 00000100:00100000:0.0:1734016112.638910:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338920832:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.638930:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.638950:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320a3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1390 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.639025:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320a43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.639038:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.639047:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016112.639068:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6181759 00000004:00200000:0.0:1734016112.639072:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016112.639086:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.639107:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320a3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1390 expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.639127:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320a43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1390 expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.639135:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016112.639138:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016112.639142:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016112.639229:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338920832:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 318us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.639235:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1957 00000100:00100000:0.0:1734016112.643418:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.643673:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920960 00000100:00100000:2.0:1734016112.643686:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920960 00000100:00100000:2.0:1734016112.643799:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10733 00000100:00100000:2.0:1734016112.643811:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338920960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.643840:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.643874:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320a4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1397 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.643976:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543424:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016112.644062:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.646761:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543424:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016112.646818:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320a4a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1397 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.646836:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320a4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1397 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.646862:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016112.646925:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338920960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3116us (3527us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.646937:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10733 00000100:00100000:2.0:1734016112.650160:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.650804:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921088 00000100:00100000:0.0:1734016112.650814:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921088 00000100:00100000:0.0:1734016112.651434:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10734 00000100:00100000:0.0:1734016112.651443:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338921088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.651467:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.651489:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320a51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a139e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.651553:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543552:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016112.651646:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.654788:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543552:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016112.654850:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320a51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a139e expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.654862:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320a51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a139e expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.654936:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:2.0:1734016112.655110:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338921088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3667us (4962us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.655119:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10734 00000100:00100000:2.0:1734016112.658756:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.658830:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921344 00000100:00100000:0.0:1734016112.658839:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921344 00000100:00100000:0.0:1734016112.658895:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1958 00000100:00100000:0.0:1734016112.658903:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338921344:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016112.658943:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.658964:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320a43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1390 expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.658991:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016112.658996:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016112.659119:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016112.659130:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016112.659138:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:0.0:1734016112.659166:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968522 00000004:00010000:0.0:1734016112.659212:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800717fed80 reply state ffff880130dc8000 transno 4294968523 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016112.659218:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016112.659279:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338921344:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 375us (531us total) trans 4294968523 rc 0/0 00000100:00100000:0.0:1734016112.659285:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1958 00000020:00080000:0.0:1734016112.659289:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016112.662770:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:2.0:1734016112.662828:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.662838:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.662845:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.662851:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b9680 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016112.662856:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.662862:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.662877:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016112.662890:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016112.662893:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016112.662898:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7320a58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016112.663220:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921472 00000100:00100000:0.0:1734016112.663229:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921472 00000100:00100000:0.0:1734016112.663273:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10735 00000100:00100000:0.0:1734016112.663279:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338921472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.663295:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.663308:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13a5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.663331:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.663338:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016112.663339:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016112.663343:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.663372:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.663382:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.663392:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074242a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543680:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016112.664266:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.667445:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074242a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341543680:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016112.667545:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.667576:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016112.667688:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338921472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4406us (4924us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.667702:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10735 00000100:00100000:2.0:1734016112.669825:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.669902:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921600 00000100:00100000:1.0:1734016112.669911:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921600 00010000:00010000:1.0:1734016112.669954:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.669998:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2730 00000100:00100000:1.0:1734016112.670005:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338921600:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016112.670025:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016112.670060:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.670075:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.670113:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1389 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016112.670145:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.670147:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.670155:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.670165:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.670243:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.670261:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341543808:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016112.670332:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.674132:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.674248:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341543808:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016112.674266:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016112.674412:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921728 00000100:00100000:2.0:1734016112.674419:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921728 00002000:00010000:2.0:1734016112.674445:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7081408->18446744073709551615) 00002000:00100000:2.0:1734016112.674449:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98700 with x1818247338921728 ext(7081408->18446744073709551615) 00002000:00010000:2.0:1734016112.674457:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98700. 00000100:00100000:2.0:1734016112.674474:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8827 00000100:00100000:2.0:1734016112.674479:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338921728:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016112.674628:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6181759 -> 7081408 00002000:00010000:2.0:1734016112.674632:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.674634:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.674635:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.674637:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:1.0:1734016112.674705:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338921600:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4699us (4885us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.674715:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2730 00000100:00100000:2.0:1734016112.675788:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338921728:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1305us (1664us total) trans 4294969236 rc 0/0 00000100:00100000:2.0:1734016112.675797:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8827 00002000:00010000:2.0:1734016112.675800:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7081408->18446744073709551615) 00002000:00100000:2.0:1734016112.675802:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98700 with x1818247338921728 ext(7081408->18446744073709551615) 00002000:00010000:2.0:1734016112.675807:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98700. 00000100:00100000:3.0:1734016112.678539:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.678639:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921856 00000100:00100000:2.0:1734016112.678656:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921856 00000100:00100000:2.0:1734016112.678730:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1959 00000100:00100000:2.0:1734016112.678739:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338921856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.678770:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.678796:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320a66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13ac expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.678927:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016112.678946:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016112.678960:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:2.0:1734016112.678987:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7081408 00000004:00200000:2.0:1734016112.678993:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016112.679013:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016112.679038:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320a66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.679067:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.679077:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016112.679080:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016112.679085:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016112.679141:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338921856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 402us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.679148:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1959 00000100:00100000:0.0:1734016112.683935:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.688007:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921984 00000100:00100000:2.0:1734016112.688030:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921984 00000100:00100000:2.0:1734016112.688141:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10736 00000100:00100000:2.0:1734016112.688151:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338921984:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016112.688862:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7081408 -> 7081408 00002000:00010000:2.0:1734016112.688865:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.688868:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.688870:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016112.688872:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1152 -> 1120 00000100:00100000:2.0:1734016112.688984:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338921984:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 832us (5069us total) trans 4294969237 rc 0/0 00000100:00100000:2.0:1734016112.688992:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10736 00000100:00100000:3.0:1734016112.691774:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.691835:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922112 00000100:00100000:0.0:1734016112.691843:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922112 00000100:00100000:0.0:1734016112.691898:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1960 00000100:00100000:0.0:1734016112.691904:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247338922112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.691924:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.691940:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320a74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13b3 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.692017:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec7320a7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016112.692029:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec7320a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016112.692039:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec7320a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016112.692058:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7081408 00000004:00200000:0.0:1734016112.692061:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016112.692074:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec7320a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016112.692091:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320a74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13b3 expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.692117:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec7320a7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13b3 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.692124:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016112.692127:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016112.692130:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016112.692172:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338922112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 267us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.692194:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1960 00000100:00100000:3.0:1734016112.698261:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.698441:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922240 00000100:00100000:1.0:1734016112.698456:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922240 00000100:00100000:1.0:1734016112.698529:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10737 00000100:00100000:1.0:1734016112.698541:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338922240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.698571:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.698599:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320a82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13ba expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.698679:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341543936:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016112.698779:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.703912:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341543936:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016112.703963:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320a82 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ba expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.703983:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320a82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ba expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.704992:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:2.0:1734016112.705068:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338922240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6528us (6815us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.705077:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10737 00000100:00100000:3.0:1734016112.713153:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.713673:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922368 00000100:00100000:2.0:1734016112.713682:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922368 00000100:00100000:2.0:1734016112.713726:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10738 00000100:00100000:2.0:1734016112.713734:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338922368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.713756:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.713777:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13c1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.713842:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544064:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016112.714156:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.716104:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544064:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016112.716159:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13c1 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.716177:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320a89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13c1 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.716317:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016112.717052:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338922368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3313us (3914us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.717068:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10738 00000100:00100000:1.0:1734016112.721297:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.721444:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922496 00000100:00100000:2.0:1734016112.721456:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922496 00000100:00100000:2.0:1734016112.721510:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10739 00000100:00100000:2.0:1734016112.721519:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338922496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.721543:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.721565:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320a90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13c8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.721631:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544192:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016112.722298:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.725343:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544192:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016112.725388:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320a90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13c8 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.725403:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320a90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13c8 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.725419:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016112.727376:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338922496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5843us (6075us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.727394:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10739 00000100:00100000:1.0:1734016112.733924:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.734157:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922624 00000100:00100000:2.0:1734016112.734166:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922624 00000100:00100000:2.0:1734016112.734236:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10740 00000100:00100000:2.0:1734016112.734247:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338922624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.734272:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.734291:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320a97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13cf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.734342:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544320:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016112.734509:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.739803:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544320:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016112.739852:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320a97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13cf expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.739869:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320a97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13cf expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016112.739899:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016112.740127:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338922624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5879us (6208us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016112.740136:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10740 00000100:00100000:1.0:1734016112.742243:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.742459:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922752 00000100:00100000:2.0:1734016112.742469:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922752 00000100:00100000:2.0:1734016112.742519:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10741 00000100:00100000:2.0:1734016112.742527:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338922752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016112.742547:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016112.742565:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13d6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.742597:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.742604:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.742606:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016112.742610:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5820416->5844991] (req 5820416->5844991) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.742641:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.742650:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 8 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.742661:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544448:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016112.742725:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.746443:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544448:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016112.746476:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5820416->5844991] (req 5820416->5844991) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.746496:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016112.746551:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338922752:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4024us (4319us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.746559:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10741 00000100:00100000:1.0:1734016112.750732:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.750876:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922880 00000100:00100000:2.0:1734016112.750914:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922880 00010000:00010000:2.0:1734016112.750946:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 9 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.755357:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2731 00000100:00100000:2.0:1734016112.755376:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338922880:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016112.755405:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.755436:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 9 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.755453:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 9 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.755478:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320a5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13a5 expref: 9 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016112.755507:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.755510:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016112.755516:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.755524:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.755557:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016112.755569:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341544576:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016112.755645:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016112.758023:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341544576:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016112.758049:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016112.758101:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338922880:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2727us (7375us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016112.758115:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2731 00000100:00100000:1.0:1734016112.775286:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.775440:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923136 00000100:00100000:2.0:1734016112.775449:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923136 00002000:00100000:2.0:1734016112.775484:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5824511) req@ffff880071e37b80 x1818247338923136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.775493:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37b80 with x1818247338923136 ext(0->5824511) 00002000:00010000:2.0:1734016112.775497:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37b80 00000100:00100000:2.0:1734016112.776088:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8828 00000100:00100000:2.0:1734016112.776095:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338923136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.782767:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.782852:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923392 00000100:00100000:0.0:1734016112.782862:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923392 00002000:00100000:0.0:1734016112.782920:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7081983) req@ffff8800712b6300 x1818247338923392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.782936:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6300 with x1818247338923392 ext(4190208->7081983) 00002000:00010000:0.0:1734016112.782942:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6300 00000100:00100000:0.0:1734016112.782977:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8829 00000100:00100000:0.0:1734016112.782986:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338923392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.843403:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338923392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 60403us (60632us total) trans 0 rc 2887680/2887680 00000100:00100000:0.0:1734016112.843418:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8829 00002000:00100000:0.0:1734016112.843428:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7081983) req@ffff8800712b6300 x1818247338923392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 504/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 2887680/2887680 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.843438:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6300 with x1818247338923392 ext(4190208->7081983) 00002000:00010000:0.0:1734016112.843443:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6300 00000100:00100000:2.0:1734016112.874982:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338923136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 98859us (99679us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016112.875002:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8828 00002000:00100000:2.0:1734016112.875020:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5824511) req@ffff880071e37b80 x1818247338923136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 504/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016112.875031:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37b80 with x1818247338923136 ext(0->5824511) 00002000:00010000:2.0:1734016112.875038:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37b80 00000100:00100000:2.0:1734016112.881839:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.881924:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923520 00000100:00100000:0.0:1734016112.881939:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923520 00000100:00100000:0.0:1734016112.881992:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10742 00000100:00100000:0.0:1734016112.881999:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338923520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.882026:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.882050:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13dd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.882073:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.882080:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.882081:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.882085:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4304896->4317183] (req 4304896->4317183) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.882121:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.882131:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.882142:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544704:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016112.882228:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.886018:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544704:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016112.886060:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4304896->4317183] (req 4304896->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.886078:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016112.886133:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338923520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4133us (4307us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.886140:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10742 00000100:00100000:2.0:1734016112.896465:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.896658:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923648 00000100:00100000:0.0:1734016112.896671:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923648 00010000:00010000:0.0:1734016112.896711:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.896830:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2732 00000100:00100000:0.0:1734016112.896837:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338923648:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.896857:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016112.896886:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.896899:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.896919:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320a9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5820416->5844991) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13d6 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.896949:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.896952:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.896958:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.896969:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.897001:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.897014:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341544832:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016112.897077:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.900241:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.900397:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341544832:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016112.900429:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016112.900490:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338923648:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3652us (4038us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.900507:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2732 00000100:00100000:3.0:1734016112.901458:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923904 00000100:00100000:3.0:1734016112.901473:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923904 00002000:00100000:3.0:1734016112.901530:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4313088->4317183) req@ffff88012bdb4a80 x1818247338923904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.901540:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247338923904 ext(4313088->4317183) 00002000:00010000:3.0:1734016112.901547:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80 00000100:00100000:3.0:1734016112.901586:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8830 00000100:00100000:3.0:1734016112.901594:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338923904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016112.901822:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338923904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 228us (1593us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016112.901830:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8830 00002000:00100000:3.0:1734016112.901837:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4313088->4317183) req@ffff88012bdb4a80 x1818247338923904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016112.901845:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247338923904 ext(4313088->4317183) 00002000:00010000:3.0:1734016112.901848:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80 00000100:00100000:2.0:1734016112.909342:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.909410:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924032 00000100:00100000:0.0:1734016112.909419:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924032 00000100:00100000:0.0:1734016112.909473:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10743 00000100:00100000:0.0:1734016112.909480:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338924032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.909499:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.909515:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13e4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.909544:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.909551:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016112.909553:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016112.909556:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9039872->9084927] (req 9039872->9084927) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.909584:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.909595:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.909607:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544960:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016112.909666:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.914269:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341544960:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016112.914325:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9039872->9084927] (req 9039872->9084927) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.914345:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016112.922707:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338924032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13211us (13358us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.922721:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10743 00000100:00100000:2.0:1734016112.923125:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.924000:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924160 00000100:00100000:0.0:1734016112.924009:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924160 00002000:00100000:0.0:1734016112.924051:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4304896->4317183) req@ffff8800717fd180 x1818247338924160/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 12776/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.924060:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247338924160 ext(4304896->4317183) 00010000:00010000:0.0:1734016112.924069:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 8 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.924080:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 8 pid: 7681 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016112.924087:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800717fd180 00000100:00100000:0.0:1734016112.924118:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 304 00000100:00100000:0.0:1734016112.924124:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338924160:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016112.925757:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338924160:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1621us (2622us total) trans 4294969238 rc 0/0 00000100:00100000:0.0:1734016112.925770:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 304 00002000:00100000:0.0:1734016112.925778:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4304896->4317183) req@ffff8800717fd180 x1818247338924160/t4294969238(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:73/0 lens 12776/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.925792:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247338924160 ext(4304896->4317183) 00010000:00010000:0.0:1734016112.925803:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 10 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.925816:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 10 pid: 7681 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016112.925823:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800717fd180 00000100:00100000:2.0:1734016112.929791:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.930291:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924288 00000100:00100000:0.0:1734016112.930303:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924288 00010000:00010000:0.0:1734016112.930356:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 10 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.930532:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2733 00000100:00100000:0.0:1734016112.930542:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338924288:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.930563:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016112.930586:0:7696:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016112 -> 1734016113 00002000:00010000:0.0:1734016112.930590:0:7696:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016112 -> 1734016113 00002000:00010000:0.0:1734016112.930592:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1120 -> 1144 00010000:00010000:0.0:1734016112.930599:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 10 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.930611:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 10 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.930640:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320aa5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4304896->4317183) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13dd expref: 10 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.931155:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.931159:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.931168:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.931177:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.931234:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.931251:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341545088:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016112.931335:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.935507:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341545088:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016112.935562:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016112.935625:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338924288:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5082us (5850us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.935640:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2733 00000100:00100000:3.0:1734016112.935789:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.936468:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924416 00000100:00100000:0.0:1734016112.936475:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924416 00000100:00100000:0.0:1734016112.936685:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10744 00000100:00100000:0.0:1734016112.936693:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338924416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.936716:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.936737:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320ab3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13eb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.936804:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545216:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016112.936985:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016112.939671:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 7081408 -> 9083841 00000100:00100000:0.0:1734016112.939699:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545216:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016112.939750:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320ab3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13eb expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.939766:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320ab3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13eb expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.940461:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016112.940868:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338924416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4173us (5078us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.940887:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10744 00000100:00100000:2.0:1734016112.945073:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.945142:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924544 00000100:00100000:0.0:1734016112.945153:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924544 00000100:00100000:0.0:1734016112.945234:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10745 00000100:00100000:0.0:1734016112.945242:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338924544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.945266:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.945285:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320aba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13f2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.945340:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545344:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016112.945989:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.949805:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545344:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016112.949886:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320aba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13f2 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.949902:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320aba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13f2 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.949921:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016112.950524:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338924544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5279us (5460us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.950534:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10745 00000100:00100000:3.0:1734016112.953658:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.953736:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924672 00000100:00100000:0.0:1734016112.953746:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924672 00000100:00100000:0.0:1734016112.954101:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10746 00000100:00100000:0.0:1734016112.954108:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338924672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.954126:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.954147:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ac1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a13f9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.954237:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545472:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016112.954325:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.956490:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545472:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016112.956549:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ac1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13f9 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.956563:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ac1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13f9 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.956773:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016112.956822:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338924672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2713us (3177us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.956830:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10746 00000100:00100000:2.0:1734016112.959480:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.959725:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924800 00000100:00100000:1.0:1734016112.959739:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924800 00000100:00100000:1.0:1734016112.959785:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10747 00000100:00100000:1.0:1734016112.959791:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac188c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338924800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.959809:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.959828:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320ac8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1400 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.959928:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545600:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016112.960426:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.962662:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545600:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016112.962695:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320ac8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1400 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.962710:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320ac8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1400 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.962949:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016112.963079:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac188c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338924800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3286us (3607us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.963089:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10747 00000100:00100000:3.0:1734016112.965583:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016112.966009:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925056 00000100:00100000:2.0:1734016112.966020:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925056 00000100:00100000:2.0:1734016112.966106:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1961 00000100:00100000:2.0:1734016112.966117:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247338925056:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016112.966177:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016112.966236:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8480/0x903ef4aec7320a7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13b3 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.966509:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016112.966514:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016112.966672:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016112.966686:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.966693:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016112.966721:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016112.966732:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 21 pid: 12824 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016112.966745:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341545728:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016112.967232:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.970919:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341545728:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016112.970952:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016112.971752:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.972162:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925184 00000100:00100000:0.0:1734016112.972167:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925184 00010000:00010000:0.0:1734016112.972354:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 22 pid: 12824 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016112.972641:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2734 00000100:00100000:3.0:1734016112.972648:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:1983:x1818247338925184:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016112.972659:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016112.972664:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 22 pid: 12824 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.972675:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 22 pid: 12824 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.972693:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7320a6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13ac expref: 22 pid: 12824 timeout: 476 lvb_type: 0 00010000:00010000:3.0:1734016112.972792:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016112.972797:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016112.972806:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016112.972812:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016112.972939:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016112.973068:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.973074:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016112.973174:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968524 00000004:00010000:0.0:1734016112.973233:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076659880 reply state ffff88007e5c1000 transno 4294968525 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016112.973240:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016112.973332:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:1983:x1818247338925184:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 683us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016112.973339:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2734 00000100:00100000:0.0:1734016112.974046:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338925056:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7931us (8471us total) trans 4294968525 rc 0/0 00000100:00100000:0.0:1734016112.974052:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1961 00000020:00080000:0.0:1734016112.974055:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016112.976046:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.976055:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.976061:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.976066:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c98c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016112.976070:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.976076:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.976087:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016112.976089:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016112.976092:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016112.976097:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7320acf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016112.976611:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.976757:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925312 00000100:00100000:1.0:1734016112.976765:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925312 00000100:00100000:1.0:1734016112.977054:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10748 00000100:00100000:1.0:1734016112.977063:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338925312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.977077:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.977092:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1407 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.977117:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.977128:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.977130:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.977133:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.977160:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.977172:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 8 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016112.977217:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545856:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016112.977276:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016112.980763:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016112.980964:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341545856:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016112.980992:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.981009:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016112.981063:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338925312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4001us (4454us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.981073:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10748 00000100:00100000:0.0:1734016112.981374:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925440 00000100:00100000:0.0:1734016112.981381:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925440 00002000:00100000:0.0:1734016112.981418:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9039872->9083840) req@ffff880076658000 x1818247338925440/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.981427:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658000 with x1818247338925440 ext(9039872->9083840) 00010000:00010000:0.0:1734016112.981434:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.981445:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016112.981453:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076658000 00000100:00100000:0.0:1734016112.981484:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 305 00000100:00100000:0.0:1734016112.981490:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338925440:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016112.985646:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338925440:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4147us (4886us total) trans 4294969239 rc 0/0 00000100:00100000:0.0:1734016112.985657:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 305 00002000:00100000:0.0:1734016112.985670:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9039872->9083840) req@ffff880076658000 x1818247338925440/t4294969239(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:73/0 lens 488/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.985680:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658000 with x1818247338925440 ext(9039872->9083840) 00010000:00010000:0.0:1734016112.985689:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 11 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.985702:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 11 pid: 7681 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016112.985709:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076658000 00000100:00100000:3.0:1734016112.989002:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.989087:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925568 00000100:00100000:0.0:1734016112.989098:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925568 00010000:00010000:0.0:1734016112.989130:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 11 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016112.989171:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2735 00000100:00100000:0.0:1734016112.989177:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247338925568:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.989221:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016112.989245:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1144 -> 1232 00010000:00010000:0.0:1734016112.989251:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 11 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.989262:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 11 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.989283:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320aac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9039872->9084927) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a13e4 expref: 11 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016112.989319:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.989322:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.989328:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.989337:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.989378:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.989389:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341545984:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016112.989448:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.993165:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074241f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341545984:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016112.993486:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016112.994305:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016112.994392:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925696 00000100:00100000:0.0:1734016112.994399:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925696 00002000:00010000:0.0:1734016112.994434:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9871907->18446744073709551615) 00002000:00100000:0.0:1734016112.994440:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7702680 with x1818247338925696 ext(9871907->18446744073709551615) 00002000:00010000:0.0:1734016112.994453:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7702680. 00000100:00100000:0.0:1734016112.994479:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8831 00000100:00100000:0.0:1734016112.994486:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338925696:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016112.994717:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9083841 -> 9871907 00002000:00010000:0.0:1734016112.994720:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016112.994723:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:0.0:1734016112.994725:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016112.994726:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1232 -> 1232 00000100:00100000:0.0:1734016112.994768:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338925696:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 281us (468us total) trans 4294969240 rc 0/0 00000100:00100000:0.0:1734016112.994775:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8831 00002000:00010000:0.0:1734016112.994777:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9871907->18446744073709551615) 00002000:00100000:0.0:1734016112.994779:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7702680 with x1818247338925696 ext(9871907->18446744073709551615) 00002000:00010000:0.0:1734016112.994783:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7702680. 00000100:00100000:1.0:1734016112.995136:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338925568:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5957us (6145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.995145:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2735 00000100:00100000:3.0:1734016113.006027:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.006102:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925952 00000100:00100000:0.0:1734016113.006111:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925952 00002000:00100000:0.0:1734016113.006155:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7081984->9875455) req@ffff8800a7701f80 x1818247338925952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.006164:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7701f80 with x1818247338925952 ext(7081984->9875455) 00002000:00010000:0.0:1734016113.006169:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7701f80 00000100:00100000:0.0:1734016113.006232:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8832 00000100:00100000:0.0:1734016113.006238:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338925952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.048661:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338925952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 42403us (42626us total) trans 0 rc 2793472/2793472 00000100:00100000:0.0:1734016113.048678:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8832 00002000:00100000:0.0:1734016113.048694:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7081984->9875455) req@ffff8800a7701f80 x1818247338925952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 2793472/2793472 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.048705:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7701f80 with x1818247338925952 ext(7081984->9875455) 00002000:00010000:0.0:1734016113.048712:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7701f80 00000100:00100000:3.0:1734016113.063719:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.064495:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926080 00000100:00100000:0.0:1734016113.064508:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926080 00002000:00100000:1.0:1734016113.064611:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9826304->9871906) req@ffff8800717e9180 x1818247338926080/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.064622:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9180 with x1818247338926080 ext(9826304->9871906) 00002000:00010000:1.0:1734016113.064629:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9180 00000100:00100000:1.0:1734016113.064662:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8833 00000100:00100000:1.0:1734016113.064670:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338926080:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016113.073783:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338926080:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 9099us (10062us total) trans 4294969241 rc 0/0 00000100:00100000:0.0:1734016113.073797:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8833 00002000:00100000:0.0:1734016113.073811:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9826304->9871906) req@ffff8800717e9180 x1818247338926080/t4294969241(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.073821:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9180 with x1818247338926080 ext(9826304->9871906) 00002000:00010000:0.0:1734016113.073826:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9180 00000100:00100000:0.0:1734016113.085390:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.086539:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926208 00000100:00100000:2.0:1734016113.086549:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926208 00000100:00100000:2.0:1734016113.086600:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1962 00000100:00100000:2.0:1734016113.086607:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338926208:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016113.086727:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338926208:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 119us (1347us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.086734:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1962 00000100:00100000:0.0:1734016113.090635:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.091154:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926336 00000100:00100000:1.0:1734016113.091163:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926336 00000100:00100000:1.0:1734016113.091228:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10749 00000100:00100000:1.0:1734016113.091235:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247338926336:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016113.093111:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969241 is committed 00000001:00080000:0.0:1734016113.093132:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969239 is committed 00000100:00100000:1.0:1734016113.094550:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338926336:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3307us (3919us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.094561:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10749 00000100:00100000:0.0:1734016113.104820:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.105006:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926464 00000100:00100000:2.0:1734016113.105023:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926464 00000100:00100000:2.0:1734016113.105103:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1963 00000100:00100000:2.0:1734016113.105114:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247338926464:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.105143:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.105219:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7320add lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a140e expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.105367:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7320ae4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016113.105389:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7320ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016113.105403:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7320ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016113.105446:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9871907 00000004:00200000:2.0:1734016113.105454:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016113.105484:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7320ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016113.105523:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7320add lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a140e expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.105566:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7320ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a140e expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.105575:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016113.105579:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016113.105583:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016113.105657:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338926464:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 545us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.105665:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1963 00000100:00100000:0.0:1734016113.110862:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.110971:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926592 00000100:00100000:1.0:1734016113.110987:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926592 00000100:00080000:0.0:1734016113.111089:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016083 00000100:00100000:2.0:1734016113.112264:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10750 00000100:00100000:2.0:1734016113.112278:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338926592:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.112302:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.112330:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1415 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.112377:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.112385:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.112388:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.112392:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7041024->7081983] (req 7041024->7081983) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.112430:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.112444:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 6 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.112468:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341546112:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016113.112890:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.114927:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341546112:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016113.114955:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7041024->7081983] (req 7041024->7081983) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.114969:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016113.115012:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338926592:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2737us (4162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.115020:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10750 00000100:00100000:0.0:1734016113.118123:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.121507:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926720 00000100:00100000:1.0:1734016113.121524:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926720 00010000:00010000:1.0:1734016113.121589:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016113.121638:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2736 00000100:00100000:1.0:1734016113.121647:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338926720:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016113.121669:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016113.121700:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1232 -> 1328 00010000:00010000:1.0:1734016113.121706:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016113.121727:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016113.121756:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320ad6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1407 expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016113.122658:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016113.122800:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.122803:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.122815:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.123058:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.123093:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.123107:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341546240:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016113.123755:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.126993:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341546240:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016113.127015:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.127067:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338926720:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5419us (8954us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.127077:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2736 00000100:00100000:0.0:1734016113.143948:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.144058:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.144058:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926976 00000100:00100000:2.0:1734016113.144072:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926976 00000100:00100000:0.0:1734016113.144110:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.144123:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927232 00000100:00100000:3.0:1734016113.144127:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927232 00002000:00100000:3.0:1734016113.144254:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880074242a00 x1818247338927232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:0.0:1734016113.144261:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927488 00000100:00100000:0.0:1734016113.144264:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927488 00002000:00100000:3.0:1734016113.144266:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247338927232 ext(4190208->8388607) 00002000:00010000:3.0:1734016113.144272:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00002000:00100000:2.0:1734016113.144302:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->7045119) req@ffff880074241880 x1818247338926976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:3.0:1734016113.144304:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8834 00002000:00100000:2.0:1734016113.144309:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241880 with x1818247338926976 ext(0->7045119) 00002000:00010000:2.0:1734016113.144312:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241880 00000100:00100000:3.0:1734016113.144312:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338927232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.144329:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8835 00000100:00100000:2.0:1734016113.144332:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338926976:12345-192.168.201.1@tcp:3:fsx.0 00002000:00100000:0.0:1734016113.150356:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9875455) req@ffff880074241500 x1818247338927488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.150368:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241500 with x1818247338927488 ext(8388608->9875455) 00002000:00010000:0.0:1734016113.150373:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241500 00000100:00100000:0.0:1734016113.150393:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8836 00000100:00100000:0.0:1734016113.150399:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338927488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.198226:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338927232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 53855us (54109us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016113.198242:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8834 00002000:00100000:3.0:1734016113.198257:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880074242a00 x1818247338927232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.198269:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247338927232 ext(4190208->8388607) 00002000:00010000:3.0:1734016113.198277:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00100000:2.0:1734016113.246026:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338926976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 101677us (102082us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016113.246043:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8835 00002000:00100000:2.0:1734016113.246055:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->7045119) req@ffff880074241880 x1818247338926976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.246063:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241880 with x1818247338926976 ext(0->7045119) 00002000:00010000:2.0:1734016113.246068:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241880 00000100:00100000:0.0:1734016113.255659:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.256352:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927616 00000100:00100000:2.0:1734016113.256360:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927616 00000100:00100000:2.0:1734016113.256449:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1964 00000100:00100000:2.0:1734016113.256456:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338927616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.256478:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.256498:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7320af2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a141c expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.256590:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.256603:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.256613:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:2.0:1734016113.256639:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9871907 00000004:00200000:2.0:1734016113.256643:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016113.256658:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.256677:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7320af2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.256704:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.256711:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016113.256714:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016113.256718:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016113.256772:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338927616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 316us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.256778:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1964 00000100:00080000:2.0:1734016113.256809:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016083 00000100:00100000:2.0:1734016113.257565:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338927488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 107160us (113448us total) trans 0 rc 1486848/1486848 00000100:00100000:2.0:1734016113.257574:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8836 00002000:00100000:2.0:1734016113.257587:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9875455) req@ffff880074241500 x1818247338927488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 1486848/1486848 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.257597:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241500 with x1818247338927488 ext(8388608->9875455) 00002000:00010000:2.0:1734016113.257602:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241500 00000100:00100000:0.0:1734016113.263546:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.263629:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927744 00000100:00100000:2.0:1734016113.263641:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927744 00000100:00100000:2.0:1734016113.263700:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10751 00000100:00100000:2.0:1734016113.263707:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338927744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.263722:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.263755:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1423 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.263787:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.263794:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.263796:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.263800:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4124672->4136959] (req 4124672->4136959) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.263827:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.263843:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.263855:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341546368:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016113.263953:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.269236:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341546368:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016113.269287:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4124672->4136959] (req 4124672->4136959) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.269314:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016113.269393:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338927744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5683us (5864us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.269404:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10751 00000100:00100000:0.0:1734016113.287071:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.287261:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927872 00000100:00100000:1.0:1734016113.287276:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927872 00010000:00010000:1.0:1734016113.287325:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:1.0:1734016113.287367:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2737 00000100:00100000:1.0:1734016113.287373:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338927872:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016113.287390:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016113.287415:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016113.287427:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016113.287450:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320aeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7041024->7081983) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1415 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016113.287483:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.287486:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016113.287569:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.287578:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.287610:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.287621:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341546496:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016113.287676:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.292043:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.292101:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928000 00000100:00100000:2.0:1734016113.292114:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928000 00000100:00100000:2.0:1734016113.292198:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10752 00000100:00100000:2.0:1734016113.292209:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338928000:12345-192.168.201.1@tcp:22:fsx.0 00000100:00100000:1.0:1734016113.292629:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341546496:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016113.292661:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.292724:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338927872:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5350us (5670us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.292738:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2737 00002000:00010000:2.0:1734016113.292919:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9871907 -> 9871907 00002000:00010000:2.0:1734016113.292922:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016113.292924:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:2.0:1734016113.292926:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016113.292928:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1328 -> 1328 00000100:00100000:2.0:1734016113.292945:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338928000:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 740us (918us total) trans 4294969242 rc 0/0 00000100:00100000:2.0:1734016113.292950:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10752 00000100:00100000:0.0:1734016113.295422:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.295662:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928128 00000100:00100000:2.0:1734016113.295668:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928128 00000100:00100000:2.0:1734016113.295726:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10753 00000100:00100000:2.0:1734016113.295731:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338928128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.295744:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.295756:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320b07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a142a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.295805:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341546624:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.295975:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016113.298382:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:2.0:1734016113.298417:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341546624:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.298456:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320b07 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a142a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.298475:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320b07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a142a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.298485:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016113.298530:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338928128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2796us (3113us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.298539:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10753 00000100:00100000:0.0:1734016113.301168:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.302387:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928256 00000100:00100000:2.0:1734016113.302401:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928256 00000100:00100000:2.0:1734016113.302491:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10754 00000100:00100000:2.0:1734016113.302499:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338928256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.302522:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.302543:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320b0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1431 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.302597:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341546752:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.302671:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.305384:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341546752:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.305454:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320b0e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1431 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.305477:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320b0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1431 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.305522:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016113.305599:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338928256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3100us (4442us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.305610:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10754 00000100:00100000:0.0:1734016113.310776:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.310992:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928384 00000100:00100000:2.0:1734016113.311002:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928384 00000100:00100000:2.0:1734016113.311033:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10755 00000100:00100000:2.0:1734016113.311040:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338928384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.311060:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.311077:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1438 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.311104:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.311110:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.311112:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.311116:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3477504->3538943] (req 3477504->3538943) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.311143:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.311153:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 6 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.311168:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341546880:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016113.311230:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.313041:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341546880:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016113.313063:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3477504->3538943] (req 3477504->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.313078:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016113.313368:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338928384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2326us (2599us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.313376:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10755 00000100:00100000:1.0:1734016113.314061:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.314202:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928512 00000100:00100000:2.0:1734016113.314207:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928512 00010000:00010000:2.0:1734016113.314225:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.314254:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2738 00000100:00100000:2.0:1734016113.314259:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338928512:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.314269:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.314286:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.314297:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.314318:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320b00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4124672->4136959) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1423 expref: 7 pid: 13915 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.314341:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.314343:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.314350:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.314357:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.314384:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.314393:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341547008:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016113.314431:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.318502:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341547008:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016113.318529:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.319331:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338928512:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5066us (5266us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.319346:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2738 00000100:00100000:1.0:1734016113.319878:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.320856:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928768 00000100:00100000:3.0:1734016113.320876:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928768 00002000:00100000:3.0:1734016113.320930:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3534848->9875455) req@ffff88012bdb5500 x1818247338928768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.320939:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5500 with x1818247338928768 ext(3534848->9875455) 00002000:00010000:3.0:1734016113.320944:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5500 00000100:00100000:3.0:1734016113.320977:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8837 00000100:00100000:3.0:1734016113.320985:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338928768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.323970:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338928768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2975us (4092us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1734016113.323982:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8837 00002000:00100000:2.0:1734016113.323992:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3534848->9875455) req@ffff88012bdb5500 x1818247338928768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.323999:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5500 with x1818247338928768 ext(3534848->9875455) 00002000:00010000:2.0:1734016113.324003:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5500 00000100:00100000:0.0:1734016113.332111:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.332276:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929024 00000100:00100000:2.0:1734016113.332289:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929024 00002000:00100000:2.0:1734016113.332358:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (147456->151551) req@ffff88011d807b80 x1818247338929024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.332371:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247338929024 ext(147456->151551) 00002000:00010000:2.0:1734016113.332379:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:2.0:1734016113.332411:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8838 00000100:00100000:2.0:1734016113.332419:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338929024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.332670:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338929024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 250us (577us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.332678:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8838 00002000:00100000:2.0:1734016113.332685:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (147456->151551) req@ffff88011d807b80 x1818247338929024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.332693:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247338929024 ext(147456->151551) 00002000:00010000:2.0:1734016113.332696:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807b80 00000100:00100000:1.0:1734016113.336055:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.336960:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929152 00000100:00100000:2.0:1734016113.336975:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929152 00000100:00100000:2.0:1734016113.337772:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10756 00000100:00100000:2.0:1734016113.337785:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338929152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.337812:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.337844:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320b1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a143f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.337937:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547136:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.338034:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.341081:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547136:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.341120:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320b1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a143f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.341134:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320b1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a143f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.341223:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016113.341708:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338929152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3924us (5664us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.341718:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10756 00000100:00100000:0.0:1734016113.345079:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.345245:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929280 00000100:00100000:2.0:1734016113.345263:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929280 00000100:00100000:2.0:1734016113.345324:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10757 00000100:00100000:2.0:1734016113.345331:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338929280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.345353:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.345379:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320b23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1446 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.345435:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547264:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.345514:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.349534:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547264:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.349573:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320b23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1446 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.349589:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320b23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1446 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.349787:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016113.349881:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338929280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4548us (4818us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.349890:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10757 00000100:00100000:0.0:1734016113.354306:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.354414:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929408 00000100:00100000:2.0:1734016113.354426:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929408 00000100:00100000:2.0:1734016113.354487:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10758 00000100:00100000:2.0:1734016113.354494:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338929408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.354512:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.354530:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a144d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.354569:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.354576:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.354578:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016113.354583:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10158080->10166271] (req 10158080->10166271) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.354620:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.354633:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 6 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.354647:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547392:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016113.354711:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.357552:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547392:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016113.357595:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10158080->10166271] (req 10158080->10166271) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.357613:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016113.357679:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338929408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3184us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.357689:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10758 00000100:00100000:1.0:1734016113.361739:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.361818:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929536 00000100:00100000:0.0:1734016113.361825:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929536 00002000:00100000:0.0:1734016113.361875:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (118784->3538943) req@ffff88012bdb7480 x1818247338929536/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.361885:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7480 with x1818247338929536 ext(118784->3538943) 00010000:00010000:0.0:1734016113.361895:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016113.361912:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016113.361918:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bdb7480 00000100:00100000:0.0:1734016113.362753:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 306 00000100:00100000:0.0:1734016113.362760:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338929536:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016113.380525:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338929536:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 17754us (18786us total) trans 4294969243 rc 0/0 00000100:00100000:0.0:1734016113.380537:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 306 00002000:00100000:0.0:1734016113.380547:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (118784->3538943) req@ffff88012bdb7480 x1818247338929536/t4294969243(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 504/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.380557:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7480 with x1818247338929536 ext(118784->3538943) 00010000:00010000:0.0:1734016113.380565:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016113.380584:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016113.380591:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bdb7480 00000100:00100000:0.0:1734016113.384274:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.385065:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929664 00000100:00100000:2.0:1734016113.385077:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929664 00010000:00010000:2.0:1734016113.385103:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.385130:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2739 00000100:00100000:2.0:1734016113.385137:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338929664:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.385151:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016113.385168:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1328 -> 1512 00010000:00010000:2.0:1734016113.385173:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.385205:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.385630:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320b15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3477504->3538943) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1438 expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.385657:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.385659:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.385666:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.385674:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.385717:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.385733:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341547520:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016113.385809:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.390259:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.390420:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929792 00000100:00100000:3.0:1734016113.390433:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929792 00000100:00100000:3.0:1734016113.390484:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10759 00000100:00100000:3.0:1734016113.390492:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338929792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.390513:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.390533:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320b31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1454 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.390586:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547648:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016113.390661:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.390914:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341547520:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016113.390935:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016113.390963:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338929664:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5825us (6700us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.390975:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2739 00002000:00010000:3.0:1734016113.393822:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 9871907 -> 10165017 00000100:00100000:3.0:1734016113.393853:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547648:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016113.393909:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320b31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1454 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.393924:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320b31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1454 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.395018:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016113.395617:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338929792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5114us (5365us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.395634:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10759 00000100:00100000:0.0:1734016113.398438:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.398707:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929920 00000100:00100000:3.0:1734016113.398716:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929920 00000100:00100000:3.0:1734016113.398757:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10760 00000100:00100000:3.0:1734016113.398767:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338929920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.398789:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.398810:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7320b38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a145b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016113.398886:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547776:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016113.398958:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.400969:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341547776:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016113.401000:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7320b38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a145b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.401012:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7320b38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a145b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.401022:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016113.419965:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338929920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 21187us (21530us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.419978:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10760 00000100:00100000:1.0:1734016113.423629:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.431952:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930176 00000100:00100000:2.0:1734016113.431967:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930176 00000100:00100000:2.0:1734016113.433480:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1965 00000100:00100000:2.0:1734016113.433492:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247338930176:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016113.433688:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016113.433713:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7320ae4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a140e expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.433745:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016113.433750:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016113.433937:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.433950:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.433956:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.433988:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.433999:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 21 pid: 12824 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.434010:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341547904:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016113.441323:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.444795:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.445159:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341547904:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016113.445218:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016113.445285:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930304 00000100:00100000:0.0:1734016113.445295:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930304 00010000:00010000:0.0:1734016113.445342:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 22 pid: 12824 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016113.445377:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2740 00000100:00100000:0.0:1734016113.445388:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:1982:x1818247338930304:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.445407:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.445416:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 22 pid: 12824 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016113.445427:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 22 pid: 12824 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016113.445452:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320af9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a141c expref: 22 pid: 12824 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016113.445484:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016113.445490:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016113.445502:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016113.445511:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016113.445528:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016113.446213:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016113.446221:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:3.0:1734016113.446309:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968526 00000004:00010000:3.0:1734016113.446360:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012bdb5f80 reply state ffff88013023f000 transno 4294968527 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016113.446372:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016113.447591:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:1982:x1818247338930304:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2190us (2792us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.447604:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2740 00000100:00100000:3.0:1734016113.449967:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338930176:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 16464us (26334us total) trans 4294968527 rc 0/0 00000100:00100000:3.0:1734016113.449978:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1965 00000020:00080000:3.0:1734016113.449985:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016113.450750:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.451638:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930432 00000100:00100000:3.0:1734016113.451649:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930432 00000100:00100000:3.0:1734016113.451695:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10761 00000100:00100000:3.0:1734016113.451701:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338930432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.451719:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.451741:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1462 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.451771:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.451777:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016113.451779:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016113.451783:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.451808:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.451819:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 6 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:3.0:1734016113.451834:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341548032:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016113.452258:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.452269:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.452274:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.452278:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cb840 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016113.452282:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.452287:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.452298:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016113.452300:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016113.452304:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016113.452308:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320b3f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016113.452363:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016113.455024:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341548032:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016113.455059:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.455076:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016113.455605:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338930432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3902us (4863us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.455614:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10761 00000100:00100000:2.0:1734016113.462842:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.463596:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930560 00000100:00100000:0.0:1734016113.463609:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930560 00002000:00100000:0.0:1734016113.463664:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (10158080->10165016) req@ffff88012d4b7800 x1818247338930560/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 7432/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.463676:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247338930560 ext(10158080->10165016) 00010000:00010000:0.0:1734016113.463689:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016113.463706:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 7 pid: 7681 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016113.463714:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d4b7800 00000100:00100000:0.0:1734016113.463751:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 307 00000100:00100000:0.0:1734016113.463759:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338930560:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016113.466989:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338930560:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3214us (4141us total) trans 4294969244 rc 0/0 00000100:00100000:1.0:1734016113.467003:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 307 00002000:00100000:1.0:1734016113.467015:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (10158080->10165016) req@ffff88012d4b7800 x1818247338930560/t4294969244(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 7432/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.467026:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247338930560 ext(10158080->10165016) 00010000:00010000:1.0:1734016113.467038:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:1.0:1734016113.467056:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00002000:00010000:1.0:1734016113.467063:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d4b7800 00000100:00100000:0.0:1734016113.473256:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.473915:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930688 00000100:00100000:2.0:1734016113.473929:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930688 00010000:00010000:2.0:1734016113.473967:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00000100:00100000:2.0:1734016113.474020:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2741 00000100:00100000:2.0:1734016113.474026:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338930688:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016113.474044:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016113.474069:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1512 -> 1528 00010000:00010000:2.0:1734016113.474075:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.474086:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.474109:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10158080->10166271) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a144d expref: 9 pid: 7681 timeout: 476 lvb_type: 0 00010000:00010000:2.0:1734016113.474142:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.474146:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016113.474151:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.474161:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016113.474220:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.474234:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341548160:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016113.474316:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.481669:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.481789:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341548160:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016113.481811:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016113.481851:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338930688:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7825us (8611us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.481862:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2741 00000100:00100000:1.0:1734016113.482646:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930816 00000100:00100000:1.0:1734016113.482659:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930816 00002000:00010000:1.0:1734016113.482705:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5503417->18446744073709551615) 00002000:00100000:1.0:1734016113.482711:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6a00 with x1818247338930816 ext(5503417->18446744073709551615) 00002000:00010000:1.0:1734016113.482727:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6a00. 00000100:00100000:1.0:1734016113.482747:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8839 00000100:00100000:1.0:1734016113.482755:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338930816:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016113.490455:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10165017 -> 5503417 00002000:00010000:0.0:1734016113.490464:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.490466:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.490468:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.490469:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1528 -> 1328 00000100:00100000:0.0:1734016113.496160:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338930816:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 13380us (14474us total) trans 4294969245 rc 0/0 00000100:00100000:0.0:1734016113.496838:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8839 00002000:00010000:0.0:1734016113.496850:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5503417->18446744073709551615) 00002000:00100000:0.0:1734016113.496855:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6a00 with x1818247338930816 ext(5503417->18446744073709551615) 00002000:00010000:0.0:1734016113.496883:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6a00. 00000100:00100000:3.0:1734016113.500580:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.500627:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930944 00000100:00100000:3.0:1734016113.500642:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930944 00000100:00100000:3.0:1734016113.500692:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1966 00000100:00100000:3.0:1734016113.500699:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247338930944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.500731:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.500755:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7320b4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1469 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.500858:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016113.500887:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016113.500898:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:3.0:1734016113.500929:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5503417 00000004:00200000:3.0:1734016113.500933:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016113.500948:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016113.500967:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7320b4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 25 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.500996:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 24 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.501005:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016113.501009:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016113.501013:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016113.501064:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338930944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 365us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.501070:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1966 00000100:00100000:2.0:1734016113.506200:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.506286:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931072 00000100:00100000:3.0:1734016113.506295:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931072 00000100:00100000:3.0:1734016113.506346:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1967 00000100:00100000:3.0:1734016113.506353:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338931072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016113.506377:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016113.506400:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7320b5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1470 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.506491:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7320b62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016113.506504:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7320b62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016113.506515:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7320b62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016113.506539:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5503417 00000004:00200000:3.0:1734016113.506544:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016113.506560:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7320b62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016113.506583:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7320b5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1470 expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.506603:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7320b62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1470 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016113.506610:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016113.506613:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016113.506616:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016113.506665:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338931072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 313us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016113.506671:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1967 00000100:00100000:3.0:1734016113.508463:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.508538:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931200 00000100:00100000:0.0:1734016113.508548:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931200 00000100:00100000:0.0:1734016113.508604:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10762 00000100:00100000:0.0:1734016113.508614:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338931200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.508635:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.508658:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320b69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1477 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.508724:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341548288:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016113.508790:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.510753:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341548288:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016113.510785:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320b69 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1477 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.510795:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320b69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1477 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.510815:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016113.510860:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338931200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2247us (2404us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.510876:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10762 00000100:00100000:3.0:1734016113.519901:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.519992:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931328 00000100:00100000:0.0:1734016113.520006:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931328 00000100:00100000:2.0:1734016113.520576:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10763 00000100:00100000:2.0:1734016113.520589:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338931328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.520629:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.520658:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320b70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a147e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.520750:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341548416:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.520849:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.527844:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341548416:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.527894:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320b70 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a147e expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.527912:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320b70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a147e expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.527935:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016113.527994:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338931328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7406us (8109us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.528003:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10763 00000100:00100000:2.0:1734016113.538613:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.538747:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931584 00000100:00100000:1.0:1734016113.538765:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931584 00002000:00100000:1.0:1734016113.538861:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2940928->2945023) req@ffff88012d4b5500 x1818247338931584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.538884:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5500 with x1818247338931584 ext(2940928->2945023) 00002000:00010000:1.0:1734016113.538893:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5500 00000100:00100000:1.0:1734016113.538938:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8840 00000100:00100000:1.0:1734016113.538950:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338931584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.539203:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338931584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 254us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.539211:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8840 00002000:00100000:1.0:1734016113.539217:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2940928->2945023) req@ffff88012d4b5500 x1818247338931584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.539225:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5500 with x1818247338931584 ext(2940928->2945023) 00002000:00010000:1.0:1734016113.539228:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5500 00000100:00100000:3.0:1734016113.550551:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.550647:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931712 00000100:00100000:2.0:1734016113.550657:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931712 00000100:00100000:2.0:1734016113.550717:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10764 00000100:00100000:2.0:1734016113.550726:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338931712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.550749:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.550769:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320b77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1485 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.551108:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341548544:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.552271:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016113.556162:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 5503417 -> 9090453 00000100:00100000:2.0:1734016113.556227:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341548544:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.556259:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320b77 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1485 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.556270:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320b77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1485 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.556287:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016113.556342:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338931712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5616us (5802us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.556351:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10764 00000100:00100000:1.0:1734016113.559657:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.559738:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931840 00000100:00100000:2.0:1734016113.559747:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931840 00000100:00100000:2.0:1734016113.559804:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10765 00000100:00100000:2.0:1734016113.559811:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338931840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.559828:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.559846:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a148c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.559923:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341548672:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.559995:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.563176:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341548672:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.563246:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b7e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a148c expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.563259:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320b7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a148c expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.563279:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016113.563342:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338931840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3529us (3696us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.563350:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10765 00000100:00100000:3.0:1734016113.566928:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.567039:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932096 00000100:00100000:0.0:1734016113.567050:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932096 00002000:00100000:0.0:1734016113.567111:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8151040->8155135) req@ffff880071d10a80 x1818247338932096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.567123:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10a80 with x1818247338932096 ext(8151040->8155135) 00002000:00010000:0.0:1734016113.567130:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10a80 00000100:00100000:0.0:1734016113.567418:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8841 00000100:00100000:0.0:1734016113.567427:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338932096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.567980:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338932096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 549us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.567988:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8841 00002000:00100000:0.0:1734016113.567996:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8151040->8155135) req@ffff880071d10a80 x1818247338932096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.568002:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10a80 with x1818247338932096 ext(8151040->8155135) 00002000:00010000:0.0:1734016113.568006:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10a80 00000100:00100000:1.0:1734016113.572262:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.572333:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932352 00000100:00100000:0.0:1734016113.572343:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932352 00002000:00100000:0.0:1734016113.572382:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8146944->8151039) req@ffff88007665b800 x1818247338932352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.572390:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665b800 with x1818247338932352 ext(8146944->8151039) 00002000:00010000:0.0:1734016113.572396:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665b800 00000100:00100000:0.0:1734016113.572419:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8842 00000100:00100000:0.0:1734016113.572426:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338932352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.572988:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338932352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 561us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.572996:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8842 00002000:00100000:0.0:1734016113.573001:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8146944->8151039) req@ffff88007665b800 x1818247338932352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.573008:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007665b800 with x1818247338932352 ext(8146944->8151039) 00002000:00010000:0.0:1734016113.573011:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007665b800 00000100:00100000:3.0:1734016113.575793:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.575889:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932608 00000100:00100000:0.0:1734016113.575904:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932608 00002000:00100000:0.0:1734016113.575955:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8142848->8146943) req@ffff880071d10e00 x1818247338932608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.575964:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10e00 with x1818247338932608 ext(8142848->8146943) 00002000:00010000:0.0:1734016113.575968:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10e00 00000100:00100000:0.0:1734016113.576570:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8843 00000100:00100000:0.0:1734016113.576581:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338932608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.576856:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338932608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 274us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.576876:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8843 00002000:00100000:0.0:1734016113.576883:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8142848->8146943) req@ffff880071d10e00 x1818247338932608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.576890:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10e00 with x1818247338932608 ext(8142848->8146943) 00002000:00010000:0.0:1734016113.576894:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10e00 00000100:00100000:3.0:1734016113.579890:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.580014:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932864 00000100:00100000:1.0:1734016113.580026:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932864 00002000:00100000:1.0:1734016113.580089:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8138752->8142847) req@ffff880071d13b80 x1818247338932864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.580101:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13b80 with x1818247338932864 ext(8138752->8142847) 00002000:00010000:1.0:1734016113.580109:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13b80 00000100:00100000:1.0:1734016113.580684:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8844 00000100:00100000:1.0:1734016113.580691:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338932864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.580912:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338932864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 219us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.580918:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8844 00002000:00100000:1.0:1734016113.580923:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8138752->8142847) req@ffff880071d13b80 x1818247338932864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.580929:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13b80 with x1818247338932864 ext(8138752->8142847) 00002000:00010000:1.0:1734016113.580932:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13b80 00000100:00100000:2.0:1734016113.583896:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.584265:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933120 00000100:00100000:0.0:1734016113.584274:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933120 00002000:00100000:0.0:1734016113.584316:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8134656->8138751) req@ffff88012d4b5180 x1818247338933120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.584326:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5180 with x1818247338933120 ext(8134656->8138751) 00002000:00010000:0.0:1734016113.584331:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5180 00000100:00100000:0.0:1734016113.584414:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8845 00000100:00100000:0.0:1734016113.584421:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338933120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.584588:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338933120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.584596:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8845 00002000:00100000:0.0:1734016113.584601:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8134656->8138751) req@ffff88012d4b5180 x1818247338933120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.584607:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5180 with x1818247338933120 ext(8134656->8138751) 00002000:00010000:0.0:1734016113.584610:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5180 00000100:00100000:3.0:1734016113.592257:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.592725:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933376 00000100:00100000:1.0:1734016113.592733:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933376 00002000:00100000:1.0:1734016113.592781:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8130560->8134655) req@ffff880071d13800 x1818247338933376/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.592792:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13800 with x1818247338933376 ext(8130560->8134655) 00002000:00010000:1.0:1734016113.592798:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13800 00000100:00100000:1.0:1734016113.592850:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8846 00000100:00100000:1.0:1734016113.592856:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338933376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.593412:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338933376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 553us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.593420:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8846 00002000:00100000:1.0:1734016113.593427:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8130560->8134655) req@ffff880071d13800 x1818247338933376/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.593436:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13800 with x1818247338933376 ext(8130560->8134655) 00002000:00010000:1.0:1734016113.593439:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13800 00000100:00100000:3.0:1734016113.597127:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.597890:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933632 00000100:00100000:1.0:1734016113.597904:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933632 00002000:00100000:1.0:1734016113.597988:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8126464->8130559) req@ffff880071d11180 x1818247338933632/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.598002:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11180 with x1818247338933632 ext(8126464->8130559) 00002000:00010000:1.0:1734016113.598011:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11180 00000100:00100000:1.0:1734016113.598047:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8847 00000100:00100000:1.0:1734016113.598057:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338933632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.598464:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338933632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 405us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.598473:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8847 00002000:00100000:1.0:1734016113.598481:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8126464->8130559) req@ffff880071d11180 x1818247338933632/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.598489:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11180 with x1818247338933632 ext(8126464->8130559) 00002000:00010000:1.0:1734016113.598492:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11180 00000100:00100000:2.0:1734016113.605332:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.605405:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933888 00000100:00100000:0.0:1734016113.605416:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933888 00002000:00100000:0.0:1734016113.605464:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8122368->8126463) req@ffff88012d4b6680 x1818247338933888/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.605474:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6680 with x1818247338933888 ext(8122368->8126463) 00002000:00010000:0.0:1734016113.605480:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6680 00000100:00100000:0.0:1734016113.605510:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8848 00000100:00100000:0.0:1734016113.605515:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338933888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.606829:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338933888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1304us (1501us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.606840:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8848 00002000:00100000:0.0:1734016113.606850:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8122368->8126463) req@ffff88012d4b6680 x1818247338933888/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.606858:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6680 with x1818247338933888 ext(8122368->8126463) 00002000:00010000:0.0:1734016113.607413:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6680 00000100:00100000:3.0:1734016113.613627:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.613818:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934144 00000100:00100000:0.0:1734016113.613829:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934144 00002000:00100000:0.0:1734016113.613881:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8118272->8122367) req@ffff880071d11c00 x1818247338934144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.613891:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11c00 with x1818247338934144 ext(8118272->8122367) 00002000:00010000:0.0:1734016113.613896:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11c00 00000100:00100000:0.0:1734016113.614788:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8849 00000100:00100000:0.0:1734016113.614796:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338934144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.614990:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338934144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 194us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.614997:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8849 00002000:00100000:0.0:1734016113.615002:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8118272->8122367) req@ffff880071d11c00 x1818247338934144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.615009:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11c00 with x1818247338934144 ext(8118272->8122367) 00002000:00010000:0.0:1734016113.615013:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11c00 00000100:00100000:3.0:1734016113.618734:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.618799:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934272 00000100:00100000:0.0:1734016113.618807:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934272 00002000:00100000:0.0:1734016113.618841:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2912256->9090452) req@ffff880071d12a00 x1818247338934272/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 520/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.618850:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d12a00 with x1818247338934272 ext(2912256->9090452) 00002000:00010000:0.0:1734016113.618855:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d12a00 00000100:00100000:0.0:1734016113.619099:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8850 00000100:00100000:0.0:1734016113.619106:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338934272:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016113.626680:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338934272:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7561us (7944us total) trans 4294969246 rc 0/0 00000100:00100000:1.0:1734016113.626694:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8850 00002000:00100000:1.0:1734016113.626710:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2912256->9090452) req@ffff880071d12a00 x1818247338934272/t4294969246(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 520/456 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.626719:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d12a00 with x1818247338934272 ext(2912256->9090452) 00002000:00010000:1.0:1734016113.626726:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d12a00 00000100:00100000:2.0:1734016113.629445:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.629540:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934400 00000100:00100000:0.0:1734016113.629552:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934400 00000100:00100000:0.0:1734016113.629616:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1968 00000100:00100000:0.0:1734016113.629625:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338934400:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016113.629778:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247338934400:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 155us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.629785:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1968 00000100:00100000:3.0:1734016113.637100:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.638085:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934528 00000100:00100000:2.0:1734016113.638097:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934528 00000100:00100000:0.0:1734016113.639364:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10766 00000100:00100000:0.0:1734016113.639377:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338934528:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016113.641618:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969246 is committed 00000001:00080000:0.0:1734016113.641667:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969244 is committed 00000100:00100000:2.0:1734016113.642392:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338934528:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3010us (5297us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.642403:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10766 00000100:00100000:2.0:1734016113.647356:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.647585:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934784 00000100:00100000:1.0:1734016113.647597:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934784 00002000:00100000:1.0:1734016113.647649:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8232960->8237055) req@ffff88012d4b6300 x1818247338934784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.647659:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6300 with x1818247338934784 ext(8232960->8237055) 00002000:00010000:1.0:1734016113.647664:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6300 00000100:00100000:1.0:1734016113.647686:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8851 00000100:00100000:1.0:1734016113.647693:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338934784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.647899:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338934784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 205us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.647906:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8851 00002000:00100000:1.0:1734016113.647912:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8232960->8237055) req@ffff88012d4b6300 x1818247338934784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.647919:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6300 with x1818247338934784 ext(8232960->8237055) 00002000:00010000:1.0:1734016113.647922:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6300 00000100:00100000:3.0:1734016113.651649:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.652004:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935040 00000100:00100000:2.0:1734016113.652014:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935040 00002000:00100000:2.0:1734016113.652062:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8228864->8232959) req@ffff880071f74a80 x1818247338935040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.652071:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74a80 with x1818247338935040 ext(8228864->8232959) 00002000:00010000:2.0:1734016113.652076:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74a80 00000100:00100000:2.0:1734016113.652113:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8852 00000100:00100000:2.0:1734016113.652122:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338935040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.653298:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338935040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1171us (1653us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.653306:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8852 00002000:00100000:2.0:1734016113.653313:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8228864->8232959) req@ffff880071f74a80 x1818247338935040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.653320:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74a80 with x1818247338935040 ext(8228864->8232959) 00002000:00010000:2.0:1734016113.653324:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74a80 00000100:00100000:3.0:1734016113.668577:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.669918:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935296 00000100:00100000:2.0:1734016113.669926:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935296 00002000:00100000:2.0:1734016113.669966:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8224768->8228863) req@ffff880071f74e00 x1818247338935296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.669975:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74e00 with x1818247338935296 ext(8224768->8228863) 00002000:00010000:2.0:1734016113.669980:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74e00 00000100:00100000:2.0:1734016113.670010:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8853 00000100:00100000:2.0:1734016113.670015:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338935296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.670234:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338935296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 217us (1667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.670240:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8853 00002000:00100000:2.0:1734016113.670245:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8224768->8228863) req@ffff880071f74e00 x1818247338935296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.670251:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74e00 with x1818247338935296 ext(8224768->8228863) 00002000:00010000:2.0:1734016113.670254:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74e00 00000100:00100000:0.0:1734016113.677735:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.683138:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935552 00000100:00100000:1.0:1734016113.683157:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935552 00002000:00100000:1.0:1734016113.683262:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8220672->8224767) req@ffff88012b87dc00 x1818247338935552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.683276:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87dc00 with x1818247338935552 ext(8220672->8224767) 00002000:00010000:1.0:1734016113.683284:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87dc00 00000100:00100000:1.0:1734016113.683352:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8854 00000100:00100000:1.0:1734016113.683363:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338935552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.683733:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338935552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 371us (6016us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.683743:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8854 00002000:00100000:1.0:1734016113.683750:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8220672->8224767) req@ffff88012b87dc00 x1818247338935552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.683758:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87dc00 with x1818247338935552 ext(8220672->8224767) 00002000:00010000:1.0:1734016113.683761:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87dc00 00000100:00100000:3.0:1734016113.695472:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.697347:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935808 00000100:00100000:2.0:1734016113.697360:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935808 00002000:00100000:2.0:1734016113.697420:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8216576->8220671) req@ffff880071f75180 x1818247338935808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.697429:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75180 with x1818247338935808 ext(8216576->8220671) 00002000:00010000:2.0:1734016113.697435:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75180 00000100:00100000:1.0:1734016113.699780:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8855 00000100:00100000:1.0:1734016113.699797:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338935808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.700089:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338935808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 294us (4634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.700099:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8855 00002000:00100000:1.0:1734016113.700111:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8216576->8220671) req@ffff880071f75180 x1818247338935808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.700125:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75180 with x1818247338935808 ext(8216576->8220671) 00002000:00010000:1.0:1734016113.700133:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75180 00000100:00100000:3.0:1734016113.720137:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.720456:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936064 00000100:00100000:2.0:1734016113.720470:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936064 00002000:00100000:2.0:1734016113.720549:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8212480->8216575) req@ffff880071f75500 x1818247338936064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.720561:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75500 with x1818247338936064 ext(8212480->8216575) 00002000:00010000:2.0:1734016113.720569:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75500 00000100:00100000:2.0:1734016113.720613:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8856 00000100:00100000:2.0:1734016113.720623:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338936064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.720973:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338936064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 349us (849us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.720981:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8856 00002000:00100000:2.0:1734016113.720987:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8212480->8216575) req@ffff880071f75500 x1818247338936064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.720995:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75500 with x1818247338936064 ext(8212480->8216575) 00002000:00010000:2.0:1734016113.720998:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75500 00000100:00100000:0.0:1734016113.728977:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.729819:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936320 00000100:00100000:2.0:1734016113.729832:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936320 00002000:00100000:2.0:1734016113.729883:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8208384->8212479) req@ffff88012b87c700 x1818247338936320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.729894:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c700 with x1818247338936320 ext(8208384->8212479) 00002000:00010000:2.0:1734016113.729899:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c700 00000100:00100000:2.0:1734016113.729940:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8857 00000100:00100000:2.0:1734016113.729947:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338936320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016113.730144:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338936320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 196us (1183us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016113.730151:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8857 00002000:00100000:2.0:1734016113.730158:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8208384->8212479) req@ffff88012b87c700 x1818247338936320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.730164:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c700 with x1818247338936320 ext(8208384->8212479) 00002000:00010000:2.0:1734016113.730166:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c700 00000100:00100000:3.0:1734016113.748516:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.748618:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936576 00000100:00100000:1.0:1734016113.748627:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936576 00002000:00100000:1.0:1734016113.748673:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8204288->8208383) req@ffff880071f75880 x1818247338936576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.748682:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75880 with x1818247338936576 ext(8204288->8208383) 00002000:00010000:1.0:1734016113.748686:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75880 00000100:00100000:1.0:1734016113.748722:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8858 00000100:00100000:1.0:1734016113.748729:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338936576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.748948:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338936576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 218us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.748954:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8858 00002000:00100000:1.0:1734016113.748960:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8204288->8208383) req@ffff880071f75880 x1818247338936576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.748966:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75880 with x1818247338936576 ext(8204288->8208383) 00002000:00010000:1.0:1734016113.748969:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75880 00000100:00100000:3.0:1734016113.756930:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.757105:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936704 00000100:00100000:2.0:1734016113.757117:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936704 00002000:00100000:2.0:1734016113.757238:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8204288->8237055) req@ffff880071f76680 x1818247338936704/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.757250:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76680 with x1818247338936704 ext(8204288->8237055) 00002000:00010000:2.0:1734016113.757258:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76680 00000100:00100000:2.0:1734016113.757299:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8859 00000100:00100000:2.0:1734016113.757309:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338936704:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016113.767980:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338936704:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 10661us (11052us total) trans 4294969247 rc 0/0 00000100:00100000:2.0:1734016113.767993:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8859 00002000:00100000:2.0:1734016113.768007:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8204288->8237055) req@ffff880071f76680 x1818247338936704/t4294969247(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:74/0 lens 488/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016113.768017:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76680 with x1818247338936704 ext(8204288->8237055) 00002000:00010000:2.0:1734016113.768023:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76680 00000100:00100000:3.0:1734016113.776416:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.776588:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936832 00000100:00100000:2.0:1734016113.776598:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936832 00000100:00100000:2.0:1734016113.776736:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10767 00000100:00100000:2.0:1734016113.776745:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338936832:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016113.786050:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969247 is committed 00000100:00100000:2.0:1734016113.786447:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338936832:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 9683us (10028us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016113.786468:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10767 00000100:00100000:3.0:1734016113.801420:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.804857:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936960 00000100:00100000:2.0:1734016113.804891:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936960 00000100:00100000:2.0:1734016113.805046:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10768 00000100:00100000:2.0:1734016113.805059:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338936960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.805348:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.805385:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320b85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1493 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.805503:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341548800:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.805652:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:3.0:1734016113.819445:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016113 -> 1734016114 00002000:00010000:3.0:1734016113.819460:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016113 -> 1734016114 00002000:00010000:3.0:1734016113.819463:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1328 -> 1632 00000100:00100000:3.0:1734016113.819506:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341548800:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016113.819564:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320b85 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1493 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.819582:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320b85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1493 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016113.820890:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:3.0:1734016113.828635:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338936960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 23559us (27212us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016113.828648:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10768 00000100:00100000:3.0:1734016113.834979:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.839727:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937088 00000100:00100000:0.0:1734016113.839756:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937088 00000100:00100000:0.0:1734016113.839907:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10769 00000100:00100000:0.0:1734016113.839921:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338937088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.839957:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.839988:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a149a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.840044:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.840061:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016113.840064:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016113.840069:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9428992->9478143] (req 9428992->9478143) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.840125:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.840141:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 6 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.840159:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341548928:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016113.840391:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.855988:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.856028:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937216 00000100:00100000:0.0:1734016113.856040:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937216 00010000:00010000:0.0:1734016113.856095:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.856132:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2742 00000100:00100000:0.0:1734016113.856142:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338937216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.856176:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016113.856232:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.856253:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016113.856296:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.856298:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.856308:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.856324:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.856374:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.856393:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341549056:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016113.856514:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1734016113.856718:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320b46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1462 expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:0.0:1734016113.856743:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341548928:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016113.856782:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.856791:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016113.858522:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338937088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 18596us (23559us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.858538:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10769 00000100:00100000:1.0:1734016113.860313:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341549056:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016113.860362:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.860441:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338937216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4295us (4470us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.860459:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2742 00000100:00100000:0.0:1734016113.870724:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.870866:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937344 00000100:00100000:1.0:1734016113.870881:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937344 00000100:00100000:1.0:1734016113.870967:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10770 00000100:00100000:1.0:1734016113.870977:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338937344:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016113.873560:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9090453 -> 9475930 00002000:00010000:1.0:1734016113.873570:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016114 -> 1734016113 00002000:00010000:1.0:1734016113.873572:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.873574:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016114 -> 1734016113 00002000:00010000:1.0:1734016113.873576:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1632 -> 1728 00000100:00100000:1.0:1734016113.873688:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338937344:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 2704us (2984us total) trans 4294969248 rc 0/0 00000100:00100000:1.0:1734016113.873698:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10770 00000100:00100000:2.0:1734016113.881667:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016113.882050:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937472 00000100:00100000:1.0:1734016113.882063:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937472 00000100:00100000:1.0:1734016113.882127:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10771 00000100:00100000:1.0:1734016113.882135:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338937472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.882159:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.882220:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320b93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14a1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.882315:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549184:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016113.882387:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016113.884507:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016113 -> 1734016114 00002000:00010000:0.0:1734016113.884521:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016113 -> 1734016114 00000100:00100000:0.0:1734016113.884551:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549184:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016113.884605:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320b93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14a1 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.884621:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320b93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14a1 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.884651:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:0.0:1734016113.884738:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338937472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2601us (3085us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.884751:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10771 00000100:00100000:2.0:1734016113.890257:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.890344:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937600 00000100:00100000:0.0:1734016113.890359:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937600 00000100:00100000:0.0:1734016113.890413:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10772 00000100:00100000:0.0:1734016113.890667:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338937600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.890692:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.890715:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320b9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14a8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.890781:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549312:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016113.892360:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.895474:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549312:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016113.895527:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320b9a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14a8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.895543:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320b9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14a8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.895811:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016113.895894:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338937600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5472us (5657us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.895903:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10772 00000100:00100000:3.0:1734016113.902119:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.902226:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937728 00000100:00100000:0.0:1734016113.902240:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937728 00000100:00100000:0.0:1734016113.902303:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10773 00000100:00100000:0.0:1734016113.902313:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338937728:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016113.902609:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9475930 -> 9475930 00002000:00010000:0.0:1734016113.902613:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016114 -> 1734016113 00002000:00010000:0.0:1734016113.902615:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:0.0:1734016113.902618:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016114 -> 1734016113 00002000:00010000:0.0:1734016113.902620:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1728 -> 1768 00000100:00100000:0.0:1734016113.902692:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338937728:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 379us (589us total) trans 4294969249 rc 0/0 00000100:00100000:0.0:1734016113.902704:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10773 00000100:00100000:3.0:1734016113.911934:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.913049:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937856 00000100:00100000:2.0:1734016113.913061:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937856 00000100:00100000:2.0:1734016113.913207:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10774 00000100:00100000:2.0:1734016113.913216:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338937856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.913247:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.913272:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320ba1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14af expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.913342:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341549440:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.913429:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016113.917500:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 9475930 -> 9956389 00002000:00010000:2.0:1734016113.917511:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016113 -> 1734016114 00002000:00010000:2.0:1734016113.917513:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016113 -> 1734016114 00000100:00100000:2.0:1734016113.917541:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341549440:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.917588:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320ba1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14af expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.917602:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320ba1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14af expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.917918:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016113.917995:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338937856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4778us (6074us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.918005:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10774 00000100:00100000:3.0:1734016113.923434:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016113.927001:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937984 00000100:00100000:2.0:1734016113.927026:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937984 00000100:00100000:2.0:1734016113.927110:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10775 00000100:00100000:2.0:1734016113.927120:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338937984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016113.927146:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016113.927168:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320ba8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14b6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016113.927292:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341549568:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016113.927395:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016113.930107:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341549568:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016113.930150:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320ba8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14b6 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.930164:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320ba8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14b6 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016113.931518:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016113.932163:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338937984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5036us (8734us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016113.932175:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10775 00000100:00100000:2.0:1734016113.960948:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016113.961044:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938240 00000100:00100000:0.0:1734016113.961061:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938240 00002000:00100000:0.0:1734016113.961132:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->7438335) req@ffff88012d4b7b80 x1818247338938240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.961145:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247338938240 ext(0->7438335) 00002000:00010000:0.0:1734016113.961151:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80 00000100:00100000:0.0:1734016113.961231:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8860 00000100:00100000:0.0:1734016113.961240:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338938240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016113.970209:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.971388:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016113.971425:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938496 00000100:00100000:3.0:1734016113.971435:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938496 00002000:00100000:3.0:1734016113.971486:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9916415) req@ffff880130d99880 x1818247338938496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.971498:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99880 with x1818247338938496 ext(8388608->9916415) 00002000:00010000:3.0:1734016113.971504:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99880 00000100:00100000:3.0:1734016113.971524:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938368 00000100:00100000:3.0:1734016113.971527:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938368 00002000:00100000:3.0:1734016113.971537:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880130d9b800 x1818247338938368/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016113.971545:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b800 with x1818247338938368 ext(4190208->8388607) 00002000:00010000:3.0:1734016113.971548:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b800 00000100:00100000:3.0:1734016113.971561:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8861 00000100:00100000:3.0:1734016113.971569:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338938496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.975811:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8862 00000100:00100000:1.0:1734016113.975827:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338938368:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.030564:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338938240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 69309us (69619us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016114.030578:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8860 00002000:00100000:1.0:1734016114.030592:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->7438335) req@ffff88012d4b7b80 x1818247338938240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.030603:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247338938240 ext(0->7438335) 00002000:00010000:1.0:1734016114.030609:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80 00000100:00100000:3.0:1734016114.049681:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338938496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 78097us (79490us total) trans 0 rc 1089536/1089536 00000100:00100000:3.0:1734016114.049696:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8861 00002000:00100000:3.0:1734016114.049712:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9916415) req@ffff880130d99880 x1818247338938496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 1089536/1089536 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.049722:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99880 with x1818247338938496 ext(8388608->9916415) 00002000:00010000:3.0:1734016114.049728:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99880 00000100:00100000:0.0:1734016114.079222:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338938368:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 103342us (107781us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016114.079237:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8862 00002000:00100000:0.0:1734016114.079252:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880130d9b800 x1818247338938368/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.079262:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b800 with x1818247338938368 ext(4190208->8388607) 00002000:00010000:0.0:1734016114.079267:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b800 00000100:00100000:0.0:1734016114.085622:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.085736:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938752 00000100:00100000:2.0:1734016114.085747:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938752 00000100:00100000:2.0:1734016114.085951:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10776 00000100:00100000:2.0:1734016114.085959:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338938752:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016114.086212:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9956389 -> 9475930 00002000:00010000:2.0:1734016114.086216:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016114 -> 1734016113 00002000:00010000:2.0:1734016114.086218:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:2.0:1734016114.086220:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:2.0:1734016114.086221:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1768 -> 1824 00000100:00100000:2.0:1734016114.086289:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338938752:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 329us (679us total) trans 4294969250 rc 0/0 00000100:00100000:2.0:1734016114.086297:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10776 00000100:00100000:0.0:1734016114.088245:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.088415:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938880 00000100:00100000:2.0:1734016114.088425:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938880 00000100:00080000:0.0:1734016114.089032:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016084 00000100:00100000:2.0:1734016114.089622:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10777 00000100:00100000:2.0:1734016114.089631:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338938880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.089653:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.089676:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320baf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14bd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.089742:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549696:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.089827:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016114.092539:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 9475930 -> 9956389 00002000:00010000:2.0:1734016114.092548:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016113 -> 1734016114 00002000:00010000:2.0:1734016114.092551:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016113 -> 1734016114 00000100:00100000:2.0:1734016114.092577:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549696:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.092620:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320baf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14bd expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.092637:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320baf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14bd expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.092900:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016114.092962:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338938880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3331us (4727us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.092972:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10777 00000100:00100000:0.0:1734016114.095762:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.095918:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939008 00000100:00100000:2.0:1734016114.095929:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939008 00000100:00100000:2.0:1734016114.095981:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10778 00000100:00100000:2.0:1734016114.095989:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338939008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.096010:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.096035:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320bb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14c4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.096093:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549824:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.096286:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.097839:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549824:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.097888:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320bb6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14c4 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.097902:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320bb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14c4 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.098302:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016114.098390:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338939008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2399us (2643us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.098399:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10778 00000100:00100000:0.0:1734016114.111407:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.111593:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939136 00000100:00100000:2.0:1734016114.111604:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939136 00000100:00100000:2.0:1734016114.111665:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10779 00000100:00100000:2.0:1734016114.111673:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338939136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.111696:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.111718:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14cb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.111753:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.111761:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.111763:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.111766:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [217088->266239] (req 217088->266239) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.111796:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.111808:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 8 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.111820:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549952:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016114.111903:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.113642:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341549952:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016114.113675:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [217088->266239] (req 217088->266239) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.113690:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016114.113737:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338939136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2063us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.113747:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10779 00000100:00100000:0.0:1734016114.118734:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.118923:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939264 00000100:00100000:2.0:1734016114.118936:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939264 00002000:00100000:2.0:1734016114.119003:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9916416->9956388) req@ffff88012b87ed80 x1818247338939264/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.119015:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ed80 with x1818247338939264 ext(9916416->9956388) 00010000:00010000:2.0:1734016114.119031:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 9 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.119045:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 9 pid: 7681 timeout: 477 lvb_type: 0 00002000:00010000:2.0:1734016114.119052:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87ed80 00000100:00100000:2.0:1734016114.119095:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 308 00000100:00100000:2.0:1734016114.119103:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338939264:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016114.123806:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338939264:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4688us (5071us total) trans 4294969251 rc 0/0 00000100:00100000:0.0:1734016114.123830:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 308 00002000:00100000:0.0:1734016114.123845:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9916416->9956388) req@ffff88012b87ed80 x1818247338939264/t4294969251(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.123870:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ed80 with x1818247338939264 ext(9916416->9956388) 00010000:00010000:0.0:1734016114.123884:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 11 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016114.123909:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 11 pid: 7681 timeout: 477 lvb_type: 0 00002000:00010000:0.0:1734016114.123917:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87ed80 00010000:00010000:1.0:1734016114.125377:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016114.148163:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.148685:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939392 00000100:00100000:2.0:1734016114.148695:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939392 00010000:00010000:2.0:1734016114.148739:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 11 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.148785:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2743 00000100:00100000:2.0:1734016114.148792:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247338939392:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.148807:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016114.148827:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1824 -> 1904 00010000:00010000:2.0:1734016114.148834:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 11 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.148851:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 11 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.148886:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320b8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9478143) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a149a expref: 11 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.148918:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.148921:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.148929:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.148938:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.148975:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.148988:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341550080:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016114.149055:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.157248:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341550080:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016114.157276:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016114.157593:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338939392:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8799us (9443us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.157606:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2743 00000100:00100000:2.0:1734016114.175368:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341550592:0@lo:400:kworker.0 00000100:00100000:2.0:1734016114.175444:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016114.175476:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016114.175481:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341550464:0@lo:400:kworker.0 00000100:00100000:2.0:1734016114.175502:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016114.175531:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341550592 00000100:00100000:2.0:1734016114.175538:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341550592 00000100:00100000:2.0:1734016114.175580:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1734016114.175587:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341550592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016114.175634:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341550592:12345-0@lo:400:kworker.0 Request processed in 47us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.175640:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1734016114.175673:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341550592:0@lo:400:kworker.0 00000100:00100000:2.0:1734016114.175710:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341550464 00000100:00100000:2.0:1734016114.175714:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341550464 00000100:00100000:2.0:1734016114.175739:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1734016114.175743:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341550464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016114.175771:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341550464:12345-0@lo:400:kworker.0 Request processed in 27us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.175775:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1734016114.175792:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341550464:0@lo:400:kworker.0 00000100:00080000:2.0:1734016114.175814:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016084 00000100:00080000:2.0:1734016114.175817:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016084 00000100:00100000:3.0:1734016114.175891:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341550336:0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.175917:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016114.175929:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341550848:0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.175944:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016114.175953:0:3503:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734016114.175956:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e486b66-8c6f-4c10-92df-11971fbab61f:3503:1818247341550208:0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.175977:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016114.175988:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3503:1818247341550720:0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.176001:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016114.176016:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341550208 00000100:00100000:3.0:1734016114.176018:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341550208 00000100:00100000:3.0:1734016114.176043:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1734016114.176046:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3503:x1818247341550208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.176068:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3503:x1818247341550208:12345-0@lo:400:kworker.0 Request processed in 21us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.176072:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:3.0:1734016114.176096:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016084 00000100:00100000:3.0:1734016114.176104:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e486b66-8c6f-4c10-92df-11971fbab61f:3503:1818247341550208:0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.176119:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341550336 00000100:00100000:3.0:1734016114.176121:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341550336 00000100:00100000:3.0:1734016114.176131:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341550720 00000100:00100000:3.0:1734016114.176133:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341550720 00000100:00100000:3.0:1734016114.176145:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1734016114.176148:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341550336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.176165:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341550336:12345-0@lo:400:kworker.0 Request processed in 17us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.176169:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1734016114.176176:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1734016114.176200:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341550720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.176215:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341550720:12345-0@lo:400:kworker.0 Request processed in 36us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.176219:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00080000:3.0:1734016114.176229:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016084 00000100:00100000:3.0:1734016114.176238:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3503:1818247341550720:0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.176243:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341550336:0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.176255:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341550848 00000100:00100000:3.0:1734016114.176257:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341550848 00000100:00100000:3.0:1734016114.176270:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1734016114.176273:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341550848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016114.176292:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341550848:12345-0@lo:400:kworker.0 Request processed in 18us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.176296:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00080000:3.0:1734016114.176302:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016084 00000100:00100000:3.0:1734016114.176310:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341550848:0@lo:400:kworker.0 00000100:00100000:0.0:1734016114.191757:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.191800:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.191843:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.191962:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939648 00000100:00100000:1.0:1734016114.191972:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939648 00002000:00100000:1.0:1734016114.192024:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012b87f100 x1818247338939648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.192034:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f100 with x1818247338939648 ext(0->4194303) 00002000:00010000:1.0:1734016114.192039:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f100 00000100:00100000:1.0:1734016114.192058:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939904 00000100:00100000:1.0:1734016114.192061:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939904 00002000:00100000:1.0:1734016114.192072:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9957375) req@ffff88012b87ea00 x1818247338939904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.192079:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ea00 with x1818247338939904 ext(8388608->9957375) 00002000:00010000:1.0:1734016114.192081:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ea00 00000100:00100000:1.0:1734016114.192090:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939776 00000100:00100000:1.0:1734016114.192092:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939776 00002000:00100000:1.0:1734016114.192100:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88012b87ce00 x1818247338939776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.192107:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ce00 with x1818247338939776 ext(4194304->8388607) 00002000:00010000:1.0:1734016114.192109:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ce00 00000100:00100000:1.0:1734016114.192119:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8863 00000100:00100000:1.0:1734016114.192126:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338939648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.195977:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8864 00000100:00100000:3.0:1734016114.195993:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338939904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.197786:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8865 00000100:00100000:3.0:1734016114.197798:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338939776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.218437:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016114.218464:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341550976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016114.220330:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016114.220395:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341550976 00000100:00100000:2.0:1734016114.220405:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341550976 00000100:00100000:2.0:1734016114.220452:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1734016114.220460:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341550976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016114.220491:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980107840 pending 65536 free 3922997248 avail 3691044864 00000100:00100000:2.0:1734016114.220532:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341550976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.220538:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1734016114.220591:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341550976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016114.244483:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338939904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 48477us (52665us total) trans 0 rc 1568768/1568768 00000100:00100000:3.0:1734016114.244500:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8864 00002000:00100000:3.0:1734016114.244515:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9957375) req@ffff88012b87ea00 x1818247338939904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 1568768/1568768 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.244526:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ea00 with x1818247338939904 ext(8388608->9957375) 00002000:00010000:3.0:1734016114.244532:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ea00 00000100:00100000:1.0:1734016114.292951:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338939648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 100802us (101183us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016114.292972:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8863 00002000:00100000:1.0:1734016114.292992:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012b87f100 x1818247338939648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.293003:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f100 with x1818247338939648 ext(0->4194303) 00002000:00010000:1.0:1734016114.293010:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f100 00000100:00100000:0.0:1734016114.312473:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.315950:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940160 00000100:00100000:2.0:1734016114.315967:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940160 00000100:00100000:3.0:1734016114.317272:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10780 00000100:00100000:3.0:1734016114.317283:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338940160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.317310:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016114.317335:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14d2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.317367:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.317370:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.317380:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.317398:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.317413:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016114.317520:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338940160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 237us (5061us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.317527:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10780 00000100:00100000:3.0:1734016114.329165:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338939776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131356us (137308us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016114.329194:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8865 00002000:00100000:3.0:1734016114.329210:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88012b87ce00 x1818247338939776/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/440 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.329221:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ce00 with x1818247338939776 ext(4194304->8388607) 00002000:00010000:3.0:1734016114.329227:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ce00 00000100:00100000:0.0:1734016114.341123:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.341687:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940288 00000100:00100000:2.0:1734016114.341700:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940288 00000100:00100000:2.0:1734016114.341766:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10781 00000100:00100000:2.0:1734016114.341775:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338940288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.341798:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.341823:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14d9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.341869:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.341877:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.341882:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.341884:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.341888:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5226496->5275647] (req 5226496->5275647) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.341927:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.341939:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 12 pid: 13915 timeout: 477 lvb_type: 1 00000100:00100000:2.0:1734016114.341951:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551104:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016114.344205:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.344225:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 6 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.344239:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551232:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016114.344306:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.360478:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551104:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016114.360492:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551232:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016114.360760:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5226496->5275647] (req 5226496->5275647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.360782:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:0.0:1734016114.363572:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.363823:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940416 00000100:00100000:3.0:1734016114.363835:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940416 00010000:00010000:3.0:1734016114.363884:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 13 pid: 13915 timeout: 477 lvb_type: 1 00000100:00100000:3.0:1734016114.363977:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2744 00000100:00100000:3.0:1734016114.363985:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338940416:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.364002:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016114.364028:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 13 pid: 13915 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016114.364040:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 13 pid: 13915 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016114.364063:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320bc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d2 expref: 13 pid: 13915 timeout: 477 lvb_type: 1 00010000:00010000:3.0:1734016114.364087:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.364128:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338940416:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 144us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.364134:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2744 00000100:00100000:2.0:1734016114.364623:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338940288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 22845us (23508us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.364639:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10781 00000100:00100000:0.0:1734016114.403107:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.403417:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940544 00000100:00100000:2.0:1734016114.403439:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940544 00010000:00010000:2.0:1734016114.403507:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.403574:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2745 00000100:00100000:2.0:1734016114.403583:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338940544:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016114.403609:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016114.403645:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.403661:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.403691:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14cb expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:2.0:1734016114.404713:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.404717:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016114.404728:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.404739:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.404783:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.404798:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341551360:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016114.407612:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.414642:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341551360:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016114.414674:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.414725:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338940544:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11140us (11631us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.414738:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2745 00000100:00100000:0.0:1734016114.420610:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.420795:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940800 00000100:00100000:3.0:1734016114.420806:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940800 00002000:00100000:3.0:1734016114.421002:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5271552->5275647) req@ffff880090a27800 x1818247338940800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.421014:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27800 with x1818247338940800 ext(5271552->5275647) 00002000:00010000:3.0:1734016114.421019:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27800 00000100:00100000:3.0:1734016114.421796:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8866 00000100:00100000:3.0:1734016114.421806:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338940800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.422193:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338940800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 375us (1585us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.422200:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8866 00002000:00100000:3.0:1734016114.422207:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5271552->5275647) req@ffff880090a27800 x1818247338940800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.422214:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27800 with x1818247338940800 ext(5271552->5275647) 00002000:00010000:3.0:1734016114.422218:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27800 00000100:00100000:0.0:1734016114.426469:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.430638:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940928 00000100:00100000:2.0:1734016114.430655:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940928 00000100:00100000:2.0:1734016114.430744:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10782 00000100:00100000:2.0:1734016114.430753:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338940928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.430776:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.430797:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14e0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.430872:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551488:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.430962:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.444151:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551488:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.444220:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bd2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14e0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.444237:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320bd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14e0 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.444261:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016114.444347:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338940928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13593us (17893us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.444356:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10782 00000100:00100000:1.0:1734016114.451008:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.453598:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941056 00000100:00100000:2.0:1734016114.453611:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941056 00000100:00100000:2.0:1734016114.453802:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10783 00000100:00100000:2.0:1734016114.453814:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338941056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.453837:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.453864:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320bd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14e7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.453923:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551616:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.454015:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.456172:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551616:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.456231:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320bd9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14e7 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.456243:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320bd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14e7 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.457426:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016114.457497:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338941056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3682us (10328us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.457506:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10783 00000100:00100000:0.0:1734016114.464809:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.464932:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941184 00000100:00100000:2.0:1734016114.464945:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941184 00000100:00100000:2.0:1734016114.464997:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10784 00000100:00100000:2.0:1734016114.465002:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338941184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.465021:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.465042:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14ee expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.465069:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.465075:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.465077:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.465079:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7888896->7917567] (req 7888896->7917567) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.465104:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.465113:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 10 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.465123:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551744:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016114.466162:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.468715:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341551744:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016114.468745:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7888896->7917567] (req 7888896->7917567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.468760:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016114.468801:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338941184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3797us (4007us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.468808:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10784 00000100:00100000:1.0:1734016114.474304:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.474452:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941312 00000100:00100000:3.0:1734016114.474467:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941312 00002000:00100000:3.0:1734016114.474528:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5226496->5275647) req@ffff8800715d4700 x1818247338941312/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.474540:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4700 with x1818247338941312 ext(5226496->5275647) 00010000:00010000:3.0:1734016114.474550:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 11 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.474569:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 11 pid: 7681 timeout: 477 lvb_type: 0 00002000:00010000:3.0:1734016114.474576:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800715d4700 00000100:00100000:3.0:1734016114.474602:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 309 00000100:00100000:3.0:1734016114.474610:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338941312:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016114.480583:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338941312:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5965us (6282us total) trans 4294969252 rc 0/0 00000100:00100000:3.0:1734016114.480593:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 309 00002000:00100000:3.0:1734016114.480602:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5226496->5275647) req@ffff8800715d4700 x1818247338941312/t4294969252(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.480610:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4700 with x1818247338941312 ext(5226496->5275647) 00010000:00010000:3.0:1734016114.480619:0:7685:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 13 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.480632:0:7685:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 13 pid: 7681 timeout: 477 lvb_type: 0 00002000:00010000:3.0:1734016114.480638:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800715d4700 00000100:00100000:0.0:1734016114.482678:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.483220:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941440 00000100:00100000:3.0:1734016114.483228:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941440 00010000:00010000:3.0:1734016114.483257:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 13 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016114.483290:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2746 00000100:00100000:3.0:1734016114.483297:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338941440:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.483310:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016114.483326:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1904 -> 2000 00010000:00010000:3.0:1734016114.483330:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 13 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.483339:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 13 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.483358:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320bcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14d9 expref: 13 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.485581:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.485587:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.485599:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.485609:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.485653:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.485666:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341551872:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016114.485735:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.489339:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.489428:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341551872:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016114.489447:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.489503:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338941440:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6204us (6830us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.489513:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2746 00000100:00100000:2.0:1734016114.489594:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941696 00000100:00100000:2.0:1734016114.489600:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941696 00002000:00100000:2.0:1734016114.489630:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7913472->7917567) req@ffff8800712b6680 x1818247338941696/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.489638:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6680 with x1818247338941696 ext(7913472->7917567) 00002000:00010000:2.0:1734016114.489642:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6680 00000100:00100000:2.0:1734016114.489655:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8867 00000100:00100000:2.0:1734016114.489660:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338941696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.489760:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338941696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 100us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.489765:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8867 00002000:00100000:2.0:1734016114.489769:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7913472->7917567) req@ffff8800712b6680 x1818247338941696/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.489775:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6680 with x1818247338941696 ext(7913472->7917567) 00002000:00010000:2.0:1734016114.489777:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6680 00000100:00100000:1.0:1734016114.498963:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.499044:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941824 00000100:00100000:2.0:1734016114.499052:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941824 00000100:00100000:2.0:1734016114.499094:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10785 00000100:00100000:2.0:1734016114.499100:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338941824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.499114:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.499128:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320be7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14f5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.499170:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341552000:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.499244:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.500760:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341552000:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.500786:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320be7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14f5 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.500796:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320be7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14f5 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.500818:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016114.500856:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338941824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1747us (1892us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.500862:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10785 00000100:00100000:0.0:1734016114.505370:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.505458:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941952 00000100:00100000:2.0:1734016114.505470:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941952 00000100:00100000:2.0:1734016114.505517:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10786 00000100:00100000:2.0:1734016114.505523:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338941952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.505539:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.505555:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a14fc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.505580:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.505586:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.505587:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.505590:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3874816->3878911] (req 3874816->3878911) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.505615:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.505627:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 6 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:2.0:1734016114.505636:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341552128:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016114.505702:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.520436:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.520755:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341552128:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016114.520791:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3874816->3878911] (req 3874816->3878911) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.520815:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:0.0:1734016114.525228:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942080 00000100:00100000:0.0:1734016114.525240:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942080 00002000:00100000:0.0:1734016114.525284:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7888896->7917567) req@ffff8800712b6d80 x1818247338942080/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.525295:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6d80 with x1818247338942080 ext(7888896->7917567) 00010000:00010000:0.0:1734016114.525303:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:0.0:1734016114.525316:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 7 pid: 7681 timeout: 477 lvb_type: 0 00002000:00010000:0.0:1734016114.525322:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712b6d80 00000100:00100000:0.0:1734016114.525351:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 310 00000100:00100000:0.0:1734016114.525357:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338942080:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016114.525554:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338941952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 20027us (20191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.525561:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10786 00000100:00100000:3.0:1734016114.528159:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338942080:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2791us (7722us total) trans 4294969253 rc 0/0 00000100:00100000:3.0:1734016114.528170:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 310 00002000:00100000:3.0:1734016114.528198:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7888896->7917567) req@ffff8800712b6d80 x1818247338942080/t4294969253(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.528207:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6d80 with x1818247338942080 ext(7888896->7917567) 00010000:00010000:3.0:1734016114.528216:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 9 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.528227:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 9 pid: 7681 timeout: 477 lvb_type: 0 00002000:00010000:3.0:1734016114.528232:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712b6d80 00000100:00100000:1.0:1734016114.531877:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.531981:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942208 00000100:00100000:3.0:1734016114.531987:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942208 00010000:00010000:3.0:1734016114.532016:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 9 pid: 7681 timeout: 477 lvb_type: 0 00000100:00100000:3.0:1734016114.532049:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2747 00000100:00100000:3.0:1734016114.532055:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338942208:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016114.532068:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016114.532082:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2000 -> 2056 00010000:00010000:3.0:1734016114.532088:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 9 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.532098:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 9 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.532115:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320be0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7888896->7917567) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14ee expref: 9 pid: 7681 timeout: 477 lvb_type: 0 00010000:00010000:3.0:1734016114.532131:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.532133:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016114.532138:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.532144:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016114.532173:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016114.532205:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341552256:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016114.532253:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.536479:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341552256:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016114.536511:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016114.536579:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338942208:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4521us (4708us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.536593:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2747 00000100:00100000:3.0:1734016114.537111:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.537215:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942464 00000100:00100000:0.0:1734016114.537224:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942464 00002000:00100000:0.0:1734016114.537264:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3874816->3878911) req@ffff880130d9ad80 x1818247338942464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.537274:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9ad80 with x1818247338942464 ext(3874816->3878911) 00002000:00010000:0.0:1734016114.537278:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9ad80 00000100:00100000:0.0:1734016114.537295:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8868 00000100:00100000:0.0:1734016114.537302:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338942464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.537421:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338942464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 119us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.537426:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8868 00002000:00100000:0.0:1734016114.537431:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3874816->3878911) req@ffff880130d9ad80 x1818247338942464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.537444:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9ad80 with x1818247338942464 ext(3874816->3878911) 00002000:00010000:0.0:1734016114.537447:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9ad80 00000100:00100000:1.0:1734016114.554347:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.554563:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942720 00000100:00100000:3.0:1734016114.554572:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942720 00002000:00100000:3.0:1734016114.554607:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3870720->3874815) req@ffff8800ac134e00 x1818247338942720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.554617:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247338942720 ext(3870720->3874815) 00002000:00010000:3.0:1734016114.554622:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:3.0:1734016114.554640:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8869 00000100:00100000:3.0:1734016114.554645:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338942720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.555063:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338942720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 416us (723us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.555070:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8869 00002000:00100000:3.0:1734016114.555075:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3870720->3874815) req@ffff8800ac134e00 x1818247338942720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.555082:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247338942720 ext(3870720->3874815) 00002000:00010000:3.0:1734016114.555085:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:1.0:1734016114.558766:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.560283:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942976 00000100:00100000:3.0:1734016114.560295:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942976 00002000:00100000:3.0:1734016114.560336:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3866624->3870719) req@ffff8800ac134a80 x1818247338942976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.560346:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134a80 with x1818247338942976 ext(3866624->3870719) 00002000:00010000:3.0:1734016114.560351:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134a80 00000100:00100000:3.0:1734016114.560376:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8870 00000100:00100000:3.0:1734016114.560382:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338942976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.560529:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338942976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (1773us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.560536:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8870 00002000:00100000:3.0:1734016114.560542:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3866624->3870719) req@ffff8800ac134a80 x1818247338942976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.560549:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134a80 with x1818247338942976 ext(3866624->3870719) 00002000:00010000:3.0:1734016114.560552:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134a80 00000100:00100000:2.0:1734016114.564960:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.565397:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943232 00000100:00100000:0.0:1734016114.565412:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943232 00002000:00100000:0.0:1734016114.565465:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3862528->3866623) req@ffff8801312c5f80 x1818247338943232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.565475:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5f80 with x1818247338943232 ext(3862528->3866623) 00002000:00010000:0.0:1734016114.565481:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5f80 00000100:00100000:0.0:1734016114.565520:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8871 00000100:00100000:0.0:1734016114.565528:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338943232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.565705:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338943232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (752us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.565712:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8871 00002000:00100000:0.0:1734016114.565718:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3862528->3866623) req@ffff8801312c5f80 x1818247338943232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.565725:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5f80 with x1818247338943232 ext(3862528->3866623) 00002000:00010000:0.0:1734016114.565727:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5f80 00000100:00100000:1.0:1734016114.567944:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.570859:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943488 00000100:00100000:3.0:1734016114.570871:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943488 00002000:00100000:3.0:1734016114.570915:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3858432->3862527) req@ffff8800ac135c00 x1818247338943488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.570925:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135c00 with x1818247338943488 ext(3858432->3862527) 00002000:00010000:3.0:1734016114.570930:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135c00 00000100:00100000:3.0:1734016114.570959:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8872 00000100:00100000:3.0:1734016114.570966:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338943488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.571141:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338943488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (3203us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016114.571147:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8872 00002000:00100000:3.0:1734016114.571152:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3858432->3862527) req@ffff8800ac135c00 x1818247338943488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016114.571158:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135c00 with x1818247338943488 ext(3858432->3862527) 00002000:00010000:3.0:1734016114.571161:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135c00 00000100:00100000:1.0:1734016114.589999:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.590212:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943744 00000100:00100000:0.0:1734016114.590222:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943744 00002000:00100000:0.0:1734016114.590266:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3854336->3858431) req@ffff8800ac136300 x1818247338943744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.590275:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136300 with x1818247338943744 ext(3854336->3858431) 00002000:00010000:0.0:1734016114.590279:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136300 00000100:00100000:0.0:1734016114.593296:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8873 00000100:00100000:0.0:1734016114.593318:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338943744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.594751:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338943744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1433us (4751us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.594759:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8873 00002000:00100000:0.0:1734016114.594768:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3854336->3858431) req@ffff8800ac136300 x1818247338943744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.594777:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136300 with x1818247338943744 ext(3854336->3858431) 00002000:00010000:0.0:1734016114.594782:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136300 00000100:00100000:1.0:1734016114.595269:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.595414:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944000 00000100:00100000:3.0:1734016114.595421:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944000 00000100:00100000:3.0:1734016114.595455:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 209 00000100:00100000:3.0:1734016114.595461:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:1980:x1818247338944000:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016114.595507:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:1980:x1818247338944000:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 46us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.595512:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 209 00000100:00080000:3.0:1734016114.595527:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016084 00000100:00100000:1.0:1734016114.595623:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.595781:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.595808:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944256 00000100:00100000:3.0:1734016114.595810:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944256 00000100:00100000:3.0:1734016114.595824:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 210 00000100:00100000:3.0:1734016114.595828:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:1980:x1818247338944256:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016114.595865:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:1980:x1818247338944256:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 36us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.595870:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 210 00000100:00100000:1.0:1734016114.598418:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.598472:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944128 00000100:00100000:2.0:1734016114.598478:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944128 00000100:00100000:2.0:1734016114.598512:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 145 00000100:00100000:2.0:1734016114.598517:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338944128:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016114.598562:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338944128:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 45us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.598568:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 145 00000100:00080000:0.0:1734016114.598725:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016084 00000100:00100000:3.0:1734016114.598793:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943872 00000100:00100000:3.0:1734016114.598797:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943872 00000100:00100000:3.0:1734016114.598828:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 303 00000100:00100000:3.0:1734016114.598832:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1980:x1818247338943872:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016114.598870:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1980:x1818247338943872:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 37us (3089us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.598875:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 303 00000100:00080000:0.0:1734016114.599010:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016084 00000100:00100000:1.0:1734016114.609037:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.609146:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944512 00000100:00100000:0.0:1734016114.609155:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944512 00002000:00100000:0.0:1734016114.609228:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3850240->3854335) req@ffff8800ac137800 x1818247338944512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.609238:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137800 with x1818247338944512 ext(3850240->3854335) 00002000:00010000:0.0:1734016114.609242:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137800 00000100:00100000:0.0:1734016114.609281:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8874 00000100:00100000:0.0:1734016114.609289:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338944512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.609426:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338944512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (397us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.609440:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8874 00002000:00100000:0.0:1734016114.609446:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3850240->3854335) req@ffff8800ac137800 x1818247338944512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.609456:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137800 with x1818247338944512 ext(3850240->3854335) 00002000:00010000:0.0:1734016114.609459:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137800 00000100:00100000:3.0:1734016114.620497:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.625299:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944768 00000100:00100000:0.0:1734016114.625324:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944768 00002000:00100000:0.0:1734016114.625395:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3846144->3850239) req@ffff880130d9b100 x1818247338944768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.625406:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b100 with x1818247338944768 ext(3846144->3850239) 00002000:00010000:0.0:1734016114.625413:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b100 00000100:00100000:1.0:1734016114.626776:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8875 00000100:00100000:1.0:1734016114.626788:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338944768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.626982:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338944768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 195us (6492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.626989:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8875 00002000:00100000:1.0:1734016114.626996:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3846144->3850239) req@ffff880130d9b100 x1818247338944768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.627003:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b100 with x1818247338944768 ext(3846144->3850239) 00002000:00010000:1.0:1734016114.627008:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b100 00000100:00100000:1.0:1734016114.637306:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.641724:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945024 00000100:00100000:0.0:1734016114.641737:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945024 00002000:00100000:0.0:1734016114.641777:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3842048->3846143) req@ffff8800ac135880 x1818247338945024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.641787:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135880 with x1818247338945024 ext(3842048->3846143) 00002000:00010000:0.0:1734016114.641791:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135880 00000100:00100000:0.0:1734016114.641813:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8876 00000100:00100000:0.0:1734016114.641818:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338945024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.643094:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338945024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1271us (5794us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.643102:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8876 00002000:00100000:0.0:1734016114.643108:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3842048->3846143) req@ffff8800ac135880 x1818247338945024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.643115:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135880 with x1818247338945024 ext(3842048->3846143) 00002000:00010000:0.0:1734016114.643118:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135880 00000100:00100000:2.0:1734016114.649255:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.650825:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945280 00000100:00100000:1.0:1734016114.650838:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945280 00002000:00100000:1.0:1734016114.650893:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3837952->3842047) req@ffff8801312c6680 x1818247338945280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.650903:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6680 with x1818247338945280 ext(3837952->3842047) 00002000:00010000:1.0:1734016114.650909:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6680 00000100:00100000:1.0:1734016114.650936:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8877 00000100:00100000:1.0:1734016114.650942:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338945280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.651087:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338945280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (1840us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.651093:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8877 00002000:00100000:1.0:1734016114.651098:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3837952->3842047) req@ffff8801312c6680 x1818247338945280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.651105:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6680 with x1818247338945280 ext(3837952->3842047) 00002000:00010000:1.0:1734016114.651108:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6680 00000100:00100000:3.0:1734016114.660995:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.661075:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945536 00000100:00100000:0.0:1734016114.661084:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945536 00002000:00100000:0.0:1734016114.661124:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3833856->3837951) req@ffff880130d9b480 x1818247338945536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.661133:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b480 with x1818247338945536 ext(3833856->3837951) 00002000:00010000:0.0:1734016114.661138:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b480 00000100:00100000:0.0:1734016114.661482:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8878 00000100:00100000:0.0:1734016114.661489:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338945536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.661632:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338945536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (647us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.661638:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8878 00002000:00100000:0.0:1734016114.661643:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3833856->3837951) req@ffff880130d9b480 x1818247338945536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.661650:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b480 with x1818247338945536 ext(3833856->3837951) 00002000:00010000:0.0:1734016114.661652:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b480 00000100:00100000:1.0:1734016114.665757:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.665872:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945792 00000100:00100000:2.0:1734016114.665884:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945792 00002000:00100000:2.0:1734016114.665925:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3829760->3833855) req@ffff880071f9a680 x1818247338945792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.665935:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a680 with x1818247338945792 ext(3829760->3833855) 00002000:00010000:2.0:1734016114.665941:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a680 00000100:00100000:2.0:1734016114.665964:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8879 00000100:00100000:2.0:1734016114.665973:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338945792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.666158:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338945792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 185us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.666164:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8879 00002000:00100000:2.0:1734016114.666168:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3829760->3833855) req@ffff880071f9a680 x1818247338945792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.666175:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a680 with x1818247338945792 ext(3829760->3833855) 00002000:00010000:2.0:1734016114.666177:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a680 00000100:00100000:3.0:1734016114.672016:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.672171:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945920 00000100:00100000:2.0:1734016114.672204:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945920 00002000:00100000:2.0:1734016114.672238:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3829760->3878911) req@ffff880130d98380 x1818247338945920/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.672248:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98380 with x1818247338945920 ext(3829760->3878911) 00002000:00010000:2.0:1734016114.672253:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98380 00000100:00100000:2.0:1734016114.672271:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8880 00000100:00100000:2.0:1734016114.672277:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338945920:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016114.676068:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1981:x1818247338945920:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3782us (4052us total) trans 4294969254 rc 0/0 00000100:00100000:2.0:1734016114.676081:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8880 00002000:00100000:2.0:1734016114.676092:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3829760->3878911) req@ffff880130d98380 x1818247338945920/t4294969254(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.676100:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98380 with x1818247338945920 ext(3829760->3878911) 00002000:00010000:2.0:1734016114.676104:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98380 00000100:00100000:1.0:1734016114.678707:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016114.678792:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946048 00000100:00100000:3.0:1734016114.678801:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946048 00000100:00100000:3.0:1734016114.678991:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1969 00000100:00100000:3.0:1734016114.678999:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338946048:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016114.679285:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338946048:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 285us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.679292:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1969 00000100:00100000:3.0:1734016114.681310:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.681494:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946176 00000100:00100000:2.0:1734016114.681503:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946176 00000100:00100000:2.0:1734016114.681661:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10787 00000100:00100000:2.0:1734016114.681670:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247338946176:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:1.0:1734016114.683175:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969254 is committed 00000001:00080000:1.0:1734016114.683202:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969253 is committed 00000100:00100000:2.0:1734016114.683435:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338946176:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1763us (2131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.683445:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10787 00000100:00100000:2.0:1734016114.685365:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341552384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016114.685425:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016114.685508:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341552384 00000100:00100000:3.0:1734016114.685516:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341552384 00000100:00100000:3.0:1734016114.685545:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1734016114.685554:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341552384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016114.685581:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016114.685613:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341552384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016114.685619:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1734016114.685662:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341552384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016114.687915:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.688050:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946304 00000100:00100000:0.0:1734016114.688057:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946304 00000100:00100000:0.0:1734016114.688091:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10788 00000100:00100000:0.0:1734016114.688097:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338946304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.688111:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.688125:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320bf5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1503 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.688166:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341552512:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016114.688630:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016114.690823:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 2056 -> 2152 00000100:00100000:0.0:1734016114.690862:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341552512:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016114.690914:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320bf5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1503 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.690929:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320bf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1503 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.690952:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016114.690999:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338946304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2901us (3090us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.691006:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10788 00000100:00100000:3.0:1734016114.694463:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.694526:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946432 00000100:00100000:0.0:1734016114.694538:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946432 00000100:00100000:0.0:1734016114.694584:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10789 00000100:00100000:0.0:1734016114.694591:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338946432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.694610:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.694625:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320bfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a150a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.694683:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341552640:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016114.695604:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.697710:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341552640:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016114.697767:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320bfc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a150a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.697784:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320bfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a150a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.697942:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016114.698002:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338946432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3409us (3547us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.698010:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10789 00000100:00100000:2.0:1734016114.703653:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.703727:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946560 00000100:00100000:0.0:1734016114.703737:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946560 00000100:00100000:0.0:1734016114.703787:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10790 00000100:00100000:0.0:1734016114.703794:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac188850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338946560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.703810:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.703826:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320c03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1511 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.703894:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341552768:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016114.703962:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.706644:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341552768:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016114.706690:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320c03 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1511 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.706701:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320c03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1511 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.706765:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016114.713063:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac188850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338946560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9239us (9394us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.713083:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10790 00000100:00100000:3.0:1734016114.716900:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.717051:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946688 00000100:00100000:0.0:1734016114.717060:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946688 00000100:00100000:2.0:1734016114.717752:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10791 00000100:00100000:2.0:1734016114.717761:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338946688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.717779:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.717796:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1518 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.717823:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.717829:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.717832:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016114.717835:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8110080->8118271] (req 8110080->8118271) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.717874:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.717886:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 5 pid: 7681 timeout: 478 lvb_type: 0 00000100:00100000:2.0:1734016114.717898:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341552896:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016114.717966:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.723315:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341552896:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016114.723343:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8110080->8118271] (req 8110080->8118271) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016114.723358:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016114.723404:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338946688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5644us (6515us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.723413:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10791 00000100:00100000:3.0:1734016114.725905:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.725956:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946816 00000100:00100000:0.0:1734016114.725962:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946816 00010000:00010000:0.0:1734016114.725988:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 6 pid: 7681 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.726017:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2748 00000100:00100000:0.0:1734016114.726022:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338946816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016114.726033:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016114.726050:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 6 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.726059:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 6 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.726079:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320bee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a14fc expref: 6 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016114.726102:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.726104:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.726110:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.726118:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.726144:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.726154:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341553024:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016114.726206:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.730350:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341553024:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016114.730388:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.730436:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338946816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4412us (4536us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.730446:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2748 00000100:00100000:2.0:1734016114.732332:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.732397:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946944 00000100:00100000:0.0:1734016114.732404:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946944 00000100:00100000:0.0:1734016114.732471:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10792 00000100:00100000:0.0:1734016114.732477:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338946944:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016114.732711:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9956389 -> 9956389 00002000:00010000:0.0:1734016114.732714:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.732717:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.732718:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.732721:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2152 -> 2168 00000100:00100000:0.0:1734016114.732764:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338946944:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 286us (587us total) trans 4294969255 rc 0/0 00000100:00100000:0.0:1734016114.732774:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10792 00000100:00100000:3.0:1734016114.735590:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.736220:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947072 00000100:00100000:1.0:1734016114.736228:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947072 00000100:00100000:1.0:1734016114.736266:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10793 00000100:00100000:1.0:1734016114.736272:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338947072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.736288:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.736304:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320c11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a151f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.736351:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341553152:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016114.736418:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.739935:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341553152:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016114.739965:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320c11 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a151f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.739979:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320c11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a151f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.740575:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016114.740630:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338947072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4356us (5048us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.740638:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10793 00000100:00100000:2.0:1734016114.744040:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.744115:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947200 00000100:00100000:1.0:1734016114.744124:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947200 00000100:00100000:1.0:1734016114.744303:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10794 00000100:00100000:1.0:1734016114.744311:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338947200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.744329:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.744344:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320c18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1526 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.744392:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341553280:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016114.744456:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.748679:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341553280:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016114.748720:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320c18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1526 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.748737:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320c18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1526 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.748774:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016114.748824:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338947200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4512us (4792us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.748833:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10794 00000100:00100000:0.0:1734016114.753017:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.753099:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947328 00000100:00100000:1.0:1734016114.753108:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947328 00000100:00100000:1.0:1734016114.753147:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10795 00000100:00100000:1.0:1734016114.753153:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338947328:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016114.753307:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9956389 -> 9956389 00002000:00010000:1.0:1734016114.753310:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.753312:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.753314:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.753315:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2168 -> 2168 00000100:00100000:1.0:1734016114.753368:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338947328:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 214us (361us total) trans 4294969256 rc 0/0 00000100:00100000:1.0:1734016114.753373:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10795 00000100:00100000:2.0:1734016114.756659:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.756726:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947584 00000100:00100000:0.0:1734016114.756735:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947584 00002000:00100000:0.0:1734016114.756791:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6488064->6492159) req@ffff8801312c4700 x1818247338947584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.756799:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4700 with x1818247338947584 ext(6488064->6492159) 00002000:00010000:0.0:1734016114.756804:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4700 00000100:00100000:0.0:1734016114.756832:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8881 00000100:00100000:0.0:1734016114.756840:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338947584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.757157:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338947584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 316us (507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.757164:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8881 00002000:00100000:0.0:1734016114.757169:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6488064->6492159) req@ffff8801312c4700 x1818247338947584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.757175:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4700 with x1818247338947584 ext(6488064->6492159) 00002000:00010000:0.0:1734016114.757218:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4700 00000100:00100000:2.0:1734016114.761573:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.761796:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947840 00000100:00100000:0.0:1734016114.761804:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947840 00002000:00100000:0.0:1734016114.761840:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6483968->6488063) req@ffff8801312c7b80 x1818247338947840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.761857:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7b80 with x1818247338947840 ext(6483968->6488063) 00002000:00010000:0.0:1734016114.761861:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7b80 00000100:00100000:0.0:1734016114.761886:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8882 00000100:00100000:0.0:1734016114.761894:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338947840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.762542:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338947840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 647us (974us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.762548:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8882 00002000:00100000:0.0:1734016114.762554:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6483968->6488063) req@ffff8801312c7b80 x1818247338947840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.762561:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7b80 with x1818247338947840 ext(6483968->6488063) 00002000:00010000:0.0:1734016114.762564:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7b80 00000100:00100000:1.0:1734016114.765905:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.766000:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948096 00000100:00100000:0.0:1734016114.766012:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948096 00002000:00100000:0.0:1734016114.766060:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6479872->6483967) req@ffff880071f9bb80 x1818247338948096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.766069:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9bb80 with x1818247338948096 ext(6479872->6483967) 00002000:00010000:0.0:1734016114.766076:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9bb80 00000100:00100000:0.0:1734016114.766108:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8883 00000100:00100000:0.0:1734016114.766117:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338948096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.766391:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338948096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 274us (493us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.766397:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8883 00002000:00100000:0.0:1734016114.766403:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6479872->6483967) req@ffff880071f9bb80 x1818247338948096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.766409:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9bb80 with x1818247338948096 ext(6479872->6483967) 00002000:00010000:0.0:1734016114.766412:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9bb80 00000100:00100000:3.0:1734016114.770022:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.770324:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948224 00000100:00100000:0.0:1734016114.770335:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948224 00002000:00100000:0.0:1734016114.770373:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6479872->6492159) req@ffff880130d98700 x1818247338948224/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 12776/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.770382:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98700 with x1818247338948224 ext(6479872->6492159) 00002000:00010000:0.0:1734016114.770387:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98700 00000100:00100000:0.0:1734016114.770418:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8884 00000100:00100000:0.0:1734016114.770425:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338948224:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016114.775581:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338948224:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5143us (5554us total) trans 4294969257 rc 0/0 00000100:00100000:0.0:1734016114.775598:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8884 00002000:00100000:0.0:1734016114.775616:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6479872->6492159) req@ffff880130d98700 x1818247338948224/t4294969257(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:75/0 lens 12776/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.775627:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98700 with x1818247338948224 ext(6479872->6492159) 00002000:00010000:0.0:1734016114.775633:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98700 00000100:00100000:2.0:1734016114.781000:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.781059:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948352 00000100:00100000:0.0:1734016114.781066:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948352 00000100:00100000:0.0:1734016114.781109:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10796 00000100:00100000:0.0:1734016114.781116:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338948352:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016114.782261:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969257 is committed 00000100:00100000:2.0:1734016114.782551:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338948352:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1431us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016114.782563:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10796 00000100:00100000:1.0:1734016114.787455:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.787548:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948480 00000100:00100000:2.0:1734016114.787563:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948480 00000100:00100000:2.0:1734016114.787604:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10797 00000100:00100000:2.0:1734016114.787612:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338948480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.787631:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.787649:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320c1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a152d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.787702:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553408:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.791542:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016114.797869:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016114 -> 1734016115 00002000:00010000:2.0:1734016114.797879:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016114 -> 1734016115 00002000:00010000:2.0:1734016114.797881:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016114 -> 1734016115 00002000:00010000:2.0:1734016114.797883:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 2168 -> 2192 00000100:00100000:2.0:1734016114.797905:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553408:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.797948:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320c1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a152d expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.797962:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320c1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a152d expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.802004:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016114.802110:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338948480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14493us (14661us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.802122:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10797 00000100:00100000:3.0:1734016114.804394:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.806427:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948608 00000100:00100000:2.0:1734016114.806439:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948608 00000100:00100000:2.0:1734016114.806491:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10798 00000100:00100000:2.0:1734016114.806498:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338948608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.806516:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.806531:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320c26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1534 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.806583:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553536:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.806641:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.808241:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553536:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.808268:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320c26 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1534 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.808279:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320c26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1534 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.808289:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016114.808325:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338948608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1826us (3940us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.808331:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10798 00000100:00100000:3.0:1734016114.813210:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.815029:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948736 00000100:00100000:2.0:1734016114.815050:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948736 00000100:00100000:2.0:1734016114.815115:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10799 00000100:00100000:2.0:1734016114.815124:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338948736:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016114.815368:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9956389 -> 9956389 00002000:00010000:2.0:1734016114.815371:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016114.815374:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016114 00002000:00010000:2.0:1734016114.815375:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016115 -> 1734016114 00002000:00010000:2.0:1734016114.815377:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2192 -> 2328 00000100:00100000:2.0:1734016114.819216:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338948736:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 4078us (6033us total) trans 4294969258 rc 0/0 00000100:00100000:2.0:1734016114.819230:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10799 00000100:00100000:3.0:1734016114.824318:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.824992:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948864 00000100:00100000:2.0:1734016114.825001:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948864 00000100:00100000:2.0:1734016114.825054:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10800 00000100:00100000:2.0:1734016114.825062:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338948864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.825083:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.825104:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320c2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a153b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.825162:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553664:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.825283:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016114.828942:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016114 -> 1734016115 00002000:00010000:2.0:1734016114.828951:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016114 -> 1734016115 00000100:00100000:2.0:1734016114.828972:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553664:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.829004:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320c2d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a153b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.829023:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320c2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a153b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.829049:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016114.829104:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338948864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4041us (4794us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.829112:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10800 00000100:00100000:3.0:1734016114.835515:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.835593:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948992 00000100:00100000:2.0:1734016114.835601:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948992 00000100:00100000:2.0:1734016114.835647:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10801 00000100:00100000:2.0:1734016114.835654:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338948992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016114.835670:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016114.835685:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320c34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1542 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016114.835739:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553792:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016114.835806:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.843394:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553792:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016114.843437:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320c34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1542 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.843451:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320c34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1542 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016114.843472:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016114.843522:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338948992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7868us (8014us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016114.843530:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10801 00000100:00100000:2.0:1734016114.851019:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.851242:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949120 00000100:00100000:0.0:1734016114.851251:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949120 00000100:00100000:0.0:1734016114.851298:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10802 00000100:00100000:0.0:1734016114.851305:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338949120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.851328:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.851346:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1549 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.851381:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.851389:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.851391:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016114.851395:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [348160->364543] (req 348160->364543) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.851422:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.851433:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 7 pid: 7681 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016114.851444:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553920:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016114.851507:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016114.860454:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.861103:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341553920:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016114.861134:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [348160->364543] (req 348160->364543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.861147:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016114.861199:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338949120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9893us (10192us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.861206:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10802 00000100:00100000:1.0:1734016114.862089:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949248 00000100:00100000:1.0:1734016114.862099:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949248 00010000:00010000:1.0:1734016114.862125:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.862312:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2749 00000100:00100000:1.0:1734016114.862318:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338949248:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016114.862329:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016114.862345:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.862355:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.862375:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320c0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8110080->8118271) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1518 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.863781:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.863787:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.863796:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.863805:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.863840:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.863863:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341554048:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016114.864853:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016114.868113:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.868199:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949504 00000100:00100000:0.0:1734016114.868207:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949504 00002000:00100000:0.0:1734016114.868241:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (360448->364543) req@ffff88012bdb4380 x1818247338949504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.868249:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4380 with x1818247338949504 ext(360448->364543) 00002000:00010000:0.0:1734016114.868253:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4380 00000100:00100000:0.0:1734016114.868270:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8885 00000100:00100000:0.0:1734016114.868276:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338949504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.868485:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341554048:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016114.868502:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016114.868928:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338949504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 651us (821us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.868934:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8885 00002000:00100000:0.0:1734016114.868939:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (360448->364543) req@ffff88012bdb4380 x1818247338949504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.868946:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4380 with x1818247338949504 ext(360448->364543) 00002000:00010000:0.0:1734016114.868948:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4380 00000100:00100000:1.0:1734016114.869035:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338949248:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6716us (8588us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.869045:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2749 00000100:00100000:2.0:1734016114.872893:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.872947:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949632 00000100:00100000:0.0:1734016114.872953:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949632 00000100:00100000:0.0:1734016114.873135:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10803 00000100:00100000:0.0:1734016114.873140:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338949632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.873158:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.873173:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320c42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1550 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.873244:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554176:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016114.873433:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.874831:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554176:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016114.874872:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320c42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1550 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.874882:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320c42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1550 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.874903:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016114.874931:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338949632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1789us (2046us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.874937:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10803 00000100:00100000:3.0:1734016114.876572:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.876626:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949760 00000100:00100000:0.0:1734016114.876631:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949760 00000100:00100000:0.0:1734016114.876803:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10804 00000100:00100000:0.0:1734016114.876810:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338949760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.876826:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.876838:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320c49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1557 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.876894:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554304:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016114.876951:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.878864:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554304:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016114.878902:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320c49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1557 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.878913:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320c49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1557 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.878934:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016114.878974:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338949760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2163us (2404us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.878980:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10804 00000100:00100000:3.0:1734016114.881913:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.882005:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950016 00000100:00100000:0.0:1734016114.882013:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950016 00002000:00100000:0.0:1734016114.882051:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8413184->8417279) req@ffff880071fd1180 x1818247338950016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.882062:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1180 with x1818247338950016 ext(8413184->8417279) 00002000:00010000:0.0:1734016114.882068:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1180 00000100:00100000:0.0:1734016114.882097:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8886 00000100:00100000:0.0:1734016114.882104:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338950016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.882697:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338950016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 591us (794us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.882703:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8886 00002000:00100000:0.0:1734016114.882709:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8413184->8417279) req@ffff880071fd1180 x1818247338950016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.882716:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1180 with x1818247338950016 ext(8413184->8417279) 00002000:00010000:0.0:1734016114.882719:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1180 00000100:00100000:2.0:1734016114.890689:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.890791:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950272 00000100:00100000:0.0:1734016114.890802:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950272 00002000:00100000:0.0:1734016114.890853:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8409088->8413183) req@ffff88012bdb6a00 x1818247338950272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.890868:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6a00 with x1818247338950272 ext(8409088->8413183) 00002000:00010000:0.0:1734016114.890873:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6a00 00000100:00100000:0.0:1734016114.890891:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8887 00000100:00100000:0.0:1734016114.890897:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338950272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.891204:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338950272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 279us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.891211:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8887 00002000:00100000:0.0:1734016114.891217:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8409088->8413183) req@ffff88012bdb6a00 x1818247338950272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.891224:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6a00 with x1818247338950272 ext(8409088->8413183) 00002000:00010000:0.0:1734016114.891227:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6a00 00000100:00100000:3.0:1734016114.894998:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.896070:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950528 00000100:00100000:0.0:1734016114.896080:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950528 00002000:00100000:0.0:1734016114.896122:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8404992->8409087) req@ffff880071fd1500 x1818247338950528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.896133:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1500 with x1818247338950528 ext(8404992->8409087) 00002000:00010000:0.0:1734016114.896138:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1500 00000100:00100000:2.0:1734016114.897384:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8888 00000100:00100000:2.0:1734016114.897396:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338950528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.897594:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338950528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (2607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.897601:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8888 00002000:00100000:2.0:1734016114.897609:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8404992->8409087) req@ffff880071fd1500 x1818247338950528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.897616:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1500 with x1818247338950528 ext(8404992->8409087) 00002000:00010000:2.0:1734016114.897620:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1500 00000100:00100000:3.0:1734016114.903992:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.904314:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950784 00000100:00100000:0.0:1734016114.904324:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950784 00002000:00100000:0.0:1734016114.904365:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8400896->8404991) req@ffff880071fd1880 x1818247338950784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.904373:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1880 with x1818247338950784 ext(8400896->8404991) 00002000:00010000:0.0:1734016114.904378:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1880 00000100:00100000:0.0:1734016114.905422:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8889 00000100:00100000:0.0:1734016114.905430:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338950784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.905573:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338950784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (1590us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.905580:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8889 00002000:00100000:0.0:1734016114.905585:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8400896->8404991) req@ffff880071fd1880 x1818247338950784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.905591:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1880 with x1818247338950784 ext(8400896->8404991) 00002000:00010000:0.0:1734016114.905596:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1880 00000100:00100000:2.0:1734016114.912275:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.912357:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951040 00000100:00100000:0.0:1734016114.912366:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951040 00002000:00100000:0.0:1734016114.912403:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8396800->8400895) req@ffff88011d806a00 x1818247338951040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.912412:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247338951040 ext(8396800->8400895) 00002000:00010000:0.0:1734016114.912416:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:0.0:1734016114.912443:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8890 00000100:00100000:0.0:1734016114.912449:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338951040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.912601:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338951040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.912608:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8890 00002000:00100000:0.0:1734016114.912613:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8396800->8400895) req@ffff88011d806a00 x1818247338951040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.912620:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d806a00 with x1818247338951040 ext(8396800->8400895) 00002000:00010000:0.0:1734016114.912623:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d806a00 00000100:00100000:3.0:1734016114.918456:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.918547:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951296 00000100:00100000:2.0:1734016114.918555:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951296 00002000:00100000:2.0:1734016114.918592:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8392704->8396799) req@ffff880071fd2a00 x1818247338951296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.918599:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2a00 with x1818247338951296 ext(8392704->8396799) 00002000:00010000:2.0:1734016114.918604:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2a00 00000100:00100000:2.0:1734016114.918660:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8891 00000100:00100000:2.0:1734016114.918666:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338951296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.918804:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338951296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.918810:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8891 00002000:00100000:2.0:1734016114.918815:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8392704->8396799) req@ffff880071fd2a00 x1818247338951296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.918834:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2a00 with x1818247338951296 ext(8392704->8396799) 00002000:00010000:2.0:1734016114.918836:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2a00 00000100:00100000:3.0:1734016114.923004:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.923077:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951552 00000100:00100000:0.0:1734016114.923086:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951552 00002000:00100000:0.0:1734016114.923122:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8392703) req@ffff880071fd2680 x1818247338951552/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.923133:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2680 with x1818247338951552 ext(8388608->8392703) 00002000:00010000:0.0:1734016114.923137:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2680 00000100:00100000:0.0:1734016114.923169:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8892 00000100:00100000:0.0:1734016114.923175:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338951552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.923332:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338951552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (335us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.923338:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8892 00002000:00100000:0.0:1734016114.923343:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8392703) req@ffff880071fd2680 x1818247338951552/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.923350:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2680 with x1818247338951552 ext(8388608->8392703) 00002000:00010000:0.0:1734016114.923352:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2680 00000100:00100000:3.0:1734016114.929125:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.929226:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951808 00000100:00100000:2.0:1734016114.929236:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951808 00002000:00100000:2.0:1734016114.929278:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8384512->8388607) req@ffff880071fd0e00 x1818247338951808/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.929288:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0e00 with x1818247338951808 ext(8384512->8388607) 00002000:00010000:2.0:1734016114.929293:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0e00 00000100:00100000:2.0:1734016114.929371:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8893 00000100:00100000:2.0:1734016114.929378:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338951808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.930013:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338951808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 632us (899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.930020:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8893 00002000:00100000:2.0:1734016114.930026:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8384512->8388607) req@ffff880071fd0e00 x1818247338951808/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.930032:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0e00 with x1818247338951808 ext(8384512->8388607) 00002000:00010000:2.0:1734016114.930036:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0e00 00000100:00100000:3.0:1734016114.932723:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.932809:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952064 00000100:00100000:2.0:1734016114.932818:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952064 00002000:00100000:2.0:1734016114.932864:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8380416->8384511) req@ffff880071fd1c00 x1818247338952064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.932873:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1c00 with x1818247338952064 ext(8380416->8384511) 00002000:00010000:2.0:1734016114.932876:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1c00 00000100:00100000:2.0:1734016114.932895:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8894 00000100:00100000:2.0:1734016114.932902:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338952064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.933070:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338952064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 168us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.933076:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8894 00002000:00100000:2.0:1734016114.933081:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8380416->8384511) req@ffff880071fd1c00 x1818247338952064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.933087:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1c00 with x1818247338952064 ext(8380416->8384511) 00002000:00010000:2.0:1734016114.933090:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1c00 00000100:00100000:3.0:1734016114.936382:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.936580:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952320 00000100:00100000:0.0:1734016114.936589:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952320 00002000:00100000:0.0:1734016114.936623:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8376320->8380415) req@ffff880071fd3100 x1818247338952320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.936632:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3100 with x1818247338952320 ext(8376320->8380415) 00002000:00010000:0.0:1734016114.936637:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3100 00000100:00100000:0.0:1734016114.936662:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8895 00000100:00100000:0.0:1734016114.936668:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338952320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.936795:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338952320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 126us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.936803:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8895 00002000:00100000:0.0:1734016114.936808:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8376320->8380415) req@ffff880071fd3100 x1818247338952320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.936813:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3100 with x1818247338952320 ext(8376320->8380415) 00002000:00010000:0.0:1734016114.936816:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3100 00000100:00100000:3.0:1734016114.938854:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016114.938927:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952576 00000100:00100000:2.0:1734016114.938933:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952576 00002000:00100000:2.0:1734016114.938958:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8372224->8376319) req@ffff880071fd3b80 x1818247338952576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.938965:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3b80 with x1818247338952576 ext(8372224->8376319) 00002000:00010000:2.0:1734016114.938969:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3b80 00000100:00100000:2.0:1734016114.938984:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8896 00000100:00100000:2.0:1734016114.938990:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338952576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016114.939084:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338952576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 94us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016114.939090:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8896 00002000:00100000:2.0:1734016114.939095:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8372224->8376319) req@ffff880071fd3b80 x1818247338952576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.939101:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3b80 with x1818247338952576 ext(8372224->8376319) 00002000:00010000:2.0:1734016114.939103:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3b80 00000100:00100000:3.0:1734016114.942929:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.943014:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952832 00000100:00100000:0.0:1734016114.943024:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952832 00002000:00100000:0.0:1734016114.943062:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8368128->8372223) req@ffff880071fd0700 x1818247338952832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.943072:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0700 with x1818247338952832 ext(8368128->8372223) 00002000:00010000:0.0:1734016114.943076:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0700 00000100:00100000:0.0:1734016114.943108:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8897 00000100:00100000:0.0:1734016114.943114:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338952832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.943644:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338952832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 528us (721us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.943650:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8897 00002000:00100000:0.0:1734016114.943655:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8368128->8372223) req@ffff880071fd0700 x1818247338952832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.943662:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0700 with x1818247338952832 ext(8368128->8372223) 00002000:00010000:0.0:1734016114.943665:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0700 00000100:00100000:3.0:1734016114.945766:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.945825:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953088 00000100:00100000:0.0:1734016114.945832:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953088 00002000:00100000:0.0:1734016114.945871:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8364032->8368127) req@ffff880071fd0a80 x1818247338953088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.945883:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0a80 with x1818247338953088 ext(8364032->8368127) 00002000:00010000:0.0:1734016114.945887:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0a80 00000100:00100000:0.0:1734016114.945911:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8898 00000100:00100000:0.0:1734016114.945916:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338953088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016114.946050:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338953088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016114.946057:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8898 00002000:00100000:0.0:1734016114.946062:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8364032->8368127) req@ffff880071fd0a80 x1818247338953088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.946067:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0a80 with x1818247338953088 ext(8364032->8368127) 00002000:00010000:0.0:1734016114.946070:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0a80 00000100:00100000:3.0:1734016114.949452:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.949610:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953216 00000100:00100000:0.0:1734016114.949618:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953216 00000100:00100000:0.0:1734016114.949802:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10805 00000100:00100000:0.0:1734016114.949809:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338953216:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.949825:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.949850:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320c50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a155e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.949903:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554432:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016114.950542:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.952090:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554432:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016114.952133:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320c50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a155e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.952144:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320c50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a155e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.952313:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016114.952580:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338953216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2769us (3133us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.952586:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10805 00000100:00100000:3.0:1734016114.955214:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016114.955319:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953344 00000100:00100000:0.0:1734016114.955328:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953344 00000100:00100000:0.0:1734016114.955373:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10806 00000100:00100000:0.0:1734016114.955380:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338953344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.955399:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.955416:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320c57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1565 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.955468:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554560:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016114.955519:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.958744:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554560:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016114.958795:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320c57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1565 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.958807:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320c57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1565 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.958822:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:1.0:1734016114.958870:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338953344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3489us (3695us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.958877:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10806 00000100:00100000:3.0:1734016114.961450:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.961699:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953472 00000100:00100000:1.0:1734016114.961706:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953472 00000100:00100000:1.0:1734016114.961867:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10807 00000100:00100000:1.0:1734016114.961874:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338953472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.961890:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.961908:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320c5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a156c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.961959:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554688:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016114.962280:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.964607:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554688:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016114.964639:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320c5e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a156c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.964653:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320c5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a156c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.964664:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016114.964719:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338953472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2844us (3277us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.964728:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10807 00000100:00100000:3.0:1734016114.967663:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.967772:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953600 00000100:00100000:1.0:1734016114.967781:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953600 00000100:00100000:1.0:1734016114.967894:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10808 00000100:00100000:1.0:1734016114.967901:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338953600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.967916:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.967931:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320c65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1573 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.967977:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554816:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016114.968660:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.971282:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554816:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016114.971311:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320c65 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1573 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.971325:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320c65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1573 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.971340:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016114.971390:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338953600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3488us (3734us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.971398:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10808 00000100:00100000:3.0:1734016114.974056:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.974163:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953728 00000100:00100000:1.0:1734016114.974170:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953728 00000100:00100000:1.0:1734016114.974823:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10809 00000100:00100000:1.0:1734016114.974830:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338953728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.974853:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.974868:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a157a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.974896:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.974903:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.974904:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.974907:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4632576->4653055] (req 4632576->4653055) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.974936:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.974948:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 5 pid: 7681 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.974966:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554944:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016114.975030:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.978775:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341554944:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016114.978781:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016114.978806:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4632576->4653055] (req 4632576->4653055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.978835:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016114.978895:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338953728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4064us (4844us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.978904:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10809 00000100:00100000:2.0:1734016114.978983:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953856 00000100:00100000:2.0:1734016114.978989:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953856 00002000:00100000:2.0:1734016114.979022:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (348160->364543) req@ffff88007402e300 x1818247338953856/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 16872/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.979030:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247338953856 ext(348160->364543) 00010000:00010000:2.0:1734016114.979037:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 6 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.979052:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 6 pid: 7681 timeout: 478 lvb_type: 0 00002000:00010000:2.0:1734016114.979057:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007402e300 00000100:00100000:2.0:1734016114.979083:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 311 00000100:00100000:2.0:1734016114.979088:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338953856:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016114.980565:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338953856:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1465us (1773us total) trans 4294969259 rc 0/0 00000100:00100000:2.0:1734016114.980576:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 311 00002000:00100000:2.0:1734016114.980585:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (348160->364543) req@ffff88007402e300 x1818247338953856/t4294969259(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:75/0 lens 16872/448 e 0 to 0 dl 1734016125 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016114.980595:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247338953856 ext(348160->364543) 00010000:00010000:2.0:1734016114.980603:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:2.0:1734016114.980616:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00002000:00010000:2.0:1734016114.980623:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007402e300 00000100:00100000:3.0:1734016114.988011:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016114.988275:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953984 00000100:00100000:1.0:1734016114.988285:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953984 00010000:00010000:1.0:1734016114.988319:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016114.988360:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2750 00000100:00100000:1.0:1734016114.988366:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338953984:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016114.988380:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016114.988398:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2328 -> 2360 00010000:00010000:1.0:1734016114.988405:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.988419:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.988447:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7320c3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1549 expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016114.988471:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.988473:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016114.988480:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.988489:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.988524:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.988539:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341555072:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016114.988603:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.996523:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341555072:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016114.996546:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016114.998050:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338953984:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9675us (10037us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.998064:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2750 00000100:00100000:2.0:1734016115.026691:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.027594:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.028289:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.028332:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954240 00000100:00100000:0.0:1734016115.028344:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954240 00002000:00100000:0.0:1734016115.028402:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4636671) req@ffff88011d807800 x1818247338954240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.028411:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247338954240 ext(0->4636671) 00002000:00010000:0.0:1734016115.028418:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:0.0:1734016115.029389:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954496 00000100:00100000:0.0:1734016115.029396:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954496 00002000:00100000:0.0:1734016115.029415:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88011d804e00 x1818247338954496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 504/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.029423:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804e00 with x1818247338954496 ext(4190208->8388607) 00002000:00010000:0.0:1734016115.029425:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804e00 00000100:00100000:0.0:1734016115.029434:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954752 00000100:00100000:0.0:1734016115.029436:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954752 00002000:00100000:0.0:1734016115.029443:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9957375) req@ffff88011d805c00 x1818247338954752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.029448:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805c00 with x1818247338954752 ext(8388608->9957375) 00002000:00010000:0.0:1734016115.029450:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805c00 00000100:00100000:0.0:1734016115.029456:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8899 00000100:00100000:0.0:1734016115.029461:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338954240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.037008:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8900 00000100:00100000:3.0:1734016115.037029:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338954496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.041962:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8901 00000100:00100000:1.0:1734016115.041973:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338954752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.114010:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338954496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 76974us (86403us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016115.114027:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8900 00002000:00100000:3.0:1734016115.114040:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88011d804e00 x1818247338954496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 504/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.114050:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804e00 with x1818247338954496 ext(4190208->8388607) 00002000:00010000:3.0:1734016115.114055:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804e00 00000100:00100000:1.0:1734016115.127929:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338954752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 85948us (99631us total) trans 0 rc 1568768/1568768 00000100:00100000:1.0:1734016115.127945:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8901 00002000:00100000:1.0:1734016115.127959:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9957375) req@ffff88011d805c00 x1818247338954752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 1568768/1568768 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.127969:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805c00 with x1818247338954752 ext(8388608->9957375) 00002000:00010000:1.0:1734016115.127977:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805c00 00010000:00010000:0.0:1734016115.129857:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016115.145910:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338954240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 116438us (119216us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016115.145922:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8899 00002000:00100000:1.0:1734016115.145932:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4636671) req@ffff88011d807800 x1818247338954240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 504/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.145942:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247338954240 ext(0->4636671) 00002000:00010000:1.0:1734016115.145948:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:2.0:1734016115.156693:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.156761:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954880 00000100:00100000:1.0:1734016115.156771:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954880 00000100:00100000:1.0:1734016115.156850:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10810 00000100:00100000:1.0:1734016115.156858:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338954880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.156874:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.156893:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1581 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016115.156900:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016085 00010000:00010000:1.0:1734016115.156919:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.156922:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.156930:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.156951:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.156962:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016115.157026:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338954880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 167us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.157032:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10810 00000100:00100000:1.0:1734016115.172472:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.172890:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955136 00000100:00100000:3.0:1734016115.172901:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955136 00000100:00100000:3.0:1734016115.172974:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1970 00000100:00100000:3.0:1734016115.172982:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247338955136:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016115.173037:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.173066:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7320b62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1470 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.173090:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016115.173094:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016115.173284:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.173296:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.173302:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.173333:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.173343:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 23 pid: 12824 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016115.173358:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007402f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341555200:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016115.173423:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016115.173623:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016085 00000100:00100000:3.0:1734016115.177374:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007402f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341555200:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016115.177399:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016115.180806:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968528 is committed 00000001:00080000:0.0:1734016115.180826:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968527 is committed 00000100:00100000:0.0:1734016115.186458:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.186523:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955264 00000100:00100000:1.0:1734016115.186533:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955264 00010000:00010000:1.0:1734016115.186565:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 15 pid: 12824 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016115.186600:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2751 00000100:00100000:1.0:1734016115.186606:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247338955264:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.186618:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.186623:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 15 pid: 12824 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.186634:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 15 pid: 12824 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.186651:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320b54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1469 expref: 15 pid: 12824 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.186680:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016115.186686:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016115.186694:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016115.186700:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016115.186718:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016115.186734:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.186742:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016115.186755:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247338955264:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 148us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.186760:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2751 00000001:00080000:3.0:1734016115.186820:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968528 00000004:00010000:3.0:1734016115.186864:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d83ea00 reply state ffff88012e267000 transno 4294968529 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016115.186870:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016115.186928:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338955136:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 13946us (14467us total) trans 4294968529 rc 0/0 00000100:00100000:3.0:1734016115.186935:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1970 00000020:00080000:3.0:1734016115.186939:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016115.193624:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016115.193639:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016115.193646:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016115.193651:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac164b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016115.193655:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016115.193661:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016115.193678:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016115.193680:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016115.193685:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016115.193689:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7320c7a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:2.0:1734016115.194680:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.195036:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955392 00000100:00100000:0.0:1734016115.195045:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955392 00000100:00100000:0.0:1734016115.195088:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10811 00000100:00100000:0.0:1734016115.195095:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338955392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.195110:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.195123:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1588 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.195155:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.195163:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.195169:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.195170:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.195173:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.195221:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.195232:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 9 pid: 7681 timeout: 478 lvb_type: 1 00000100:00100000:0.0:1734016115.195242:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341555328:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016115.195694:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.195702:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 7 pid: 7681 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016115.195710:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341555456:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016115.195726:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.201778:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.201873:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955520 00000100:00100000:3.0:1734016115.201881:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955520 00010000:00010000:3.0:1734016115.201918:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 10 pid: 7681 timeout: 478 lvb_type: 1 00000100:00100000:3.0:1734016115.201963:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2752 00000100:00100000:3.0:1734016115.201969:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338955520:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.201989:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.202014:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 10 pid: 7681 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016115.202027:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 10 pid: 7681 timeout: 478 lvb_type: 1 00010000:00010000:3.0:1734016115.202056:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016115.202114:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338955520:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 144us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.202120:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2752 00010000:00010000:0.0:1734016115.202234:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320c73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1581 expref: 9 pid: 7681 timeout: 478 lvb_type: 1 00000100:00100000:0.0:1734016115.202252:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341555328:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016115.202260:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341555456:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016115.202284:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.202293:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016115.202314:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247338955392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7220us (7640us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.202322:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10811 00000100:00100000:0.0:1734016115.232996:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.233998:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955648 00000100:00100000:1.0:1734016115.234013:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955648 00010000:00010000:1.0:1734016115.234054:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016115.234100:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2753 00000100:00100000:1.0:1734016115.234107:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338955648:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.234123:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.234147:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.234159:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.234197:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320c6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a157a expref: 8 pid: 7681 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.234236:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.234238:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.234244:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.234253:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.234296:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.234310:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341555584:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016115.234380:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.244120:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.244241:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341555584:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016115.244262:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.244305:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338955648:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10197us (11322us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.244315:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2753 00000100:00100000:2.0:1734016115.244409:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955776 00000100:00100000:2.0:1734016115.244417:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955776 00002000:00010000:2.0:1734016115.244449:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (1975516->18446744073709551615) 00002000:00100000:2.0:1734016115.244453:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247338955776 ext(1975516->18446744073709551615) 00002000:00010000:2.0:1734016115.244463:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000. 00000100:00100000:2.0:1734016115.244481:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8902 00000100:00100000:2.0:1734016115.244486:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338955776:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016115.257395:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9956389 -> 1975516 00002000:00010000:3.0:1734016115.257406:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.257408:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.257410:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.257413:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2360 -> 1136 00000100:00100000:3.0:1734016115.257771:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338955776:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 13272us (13648us total) trans 4294969260 rc 0/0 00000100:00100000:3.0:1734016115.257784:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8902 00002000:00010000:3.0:1734016115.257790:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (1975516->18446744073709551615) 00002000:00100000:3.0:1734016115.257793:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247338955776 ext(1975516->18446744073709551615) 00002000:00010000:3.0:1734016115.257800:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000. 00000100:00100000:0.0:1734016115.262372:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.262459:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955904 00000100:00100000:3.0:1734016115.262469:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955904 00000100:00100000:3.0:1734016115.262658:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1971 00000100:00100000:3.0:1734016115.262665:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338955904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.262695:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.262715:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320c88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a158f expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.262806:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.262826:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.262849:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:3.0:1734016115.262874:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1975516 00000004:00200000:3.0:1734016115.262878:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016115.262894:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.262914:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320c88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 14 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.262934:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 13 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.262942:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016115.262944:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016115.262948:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016115.262996:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338955904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 331us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.263001:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1971 00000100:00100000:0.0:1734016115.268351:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.268577:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956160 00000100:00100000:3.0:1734016115.268587:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956160 00002000:00100000:3.0:1734016115.268635:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (913408->917503) req@ffff880090a25f80 x1818247338956160/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.268645:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25f80 with x1818247338956160 ext(913408->917503) 00002000:00010000:3.0:1734016115.268651:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25f80 00000100:00100000:3.0:1734016115.269053:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8903 00000100:00100000:3.0:1734016115.269061:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338956160:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.269357:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338956160:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 295us (1015us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.269363:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8903 00002000:00100000:3.0:1734016115.269369:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (913408->917503) req@ffff880090a25f80 x1818247338956160/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.269375:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a25f80 with x1818247338956160 ext(913408->917503) 00002000:00010000:3.0:1734016115.269378:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a25f80 00000100:00100000:1.0:1734016115.272479:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.272689:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956416 00000100:00100000:3.0:1734016115.272703:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956416 00002000:00100000:3.0:1734016115.272756:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (909312->913407) req@ffff88011d83ce00 x1818247338956416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.272769:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ce00 with x1818247338956416 ext(909312->913407) 00002000:00010000:3.0:1734016115.272777:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ce00 00000100:00100000:3.0:1734016115.272811:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8904 00000100:00100000:3.0:1734016115.272817:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338956416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.273049:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338956416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 231us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.275466:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8904 00002000:00100000:3.0:1734016115.275484:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (909312->913407) req@ffff88011d83ce00 x1818247338956416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.275494:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ce00 with x1818247338956416 ext(909312->913407) 00002000:00010000:3.0:1734016115.275501:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ce00 00000100:00100000:1.0:1734016115.282135:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.282248:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956672 00000100:00100000:2.0:1734016115.282257:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956672 00002000:00100000:2.0:1734016115.282318:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (905216->909311) req@ffff88011d83ca80 x1818247338956672/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.282328:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ca80 with x1818247338956672 ext(905216->909311) 00002000:00010000:2.0:1734016115.282334:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ca80 00000100:00100000:2.0:1734016115.282376:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8905 00000100:00100000:2.0:1734016115.282384:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338956672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.282598:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338956672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 214us (475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.282605:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8905 00002000:00100000:2.0:1734016115.282610:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (905216->909311) req@ffff88011d83ca80 x1818247338956672/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.282619:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ca80 with x1818247338956672 ext(905216->909311) 00002000:00010000:2.0:1734016115.282623:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ca80 00000100:00100000:0.0:1734016115.293518:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.294063:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956928 00000100:00100000:3.0:1734016115.294079:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956928 00002000:00100000:3.0:1734016115.294135:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (901120->905215) req@ffff880090a24380 x1818247338956928/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.294147:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247338956928 ext(901120->905215) 00002000:00010000:3.0:1734016115.294153:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24380 00000100:00100000:3.0:1734016115.294223:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8906 00000100:00100000:3.0:1734016115.294230:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338956928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.300850:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247338956928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 6589us (7315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016115.300866:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8906 00002000:00100000:3.0:1734016115.300884:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (901120->905215) req@ffff880090a24380 x1818247338956928/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.300895:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247338956928 ext(901120->905215) 00002000:00010000:3.0:1734016115.300903:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24380 00000100:00100000:0.0:1734016115.311316:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.311441:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957184 00000100:00100000:1.0:1734016115.311455:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957184 00000100:00100000:1.0:1734016115.311525:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1972 00000100:00100000:1.0:1734016115.311534:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247338957184:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016115.311806:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016115.311827:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 12 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.311846:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016115.311878:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 12 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.311890:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 12 pid: 12824 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016115.311901:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341555712:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016115.311963:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.313560:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341555712:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016115.313584:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016115.315665:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.315749:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957312 00000100:00100000:1.0:1734016115.315756:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957312 00010000:00010000:1.0:1734016115.315782:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 13 pid: 12824 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016115.315817:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2754 00000100:00100000:1.0:1734016115.315823:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338957312:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.315843:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.315848:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 13 pid: 12824 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.315857:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 13 pid: 12824 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.315876:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320c8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a158f expref: 13 pid: 12824 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016115.315903:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016115.315907:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016115.315914:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016115.315919:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016115.315935:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.315967:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338957312:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 144us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.315972:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2754 00010000:00010000:0.0:1734016115.316241:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.316247:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:0.0:1734016115.316327:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968530 00000004:00010000:0.0:1734016115.316364:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880090a25c00 reply state ffff880130b88000 transno 4294968531 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016115.316370:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016115.316425:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338957184:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4893us (5124us total) trans 4294968531 rc 0/0 00000100:00100000:0.0:1734016115.316432:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1972 00000020:00080000:0.0:1734016115.316435:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016115.319843:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.319861:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.319868:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.319875:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3b600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016115.319881:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.319890:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.319910:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016115.319912:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016115.319917:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.319921:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320c96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016115.320219:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.322138:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957440 00000100:00100000:0.0:1734016115.322152:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957440 00000100:00100000:0.0:1734016115.322228:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10812 00000100:00100000:0.0:1734016115.322236:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338957440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.322258:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.322277:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1596 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.322305:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.322312:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016115.322314:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016115.322318:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.322350:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.322360:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 8 pid: 13915 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016115.322371:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076658700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341555840:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016115.322442:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.334210:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.334362:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076658700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341555840:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016115.334434:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.334467:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016115.334569:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338957440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12330us (14351us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.334587:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10812 00000100:00100000:3.0:1734016115.334763:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957568 00000100:00100000:3.0:1734016115.334774:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957568 00010000:00010000:3.0:1734016115.334825:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 9 pid: 13915 timeout: 478 lvb_type: 0 00000100:00100000:3.0:1734016115.334885:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2755 00000100:00100000:3.0:1734016115.334891:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338957568:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.334913:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016115.334946:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 9 pid: 13915 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016115.334967:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 9 pid: 13915 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016115.334998:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320c81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1588 expref: 9 pid: 13915 timeout: 478 lvb_type: 0 00010000:00010000:3.0:1734016115.336223:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.336232:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016115.336249:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.336264:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.336317:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016115.336334:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007402f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341555968:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016115.338240:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.356988:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.357115:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957696 00000100:00100000:0.0:1734016115.357134:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957696 00002000:00010000:0.0:1734016115.357265:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9170944->18446744073709551615) 00002000:00100000:0.0:1734016115.357273:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247338957696 ext(9170944->18446744073709551615) 00002000:00010000:0.0:1734016115.357298:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380. 00000100:00100000:0.0:1734016115.357338:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8907 00000100:00100000:0.0:1734016115.357351:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338957696:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016115.357635:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 1975516 -> 9170944 00002000:00010000:0.0:1734016115.357640:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016115.357642:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016115.357644:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016115.357647:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:0.0:1734016115.357714:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338957696:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 366us (745us total) trans 4294969261 rc 0/0 00000100:00100000:0.0:1734016115.357723:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8907 00002000:00010000:0.0:1734016115.357727:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9170944->18446744073709551615) 00002000:00100000:0.0:1734016115.357729:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247338957696 ext(9170944->18446744073709551615) 00002000:00010000:0.0:1734016115.357733:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380. 00000100:00100000:3.0:1734016115.358901:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007402f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341555968:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016115.358937:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016115.358976:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338957568:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 24083us (24808us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.358992:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2755 00000100:00100000:2.0:1734016115.360315:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.360698:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957952 00000100:00100000:0.0:1734016115.360711:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957952 00002000:00100000:0.0:1734016115.360780:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9166848->9170943) req@ffff88011d805500 x1818247338957952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.360792:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247338957952 ext(9166848->9170943) 00002000:00010000:0.0:1734016115.360801:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:0.0:1734016115.360846:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8908 00000100:00100000:0.0:1734016115.360854:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338957952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.361165:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338957952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 310us (859us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.361174:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8908 00002000:00100000:0.0:1734016115.361203:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9166848->9170943) req@ffff88011d805500 x1818247338957952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.361210:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805500 with x1818247338957952 ext(9166848->9170943) 00002000:00010000:0.0:1734016115.361213:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805500 00000100:00100000:0.0:1734016115.370817:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.371016:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958208 00000100:00100000:2.0:1734016115.371037:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958208 00002000:00100000:2.0:1734016115.371129:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9162752->9166847) req@ffff880076658700 x1818247338958208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.371142:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658700 with x1818247338958208 ext(9162752->9166847) 00002000:00010000:2.0:1734016115.371149:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658700 00000100:00100000:2.0:1734016115.371225:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8909 00000100:00100000:2.0:1734016115.371235:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338958208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.371614:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338958208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 379us (820us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.371622:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8909 00002000:00100000:2.0:1734016115.371629:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9162752->9166847) req@ffff880076658700 x1818247338958208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.371637:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658700 with x1818247338958208 ext(9162752->9166847) 00002000:00010000:2.0:1734016115.371640:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658700 00000100:00100000:0.0:1734016115.382769:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.382952:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958464 00000100:00100000:2.0:1734016115.382970:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958464 00002000:00100000:2.0:1734016115.383053:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9158656->9162751) req@ffff880074243b80 x1818247338958464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.383067:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243b80 with x1818247338958464 ext(9158656->9162751) 00002000:00010000:2.0:1734016115.383075:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243b80 00000100:00100000:2.0:1734016115.383117:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8910 00000100:00100000:2.0:1734016115.383129:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338958464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.383553:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338958464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 424us (806us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.383563:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8910 00002000:00100000:2.0:1734016115.383573:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9158656->9162751) req@ffff880074243b80 x1818247338958464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.383582:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243b80 with x1818247338958464 ext(9158656->9162751) 00002000:00010000:2.0:1734016115.383585:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243b80 00000100:00100000:3.0:1734016115.391482:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.392775:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958720 00000100:00100000:0.0:1734016115.392792:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958720 00002000:00100000:0.0:1734016115.392855:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9154560->9158655) req@ffff88007402f800 x1818247338958720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.392866:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f800 with x1818247338958720 ext(9154560->9158655) 00002000:00010000:0.0:1734016115.392872:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f800 00000100:00100000:0.0:1734016115.392915:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8911 00000100:00100000:0.0:1734016115.392921:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338958720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.393170:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338958720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 248us (1705us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.393178:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8911 00002000:00100000:0.0:1734016115.393219:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9154560->9158655) req@ffff88007402f800 x1818247338958720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.393226:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f800 with x1818247338958720 ext(9154560->9158655) 00002000:00010000:0.0:1734016115.393228:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f800 00000100:00100000:0.0:1734016115.407647:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.407768:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958976 00000100:00100000:2.0:1734016115.407779:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958976 00002000:00100000:2.0:1734016115.407827:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9150464->9154559) req@ffff880074240380 x1818247338958976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.407848:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240380 with x1818247338958976 ext(9150464->9154559) 00002000:00010000:2.0:1734016115.407854:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240380 00000100:00100000:2.0:1734016115.407877:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8912 00000100:00100000:2.0:1734016115.407884:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338958976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.408112:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338958976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 227us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.408118:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8912 00002000:00100000:2.0:1734016115.408125:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9150464->9154559) req@ffff880074240380 x1818247338958976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.408132:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074240380 with x1818247338958976 ext(9150464->9154559) 00002000:00010000:2.0:1734016115.408135:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074240380 00000100:00100000:0.0:1734016115.412987:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.413692:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959232 00000100:00100000:2.0:1734016115.413705:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959232 00002000:00100000:2.0:1734016115.413764:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9146368->9150463) req@ffff8800717e9c00 x1818247338959232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.413775:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9c00 with x1818247338959232 ext(9146368->9150463) 00002000:00010000:2.0:1734016115.413781:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9c00 00000100:00100000:2.0:1734016115.413821:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8913 00000100:00100000:2.0:1734016115.413830:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338959232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.414058:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338959232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 228us (1086us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.414065:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8913 00002000:00100000:2.0:1734016115.414072:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9146368->9150463) req@ffff8800717e9c00 x1818247338959232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.414079:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9c00 with x1818247338959232 ext(9146368->9150463) 00002000:00010000:2.0:1734016115.414082:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9c00 00000100:00100000:3.0:1734016115.418116:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.418303:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959488 00000100:00100000:0.0:1734016115.418313:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959488 00002000:00100000:0.0:1734016115.418363:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9142272->9146367) req@ffff88007402d180 x1818247338959488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.418374:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402d180 with x1818247338959488 ext(9142272->9146367) 00002000:00010000:0.0:1734016115.418381:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402d180 00000100:00100000:0.0:1734016115.420931:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8914 00000100:00100000:0.0:1734016115.420956:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338959488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.422997:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338959488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2028us (4875us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.423016:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8914 00002000:00100000:0.0:1734016115.423036:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9142272->9146367) req@ffff88007402d180 x1818247338959488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.423047:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402d180 with x1818247338959488 ext(9142272->9146367) 00002000:00010000:0.0:1734016115.423055:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402d180 00000100:00100000:0.0:1734016115.433622:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.437845:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959744 00000100:00100000:2.0:1734016115.437863:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959744 00002000:00100000:2.0:1734016115.437926:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9138176->9142271) req@ffff8800717ead80 x1818247338959744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.437938:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ead80 with x1818247338959744 ext(9138176->9142271) 00002000:00010000:2.0:1734016115.437943:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ead80 00000100:00100000:2.0:1734016115.437976:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8915 00000100:00100000:2.0:1734016115.437984:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338959744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.438244:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338959744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 260us (4638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.438252:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8915 00002000:00100000:2.0:1734016115.438258:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9138176->9142271) req@ffff8800717ead80 x1818247338959744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.438265:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ead80 with x1818247338959744 ext(9138176->9142271) 00002000:00010000:2.0:1734016115.438268:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ead80 00000100:00100000:1.0:1734016115.448923:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.449014:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960000 00000100:00100000:0.0:1734016115.449024:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960000 00002000:00100000:0.0:1734016115.449076:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9134080->9138175) req@ffff88011d83e680 x1818247338960000/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.449092:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83e680 with x1818247338960000 ext(9134080->9138175) 00002000:00010000:0.0:1734016115.449097:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83e680 00000100:00100000:0.0:1734016115.449134:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8916 00000100:00100000:0.0:1734016115.449142:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338960000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.449434:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338960000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 291us (524us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.449441:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8916 00002000:00100000:0.0:1734016115.449447:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9134080->9138175) req@ffff88011d83e680 x1818247338960000/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.449454:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83e680 with x1818247338960000 ext(9134080->9138175) 00002000:00010000:0.0:1734016115.449457:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83e680 00000100:00100000:3.0:1734016115.455421:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.458504:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960256 00000100:00100000:2.0:1734016115.458526:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960256 00002000:00100000:2.0:1734016115.458611:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9129984->9134079) req@ffff88007402ea00 x1818247338960256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.458626:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402ea00 with x1818247338960256 ext(9129984->9134079) 00002000:00010000:2.0:1734016115.458632:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402ea00 00000100:00100000:2.0:1734016115.458671:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8917 00000100:00100000:2.0:1734016115.458683:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338960256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.459034:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338960256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 351us (3628us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.459042:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8917 00002000:00100000:2.0:1734016115.459048:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (9129984->9134079) req@ffff88007402ea00 x1818247338960256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.459055:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402ea00 with x1818247338960256 ext(9129984->9134079) 00002000:00010000:2.0:1734016115.459059:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402ea00 00000100:00100000:0.0:1734016115.471722:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.471885:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960384 00000100:00100000:2.0:1734016115.471903:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960384 00002000:00100000:2.0:1734016115.471999:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9129984->9170943) req@ffff880071d10700 x1818247338960384/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.472014:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10700 with x1818247338960384 ext(9129984->9170943) 00002000:00010000:2.0:1734016115.472022:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10700 00000100:00100000:2.0:1734016115.472077:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8918 00000100:00100000:2.0:1734016115.472090:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338960384:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016115.486116:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338960384:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 14009us (14398us total) trans 4294969262 rc 0/0 00000100:00100000:3.0:1734016115.486138:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8918 00002000:00100000:3.0:1734016115.486157:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9129984->9170943) req@ffff880071d10700 x1818247338960384/t4294969262(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/448 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016115.486167:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10700 with x1818247338960384 ext(9129984->9170943) 00002000:00010000:3.0:1734016115.486174:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10700 00000100:00100000:3.0:1734016115.497581:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.497675:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960512 00000100:00100000:0.0:1734016115.497689:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960512 00000100:00100000:0.0:1734016115.497760:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1973 00000100:00100000:0.0:1734016115.497768:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338960512:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016115.497920:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338960512:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 153us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.497927:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1973 00000100:00100000:0.0:1734016115.528004:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.529557:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960640 00000100:00100000:2.0:1734016115.529572:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960640 00000100:00100000:2.0:1734016115.529652:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10813 00000100:00100000:2.0:1734016115.529661:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247338960640:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016115.531812:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969262 is committed 00000001:00080000:2.0:1734016115.531887:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969260 is committed 00000100:00100000:0.0:1734016115.533809:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338960640:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 4129us (5803us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.533828:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10813 00000100:00100000:1.0:1734016115.538464:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.538546:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960768 00000100:00100000:3.0:1734016115.538557:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960768 00000100:00100000:3.0:1734016115.538612:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1974 00000100:00100000:3.0:1734016115.538620:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338960768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.538646:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.538671:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7320ca4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a159d expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.538773:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.538789:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.538800:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:3.0:1734016115.538827:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9170944 00000004:00200000:3.0:1734016115.538843:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016115.538865:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016115.538894:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7320ca4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 18 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.538940:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.538948:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016115.538951:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016115.538955:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016115.539020:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338960768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 400us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.539028:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1974 00000100:00100000:3.0:1734016115.557716:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.557926:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960896 00000100:00100000:1.0:1734016115.557940:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960896 00000100:00100000:1.0:1734016115.558007:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10814 00000100:00100000:1.0:1734016115.558018:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338960896:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016115.563418:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9170944 -> 9170944 00002000:00010000:1.0:1734016115.563429:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.563433:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.563434:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.563436:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1136 -> 1216 00000100:00100000:1.0:1734016115.563579:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338960896:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 5549us (5863us total) trans 4294969263 rc 0/0 00000100:00100000:1.0:1734016115.563596:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10814 00000100:00100000:3.0:1734016115.570402:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.570521:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961152 00000100:00100000:0.0:1734016115.570536:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961152 00002000:00100000:0.0:1734016115.570616:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8634368->8638463) req@ffff880071d3ca80 x1818247338961152/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.570629:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247338961152 ext(8634368->8638463) 00002000:00010000:0.0:1734016115.570636:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:0.0:1734016115.571415:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8919 00000100:00100000:0.0:1734016115.571432:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338961152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.571720:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338961152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 291us (1342us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.571727:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8919 00002000:00100000:0.0:1734016115.571736:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8634368->8638463) req@ffff880071d3ca80 x1818247338961152/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.571744:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247338961152 ext(8634368->8638463) 00002000:00010000:0.0:1734016115.571747:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:2.0:1734016115.578224:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.578880:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961408 00000100:00100000:0.0:1734016115.578892:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961408 00002000:00100000:0.0:1734016115.578949:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8630272->8634367) req@ffff88012d4b7100 x1818247338961408/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.578960:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247338961408 ext(8630272->8634367) 00002000:00010000:0.0:1734016115.578967:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7100 00000100:00100000:0.0:1734016115.579005:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8920 00000100:00100000:0.0:1734016115.579014:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338961408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.579254:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247338961408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 239us (1040us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.579262:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8920 00002000:00100000:0.0:1734016115.579268:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8630272->8634367) req@ffff88012d4b7100 x1818247338961408/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.579275:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247338961408 ext(8630272->8634367) 00002000:00010000:0.0:1734016115.579278:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7100 00000100:00100000:3.0:1734016115.586384:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.586536:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961536 00000100:00100000:0.0:1734016115.586556:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961536 00000100:00100000:0.0:1734016115.586643:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1975 00000100:00100000:0.0:1734016115.586657:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338961536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.586698:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.586730:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320cb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15a4 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.586880:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320cb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.586902:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.586915:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016115.586948:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9170944 00000004:00200000:0.0:1734016115.586954:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016115.586978:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.587005:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320cb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15a4 expref: 14 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.587049:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15a4 expref: 13 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.587058:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016115.587060:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016115.587065:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016115.587128:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338961536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 476us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.587135:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1975 00000100:00100000:3.0:1734016115.594530:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.596639:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961664 00000100:00100000:1.0:1734016115.596664:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961664 00000100:00100000:1.0:1734016115.596780:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10815 00000100:00100000:1.0:1734016115.596791:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338961664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.596819:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.596858:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320cc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15ab expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.596965:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341556096:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016115.597060:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.601611:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341556096:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016115.601672:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320cc0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ab expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.601691:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320cc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ab expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.601722:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016115.603017:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338961664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6209us (8483us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.603040:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10815 00000100:00100000:3.0:1734016115.616924:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.617313:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961792 00000100:00100000:1.0:1734016115.617330:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961792 00000100:00100000:1.0:1734016115.617409:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10816 00000100:00100000:1.0:1734016115.617419:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338961792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.617445:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.617467:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320cc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15b2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.617539:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341556224:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016115.617616:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.639682:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341556224:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016115.639756:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320cc7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15b2 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.639781:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320cc7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15b2 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.639930:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016115.640710:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338961792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 23284us (23808us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.640723:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10816 00000100:00100000:3.0:1734016115.650753:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.651375:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961920 00000100:00100000:1.0:1734016115.651387:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961920 00000100:00100000:2.0:1734016115.654821:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10817 00000100:00100000:2.0:1734016115.654848:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338961920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.654878:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.654915:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320cce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15b9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.655012:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341556352:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016115.655709:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.665126:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341556352:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016115.665237:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320cce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15b9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.665259:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320cce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15b9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016115.665287:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016115.665379:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338961920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10534us (14638us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016115.665392:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10817 00000100:00100000:3.0:1734016115.668862:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.668948:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962048 00000100:00100000:2.0:1734016115.668963:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962048 00000100:00100000:2.0:1734016115.669045:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10818 00000100:00100000:2.0:1734016115.669056:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338962048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.669082:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.669112:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15c0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.669157:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.669166:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016115.669168:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016115.669172:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3944448->3948543] (req 3944448->3948543) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.669248:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.669265:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 7 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016115.669281:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341556480:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016115.669362:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.672955:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.673034:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962176 00000100:00100000:0.0:1734016115.673046:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962176 00010000:00010000:0.0:1734016115.673100:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 8 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016115.674508:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341556480:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016115.674548:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3944448->3948543] (req 3944448->3948543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.674566:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:1.0:1734016115.675119:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2756 00000100:00100000:1.0:1734016115.675136:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338962176:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.675171:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.675231:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 8 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.675250:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 8 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.675285:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320c9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1596 expref: 8 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.675322:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.675324:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.675338:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.675349:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.675392:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.675409:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341556608:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016115.676915:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338962048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7845us (8069us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.676932:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10818 00000100:00100000:1.0:1734016115.677232:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.683172:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.683360:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341556608:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016115.683391:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.683466:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338962176:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8330us (10525us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.683482:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2756 00000100:00100000:2.0:1734016115.683598:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962432 00000100:00100000:2.0:1734016115.683608:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962432 00002000:00100000:2.0:1734016115.683665:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3944448->3948543) req@ffff880071d3d180 x1818247338962432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.683676:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247338962432 ext(3944448->3948543) 00002000:00010000:2.0:1734016115.683682:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:2.0:1734016115.683713:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8921 00000100:00100000:2.0:1734016115.683720:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338962432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.683972:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338962432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 250us (819us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.683982:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8921 00002000:00100000:2.0:1734016115.683991:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3944448->3948543) req@ffff880071d3d180 x1818247338962432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.683999:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247338962432 ext(3944448->3948543) 00002000:00010000:2.0:1734016115.684001:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:3.0:1734016115.700383:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.700516:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962688 00000100:00100000:0.0:1734016115.700530:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962688 00002000:00100000:0.0:1734016115.700603:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3940352->3944447) req@ffff880071d3f480 x1818247338962688/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.700616:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3f480 with x1818247338962688 ext(3940352->3944447) 00002000:00010000:0.0:1734016115.700622:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3f480 00000100:00100000:0.0:1734016115.700667:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8922 00000100:00100000:0.0:1734016115.700676:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338962688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.700930:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338962688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 253us (562us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.700938:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8922 00002000:00100000:0.0:1734016115.700945:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3940352->3944447) req@ffff880071d3f480 x1818247338962688/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.700952:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3f480 with x1818247338962688 ext(3940352->3944447) 00002000:00010000:0.0:1734016115.700955:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3f480 00000100:00100000:3.0:1734016115.707941:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.708231:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962944 00000100:00100000:2.0:1734016115.708243:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962944 00002000:00100000:2.0:1734016115.708296:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3936256->3940351) req@ffff880074271180 x1818247338962944/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.708307:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271180 with x1818247338962944 ext(3936256->3940351) 00002000:00010000:2.0:1734016115.708313:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271180 00000100:00100000:2.0:1734016115.708340:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8923 00000100:00100000:2.0:1734016115.708348:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338962944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.708581:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338962944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 233us (653us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.708589:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8923 00002000:00100000:2.0:1734016115.708596:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3936256->3940351) req@ffff880074271180 x1818247338962944/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.708603:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271180 with x1818247338962944 ext(3936256->3940351) 00002000:00010000:2.0:1734016115.708606:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271180 00000100:00100000:3.0:1734016115.718486:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.718568:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963200 00000100:00100000:0.0:1734016115.718578:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963200 00002000:00100000:0.0:1734016115.718628:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3932160->3936255) req@ffff880074270700 x1818247338963200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.718638:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270700 with x1818247338963200 ext(3932160->3936255) 00002000:00010000:0.0:1734016115.718644:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270700 00000100:00100000:0.0:1734016115.718684:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8924 00000100:00100000:0.0:1734016115.718693:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338963200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.718932:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338963200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 240us (461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.718939:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8924 00002000:00100000:0.0:1734016115.718946:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3932160->3936255) req@ffff880074270700 x1818247338963200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.718952:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270700 with x1818247338963200 ext(3932160->3936255) 00002000:00010000:0.0:1734016115.718955:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270700 00000100:00100000:3.0:1734016115.727425:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.728405:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963456 00000100:00100000:2.0:1734016115.728416:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963456 00002000:00100000:2.0:1734016115.728486:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3928064->3932159) req@ffff880074273b80 x1818247338963456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.728505:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247338963456 ext(3928064->3932159) 00002000:00010000:2.0:1734016115.728511:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:2.0:1734016115.733560:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8925 00000100:00100000:2.0:1734016115.733583:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338963456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.734478:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338963456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 896us (7066us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.734489:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8925 00002000:00100000:2.0:1734016115.734502:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3928064->3932159) req@ffff880074273b80 x1818247338963456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.734514:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247338963456 ext(3928064->3932159) 00002000:00010000:2.0:1734016115.734523:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:3.0:1734016115.738272:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.740936:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963712 00000100:00100000:2.0:1734016115.740964:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963712 00002000:00100000:2.0:1734016115.741058:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3923968->3928063) req@ffff880074273100 x1818247338963712/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.741073:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273100 with x1818247338963712 ext(3923968->3928063) 00002000:00010000:2.0:1734016115.741082:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273100 00000100:00100000:2.0:1734016115.741145:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8926 00000100:00100000:2.0:1734016115.741156:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338963712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.741525:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338963712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 371us (3270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.741537:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8926 00002000:00100000:2.0:1734016115.741544:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3923968->3928063) req@ffff880074273100 x1818247338963712/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.741554:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273100 with x1818247338963712 ext(3923968->3928063) 00002000:00010000:2.0:1734016115.741557:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273100 00000100:00100000:3.0:1734016115.748891:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.749144:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963968 00000100:00100000:0.0:1734016115.749159:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963968 00002000:00100000:0.0:1734016115.749287:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3919872->3923967) req@ffff880074270380 x1818247338963968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.749301:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270380 with x1818247338963968 ext(3919872->3923967) 00002000:00010000:0.0:1734016115.749309:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270380 00000100:00100000:0.0:1734016115.750265:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8927 00000100:00100000:0.0:1734016115.750278:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338963968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.750565:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338963968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 289us (1689us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.750573:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8927 00002000:00100000:0.0:1734016115.750581:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3919872->3923967) req@ffff880074270380 x1818247338963968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.750589:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270380 with x1818247338963968 ext(3919872->3923967) 00002000:00010000:0.0:1734016115.750594:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270380 00000100:00100000:3.0:1734016115.755517:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.755632:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964224 00000100:00100000:2.0:1734016115.755645:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964224 00002000:00100000:2.0:1734016115.755708:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3915776->3919871) req@ffff880074272d80 x1818247338964224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.755719:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272d80 with x1818247338964224 ext(3915776->3919871) 00002000:00010000:2.0:1734016115.755724:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272d80 00000100:00100000:2.0:1734016115.755759:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8928 00000100:00100000:2.0:1734016115.755769:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338964224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.756127:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338964224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 358us (620us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.756136:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8928 00002000:00100000:2.0:1734016115.756142:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3915776->3919871) req@ffff880074272d80 x1818247338964224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.756150:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272d80 with x1818247338964224 ext(3915776->3919871) 00002000:00010000:2.0:1734016115.756154:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272d80 00000100:00100000:3.0:1734016115.766251:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.766483:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964480 00000100:00100000:2.0:1734016115.766494:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964480 00002000:00100000:2.0:1734016115.766560:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3911680->3915775) req@ffff880074272680 x1818247338964480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.766572:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272680 with x1818247338964480 ext(3911680->3915775) 00002000:00010000:2.0:1734016115.766579:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272680 00000100:00100000:2.0:1734016115.766615:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8929 00000100:00100000:2.0:1734016115.766627:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338964480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.770378:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338964480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3722us (4111us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.770405:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8929 00002000:00100000:2.0:1734016115.770444:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3911680->3915775) req@ffff880074272680 x1818247338964480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.770456:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272680 with x1818247338964480 ext(3911680->3915775) 00002000:00010000:2.0:1734016115.770466:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272680 00000100:00100000:3.0:1734016115.774819:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.774935:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964736 00000100:00100000:2.0:1734016115.774951:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964736 00002000:00100000:2.0:1734016115.775015:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3907584->3911679) req@ffff880074270a80 x1818247338964736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.775026:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270a80 with x1818247338964736 ext(3907584->3911679) 00002000:00010000:2.0:1734016115.775033:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270a80 00000100:00100000:2.0:1734016115.775079:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8930 00000100:00100000:2.0:1734016115.775088:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338964736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.775540:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338964736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 449us (732us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.775549:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8930 00002000:00100000:2.0:1734016115.775556:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3907584->3911679) req@ffff880074270a80 x1818247338964736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.775563:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270a80 with x1818247338964736 ext(3907584->3911679) 00002000:00010000:2.0:1734016115.775567:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270a80 00000100:00100000:3.0:1734016115.778725:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.778844:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964992 00000100:00100000:2.0:1734016115.778855:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964992 00002000:00100000:2.0:1734016115.778906:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3903488->3907583) req@ffff880074270e00 x1818247338964992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.778917:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270e00 with x1818247338964992 ext(3903488->3907583) 00002000:00010000:2.0:1734016115.778922:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270e00 00000100:00100000:2.0:1734016115.778950:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8931 00000100:00100000:2.0:1734016115.778958:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338964992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016115.780873:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338964992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1898us (2143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016115.780891:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8931 00002000:00100000:2.0:1734016115.780907:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3903488->3907583) req@ffff880074270e00 x1818247338964992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.780917:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270e00 with x1818247338964992 ext(3903488->3907583) 00002000:00010000:2.0:1734016115.780923:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270e00 00000100:00100000:3.0:1734016115.788000:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.788492:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965120 00000100:00100000:2.0:1734016115.788512:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965120 00002000:00100000:2.0:1734016115.788584:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3903488->3948543) req@ffff880074272a00 x1818247338965120/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016115.788598:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272a00 with x1818247338965120 ext(3903488->3948543) 00002000:00010000:2.0:1734016115.788607:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272a00 00000100:00100000:2.0:1734016115.788643:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8932 00000100:00100000:2.0:1734016115.788653:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338965120:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016115.794651:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338965120:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5983us (6656us total) trans 4294969264 rc 0/0 00000100:00100000:0.0:1734016115.794665:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8932 00002000:00100000:0.0:1734016115.794680:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3903488->3948543) req@ffff880074272a00 x1818247338965120/t4294969264(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:76/0 lens 488/448 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.794690:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272a00 with x1818247338965120 ext(3903488->3948543) 00002000:00010000:0.0:1734016115.794697:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272a00 00000100:00100000:3.0:1734016115.796871:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.796990:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965248 00000100:00100000:0.0:1734016115.797003:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965248 00000100:00100000:0.0:1734016115.797073:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1976 00000100:00100000:0.0:1734016115.797082:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338965248:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016115.797299:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338965248:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 217us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.797305:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1976 00000100:00100000:3.0:1734016115.801494:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.801606:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965376 00000100:00100000:2.0:1734016115.801619:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965376 00000100:00100000:2.0:1734016115.801695:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10819 00000100:00100000:2.0:1734016115.801704:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338965376:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016115.808627:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969264 is committed 00000001:00080000:0.0:1734016115.808670:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969263 is committed 00000100:00100000:2.0:1734016115.809007:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338965376:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 7295us (7519us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.809023:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10819 00000100:00100000:3.0:1734016115.817483:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.817643:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965632 00000100:00100000:2.0:1734016115.817663:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965632 00000100:00100000:2.0:1734016115.817785:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1977 00000100:00100000:2.0:1734016115.817796:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338965632:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016115.817890:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016115.817929:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320cb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15a4 expref: 13 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.817982:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016115.817988:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016115.818267:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.818284:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.818293:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.818332:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.818346:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 16 pid: 12824 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016115.818363:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341556736:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016115.818459:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016115.822543:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.822925:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965760 00000100:00100000:1.0:1734016115.822940:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965760 00010000:00010000:1.0:1734016115.822996:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 17 pid: 12824 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.823044:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2757 00000100:00100000:1.0:1734016115.823053:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338965760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.823082:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.823090:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 17 pid: 12824 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.823106:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 17 pid: 12824 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.823152:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016115.823158:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016115.823171:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016115.823216:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016115.823241:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.823960:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338965760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 903us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.823973:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2757 00010000:00010000:2.0:1734016115.824634:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7320cab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a159d expref: 16 pid: 12824 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016115.824677:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341556736:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016115.824705:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.824716:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.824721:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:2.0:1734016115.824880:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968532 00000004:00010000:2.0:1734016115.824951:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071e58e00 reply state ffff880073cee000 transno 4294968533 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016115.824961:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016115.825084:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338965632:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7289us (7622us total) trans 4294968533 rc 0/0 00000100:00100000:2.0:1734016115.825093:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1977 00000020:00080000:2.0:1734016115.825098:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016115.836684:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:2.0:1734016115.837173:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.837212:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.837225:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.837232:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cb840 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016115.837238:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.837246:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.837265:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016115.837269:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016115.837274:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.837279:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7320cdc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016115.837366:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965888 00000100:00100000:0.0:1734016115.837378:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965888 00002000:00010000:0.0:1734016115.837421:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3969906->18446744073709551615) 00002000:00100000:0.0:1734016115.837426:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59180 with x1818247338965888 ext(3969906->18446744073709551615) 00002000:00010000:0.0:1734016115.837449:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59180. 00000100:00100000:0.0:1734016115.837488:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8933 00000100:00100000:0.0:1734016115.837496:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338965888:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016115.837920:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9170944 -> 3969906 00002000:00010000:0.0:1734016115.837923:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016115 -> 1734016116 00002000:00010000:0.0:1734016115.837926:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016115.837928:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016115 -> 1734016116 00002000:00010000:0.0:1734016115.837930:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1216 -> 1224 00000100:00100000:0.0:1734016115.837993:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338965888:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 496us (1321us total) trans 4294969265 rc 0/0 00000100:00100000:0.0:1734016115.838002:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8933 00002000:00010000:0.0:1734016115.838007:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3969906->18446744073709551615) 00002000:00100000:0.0:1734016115.838009:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59180 with x1818247338965888 ext(3969906->18446744073709551615) 00002000:00010000:0.0:1734016115.838014:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59180. 00000100:00100000:3.0:1734016115.842938:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.844352:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966016 00000100:00100000:2.0:1734016115.844368:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966016 00000100:00100000:2.0:1734016115.844450:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1978 00000100:00100000:2.0:1734016115.844457:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247338966016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.844488:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.844512:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec7320ce3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15c7 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.844611:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320cea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.844625:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320cea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.844640:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320cea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:2.0:1734016115.844676:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3969906 00000004:00200000:2.0:1734016115.844681:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016115.844696:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320cea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016115.844716:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec7320ce3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c7 expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.844732:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320cea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c7 expref: 15 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016115.844741:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016115.844744:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016115.844749:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016115.851780:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338966016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7294us (8832us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016115.851798:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1978 00000100:00100000:2.0:1734016115.852713:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.852783:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966144 00000100:00100000:0.0:1734016115.852792:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966144 00000100:00100000:0.0:1734016115.852859:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1979 00000100:00100000:0.0:1734016115.852867:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338966144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.852893:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.852920:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320cf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15ce expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.853042:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.853060:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.853070:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016115.853100:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3969906 00000004:00200000:0.0:1734016115.853105:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016115.853125:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016115.853149:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7320cf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.853225:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.853234:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016115.853237:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016115.853241:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016115.853301:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338966144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 435us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.853309:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1979 00000100:00100000:0.0:1734016115.861266:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.862622:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966272 00000100:00100000:2.0:1734016115.862636:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966272 00000100:00100000:2.0:1734016115.862699:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10820 00000100:00100000:2.0:1734016115.862709:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338966272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.862738:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.862764:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320cff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15d5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.862852:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341556864:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016115.868146:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.874141:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341556864:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016115.874213:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320cff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15d5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.874234:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320cff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15d5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.874262:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:0.0:1734016115.874333:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338966272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11623us (13083us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.874346:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10820 00000100:00100000:1.0:1734016115.879579:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.879962:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966400 00000100:00100000:3.0:1734016115.879977:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966400 00000100:00100000:3.0:1734016115.880030:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10821 00000100:00100000:3.0:1734016115.880040:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338966400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.880072:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016115.880098:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15dc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.880142:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.880151:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.880153:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016115.880156:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2637824->2703359] (req 2637824->2703359) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.880224:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.880241:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 6 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016115.880261:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341556992:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016115.880356:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.887162:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016115.887694:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341556992:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016115.887755:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2637824->2703359] (req 2637824->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016115.887783:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016115.887868:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338966400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7827us (8302us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016115.887884:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10821 00000100:00100000:1.0:1734016115.888014:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966528 00000100:00100000:1.0:1734016115.888028:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966528 00010000:00010000:1.0:1734016115.888070:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 7 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.888117:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2758 00000100:00100000:1.0:1734016115.888125:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338966528:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.888146:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.888209:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 7 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.888222:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 7 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.888260:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320cd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c0 expref: 7 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.888293:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.888295:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.888306:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.888317:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.888373:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.888388:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341557120:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016115.888439:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.894268:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.897266:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341557120:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016115.897306:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.897427:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338966528:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9300us (10284us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.897443:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2758 00000100:00100000:3.0:1734016115.897798:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966656 00000100:00100000:3.0:1734016115.897810:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966656 00000100:00100000:3.0:1734016115.897882:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10822 00000100:00100000:3.0:1734016115.897890:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338966656:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016115.898269:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3969906 -> 3969906 00002000:00010000:3.0:1734016115.898273:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016115.898275:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.898277:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016116 -> 1734016115 00002000:00010000:3.0:1734016115.898279:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1224 -> 1352 00000100:00100000:3.0:1734016115.898319:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338966656:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 430us (4080us total) trans 4294969266 rc 0/0 00000100:00100000:3.0:1734016115.898329:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10822 00000100:00100000:0.0:1734016115.901532:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.901646:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966784 00000100:00100000:1.0:1734016115.901660:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966784 00000100:00100000:1.0:1734016115.901742:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10823 00000100:00100000:1.0:1734016115.901753:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338966784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.901788:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.901836:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320d0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15e3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.901925:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341557248:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016115.902003:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016115.910056:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016115 -> 1734016116 00000100:00100000:1.0:1734016115.910089:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341557248:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016115.910126:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320d0d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15e3 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.910147:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320d0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15e3 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.910165:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016115.910258:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338966784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8506us (8743us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.910267:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10823 00000100:00100000:2.0:1734016115.913274:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.913388:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966912 00000100:00100000:1.0:1734016115.913400:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966912 00000100:00100000:1.0:1734016115.913466:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10824 00000100:00100000:1.0:1734016115.913476:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338966912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.913503:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.913526:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320d14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15ea expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.913593:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341557376:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016115.913667:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.915599:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341557376:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016115.915637:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320d14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ea expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.915651:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320d14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ea expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.915669:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016115.915725:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338966912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2250us (2464us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.915734:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10824 00000100:00100000:2.0:1734016115.925172:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.925944:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967168 00000100:00100000:0.0:1734016115.925957:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967168 00000100:00100000:0.0:1734016115.926021:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1980 00000100:00100000:0.0:1734016115.926030:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247338967168:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016115.926088:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.926120:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7320cea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15c7 expref: 15 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.928165:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016115.928191:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016115.928470:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.928493:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.928501:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.928552:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.928570:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 16 pid: 6474 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.928587:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341557504:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016115.928686:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.934484:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.935341:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341557504:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016115.935385:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016115.936402:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967296 00000100:00100000:1.0:1734016115.936416:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967296 00010000:00010000:1.0:1734016115.936474:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 17 pid: 6474 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.936528:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2759 00000100:00100000:1.0:1734016115.936536:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338967296:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.936557:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.936566:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 17 pid: 6474 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.936580:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 17 pid: 6474 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.936611:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320cf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ce expref: 17 pid: 6474 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016115.936635:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016115.936641:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016115.936653:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016115.936670:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016115.936697:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.936793:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338967296:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 256us (2325us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.936802:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2759 00010000:00010000:0.0:1734016115.937594:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.937604:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016115.937726:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968534 00000004:00010000:0.0:1734016115.937796:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130bc7800 reply state ffff880074021000 transno 4294968535 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016115.937804:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016115.937938:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338967168:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 11906us (12775us total) trans 4294968535 rc 0/0 00000100:00100000:0.0:1734016115.937947:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1980 00000020:00080000:0.0:1734016115.937952:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016115.941658:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016115.941897:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.941916:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.941926:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.941934:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016115.941942:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.941953:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.941979:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016115.941983:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016115.941989:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.941994:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7320d1b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016115.942133:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967424 00000100:00100000:1.0:1734016115.942147:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967424 00000100:00100000:1.0:1734016115.942232:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10825 00000100:00100000:1.0:1734016115.942243:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338967424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.942267:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.942291:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15f1 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.942332:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.942339:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.942341:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.942344:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.942383:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.942394:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 7 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.942412:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341557632:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016115.942464:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.945597:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341557632:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016115.945640:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.945662:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016115.945714:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338967424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3472us (4084us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.945723:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10825 00000100:00100000:2.0:1734016115.947077:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.947174:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967552 00000100:00100000:0.0:1734016115.947205:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967552 00010000:00010000:0.0:1734016115.947237:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 8 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.947265:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2760 00000100:00100000:0.0:1734016115.947271:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338967552:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.947284:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.947309:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 8 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.947322:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 8 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.947345:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7320d06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2637824->2703359) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15dc expref: 8 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.947363:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.947365:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.947371:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.947380:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.947414:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.947427:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341557760:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016115.947478:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.950706:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.950883:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341557760:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016115.950912:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.950960:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338967552:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3688us (3890us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.950971:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2760 00000100:00100000:3.0:1734016115.951051:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967680 00000100:00100000:3.0:1734016115.951061:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967680 00002000:00010000:3.0:1734016115.951106:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9110193->18446744073709551615) 00002000:00100000:3.0:1734016115.951110:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247338967680 ext(9110193->18446744073709551615) 00002000:00010000:3.0:1734016115.951124:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00. 00000100:00100000:3.0:1734016115.951153:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8934 00000100:00100000:3.0:1734016115.951161:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338967680:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016115.951457:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3969906 -> 9110193 00002000:00010000:3.0:1734016115.951461:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016115.951463:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:3.0:1734016115.951465:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:3.0:1734016115.951467:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1352 -> 1352 00000100:00100000:3.0:1734016115.951509:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338967680:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 349us (820us total) trans 4294969267 rc 0/0 00000100:00100000:3.0:1734016115.951516:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8934 00002000:00010000:3.0:1734016115.951519:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9110193->18446744073709551615) 00002000:00100000:3.0:1734016115.951521:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247338967680 ext(9110193->18446744073709551615) 00002000:00010000:3.0:1734016115.951526:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00. 00000100:00100000:2.0:1734016115.953091:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.953207:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967808 00000100:00100000:0.0:1734016115.953215:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967808 00000100:00100000:0.0:1734016115.953263:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1981 00000100:00100000:0.0:1734016115.953271:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247338967808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.953332:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.953355:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320d29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15f8 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.953454:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320d30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.953469:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.953481:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016115.953509:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9110193 00000004:00200000:0.0:1734016115.953514:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016115.953532:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320d30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.953557:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7320d29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f8 expref: 18 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.953761:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320d30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f8 expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.953770:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016115.953772:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016115.953776:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016115.953864:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338967808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 592us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.953871:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1981 00000100:00100000:2.0:1734016115.957612:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.958046:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967936 00000100:00100000:1.0:1734016115.958059:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967936 00000100:00100000:1.0:1734016115.958135:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10826 00000100:00100000:1.0:1734016115.958144:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338967936:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016115.958501:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9110193 -> 9110193 00002000:00010000:1.0:1734016115.958505:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016115.958507:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016115.958509:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016115.958510:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1352 -> 1352 00000100:00100000:1.0:1734016115.958595:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338967936:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 453us (995us total) trans 4294969268 rc 0/0 00000100:00100000:1.0:1734016115.958601:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10826 00000100:00100000:2.0:1734016115.961250:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016115.961370:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968064 00000100:00100000:0.0:1734016115.961390:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968064 00000100:00100000:0.0:1734016115.961491:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1982 00000100:00100000:0.0:1734016115.961503:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338968064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.961537:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.961573:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320d37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a15ff expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.961733:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.961753:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.961770:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016115.961807:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9110193 00000004:00200000:0.0:1734016115.961812:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016115.961847:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016115.961882:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320d37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 18 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.961925:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.961934:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016115.961938:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016115.961943:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016115.962019:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338968064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 517us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.962026:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1982 00000100:00100000:3.0:1734016115.965585:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016115.965695:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968192 00000100:00100000:2.0:1734016115.965705:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968192 00000100:00100000:2.0:1734016115.965957:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10827 00000100:00100000:2.0:1734016115.965965:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338968192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016115.965988:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016115.966009:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1606 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016115.966072:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341557888:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016115.966160:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.968168:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341557888:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016115.968471:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d45 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1606 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.968486:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1606 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.968510:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:0.0:1734016115.968866:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338968192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2898us (3291us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.968876:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10827 00000100:00100000:0.0:1734016115.971686:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.971815:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968320 00000100:00100000:1.0:1734016115.971834:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968320 00000100:00100000:1.0:1734016115.971907:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10828 00000100:00100000:1.0:1734016115.971916:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338968320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.971949:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.971976:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320d4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a160d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.972058:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341558016:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016115.972164:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.974358:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341558016:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016115.974398:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320d4c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a160d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.974412:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320d4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a160d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.974454:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016115.974516:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338968320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2599us (2841us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.974527:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10828 00000100:00100000:3.0:1734016115.978160:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.978276:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968448 00000100:00100000:1.0:1734016115.978290:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968448 00000100:00100000:1.0:1734016115.978368:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10829 00000100:00100000:1.0:1734016115.978378:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338968448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.978407:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.978428:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1614 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.978463:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.978471:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.978473:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016115.978478:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8491008->8507391] (req 8491008->8507391) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.978521:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.978534:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 8 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016115.978548:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341558144:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016115.978638:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016115.984322:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016115.984350:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341558144:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016115.984396:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8491008->8507391] (req 8491008->8507391) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.984419:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:0.0:1734016115.984571:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968576 00000100:00100000:0.0:1734016115.984579:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968576 00010000:00010000:0.0:1734016115.984611:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016115.984644:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2761 00000100:00100000:0.0:1734016115.984650:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338968576:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.984665:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.984689:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.984700:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.984724:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7320d22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f1 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016115.984761:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.984763:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.984768:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.984776:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.984811:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.984834:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341558272:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016115.985664:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338968448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7281us (7518us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.985674:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10829 00000100:00100000:0.0:1734016115.986080:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.996136:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341558272:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016115.996161:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.996235:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338968576:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11582us (11928us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.996248:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2761 00000100:00100000:3.0:1734016116.007001:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.007147:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968832 00000100:00100000:0.0:1734016116.007158:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968832 00002000:00100000:0.0:1734016116.007270:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->8495103) req@ffff880071e59880 x1818247338968832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 504/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.007281:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59880 with x1818247338968832 ext(0->8495103) 00002000:00010000:0.0:1734016116.007288:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59880 00000100:00100000:0.0:1734016116.007323:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8935 00000100:00100000:0.0:1734016116.007330:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338968832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00080000:2.0:1734016116.014032:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016086 00000100:00100000:3.0:1734016116.018537:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.018606:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.018645:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969088 00000100:00100000:3.0:1734016116.018655:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969088 00002000:00100000:3.0:1734016116.018708:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8384511) req@ffff880071e59c00 x1818247338969088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.018718:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59c00 with x1818247338969088 ext(4190208->8384511) 00002000:00010000:3.0:1734016116.018725:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59c00 00000100:00100000:3.0:1734016116.018742:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969344 00000100:00100000:3.0:1734016116.018744:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969344 00002000:00100000:3.0:1734016116.018751:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8384512->9113599) req@ffff880071e59f80 x1818247338969344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 504/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.018758:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59f80 with x1818247338969344 ext(8384512->9113599) 00002000:00010000:3.0:1734016116.018760:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59f80 00000100:00100000:3.0:1734016116.018770:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8936 00000100:00100000:3.0:1734016116.018776:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338969088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.021933:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8937 00000100:00100000:2.0:1734016116.021947:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338969344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.074321:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338969344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 52349us (55686us total) trans 0 rc 724992/724992 00000100:00100000:3.0:1734016116.074345:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8937 00002000:00100000:3.0:1734016116.074367:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8384512->9113599) req@ffff880071e59f80 x1818247338969344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 504/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 724992/724992 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.074379:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59f80 with x1818247338969344 ext(8384512->9113599) 00002000:00010000:3.0:1734016116.074387:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59f80 00000100:00100000:2.0:1734016116.095495:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338968832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 88144us (88487us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.095512:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8935 00002000:00100000:2.0:1734016116.095526:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->8495103) req@ffff880071e59880 x1818247338968832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 504/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.095535:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59880 with x1818247338968832 ext(0->8495103) 00002000:00010000:2.0:1734016116.095543:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59880 00000100:00100000:0.0:1734016116.125456:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.126056:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969472 00000100:00100000:1.0:1734016116.126067:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969472 00000100:00100000:1.0:1734016116.126125:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10830 00000100:00100000:1.0:1734016116.126133:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338969472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.126159:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.126235:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a161b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.126266:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.126268:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.126277:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.126292:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.126303:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016116.126368:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338969472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 235us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.126374:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10830 00010000:00010000:1.0:1734016116.131933:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016116.137417:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338969088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 118629us (118888us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.137432:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8936 00002000:00100000:2.0:1734016116.137445:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8384511) req@ffff880071e59c00 x1818247338969088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.137454:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59c00 with x1818247338969088 ext(4190208->8384511) 00002000:00010000:2.0:1734016116.137460:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59c00 00000100:00100000:0.0:1734016116.140484:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.140568:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969600 00000100:00100000:2.0:1734016116.140579:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969600 00000100:00100000:2.0:1734016116.140984:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10831 00000100:00100000:2.0:1734016116.140991:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247338969600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.141013:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.141034:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1622 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.141066:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.141075:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.141080:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.141082:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.141085:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5038080->5095423] (req 5038080->5095423) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.141118:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.141130:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 10 pid: 7681 timeout: 479 lvb_type: 1 00000100:00100000:2.0:1734016116.141143:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341558400:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016116.143798:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.143851:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 7 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.143872:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341558528:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016116.143949:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.157506:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341558400:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016116.157528:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341558528:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016116.157568:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5038080->5095423] (req 5038080->5095423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.157589:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016116.157699:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338969600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16705us (17225us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.157708:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10831 00000100:00100000:0.0:1734016116.159371:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.159455:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.159560:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969728 00000100:00100000:2.0:1734016116.159574:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969728 00010000:00010000:2.0:1734016116.159627:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 10 pid: 7681 timeout: 479 lvb_type: 1 00000100:00100000:2.0:1734016116.159660:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969856 00000100:00100000:2.0:1734016116.159662:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969856 00010000:00010000:2.0:1734016116.159675:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.159705:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2762 00000100:00100000:2.0:1734016116.159714:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338969728:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016116.159729:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016116.159753:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 10 pid: 7681 timeout: 479 lvb_type: 1 00010000:00010000:2.0:1734016116.159764:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 10 pid: 7681 timeout: 479 lvb_type: 1 00010000:00010000:2.0:1734016116.159793:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320d5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a161b expref: 10 pid: 7681 timeout: 479 lvb_type: 1 00010000:00010000:2.0:1734016116.159816:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016116.159876:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338969728:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 164us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.159883:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2762 00000100:00100000:2.0:1734016116.159899:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2763 00000100:00100000:2.0:1734016116.159903:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338969856:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016116.159910:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016116.159915:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016116.159923:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016116.159932:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7320d53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1614 expref: 8 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016116.159939:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.159941:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.159949:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.159957:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.160002:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.160018:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341558656:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016116.160056:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.164931:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.165013:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970112 00000100:00100000:3.0:1734016116.165022:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970112 00002000:00100000:3.0:1734016116.165071:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5091328->5095423) req@ffff88012b87e300 x1818247338970112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.165080:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e300 with x1818247338970112 ext(5091328->5095423) 00002000:00010000:3.0:1734016116.165087:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e300 00000100:00100000:3.0:1734016116.165107:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8938 00000100:00100000:3.0:1734016116.165114:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338970112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.165320:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247338970112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 205us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016116.165327:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8938 00002000:00100000:3.0:1734016116.165332:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5091328->5095423) req@ffff88012b87e300 x1818247338970112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.165338:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e300 with x1818247338970112 ext(5091328->5095423) 00002000:00010000:3.0:1734016116.165340:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e300 00000100:00100000:2.0:1734016116.165696:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341558656:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016116.165724:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016116.165767:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338969856:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5862us (6311us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.165779:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2763 00000100:00100000:0.0:1734016116.169367:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.169584:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970240 00000100:00100000:2.0:1734016116.169601:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970240 00000100:00100000:2.0:1734016116.169669:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10832 00000100:00100000:2.0:1734016116.169681:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338970240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.169709:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.169736:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320d68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1629 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.169994:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341558784:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016116.170412:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.174652:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341558784:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016116.174708:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320d68 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1629 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.174731:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7320d68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1629 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.174760:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016116.176337:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338970240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6645us (6977us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.176352:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10832 00000100:00100000:0.0:1734016116.180334:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.180553:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970368 00000100:00100000:2.0:1734016116.180570:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970368 00000100:00100000:2.0:1734016116.180641:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10833 00000100:00100000:2.0:1734016116.180652:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338970368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.180680:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.180705:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320d6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1630 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.180788:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341558912:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016116.180868:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.185531:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341558912:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016116.185583:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320d6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1630 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.185602:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7320d6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1630 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.185635:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016116.185732:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338970368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5080us (5415us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.185743:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10833 00000100:00100000:0.0:1734016116.191002:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.191139:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970496 00000100:00100000:2.0:1734016116.191150:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970496 00000100:00100000:2.0:1734016116.191334:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10834 00000100:00100000:2.0:1734016116.191343:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac188450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338970496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.191368:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.191389:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320d76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1637 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.191460:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341559040:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016116.192116:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.195432:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341559040:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016116.195478:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320d76 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1637 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.195493:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7320d76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1637 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016116.195511:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016116.195567:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac188450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338970496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4224us (4580us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016116.195580:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10834 00000100:00100000:0.0:1734016116.198383:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.198667:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970624 00000100:00100000:2.0:1734016116.198680:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970624 00000100:00100000:2.0:1734016116.198747:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10835 00000100:00100000:2.0:1734016116.198756:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338970624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.198780:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.198807:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a163e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.198849:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.198857:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.198859:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.198862:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6311936->6316031] (req 6311936->6316031) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.198900:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.198912:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 8 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.198926:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341559168:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016116.199631:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.205232:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341559168:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016116.205290:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6311936->6316031] (req 6311936->6316031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.205315:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016116.205408:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338970624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6650us (7041us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.205418:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10835 00000100:00100000:0.0:1734016116.206739:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.207235:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970752 00000100:00100000:2.0:1734016116.207247:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970752 00002000:00100000:2.0:1734016116.207321:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5038080->5095423) req@ffff88012b87c380 x1818247338970752/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.207332:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c380 with x1818247338970752 ext(5038080->5095423) 00010000:00010000:2.0:1734016116.207344:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016116.207358:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00002000:00010000:2.0:1734016116.207367:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87c380 00000100:00100000:2.0:1734016116.207405:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 312 00000100:00100000:2.0:1734016116.207412:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247338970752:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016116.213304:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338970752:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5874us (6553us total) trans 4294969269 rc 0/0 00000100:00100000:0.0:1734016116.213321:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 312 00002000:00100000:0.0:1734016116.213337:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5038080->5095423) req@ffff88012b87c380 x1818247338970752/t4294969269(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.213347:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c380 with x1818247338970752 ext(5038080->5095423) 00010000:00010000:0.0:1734016116.213360:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 11 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016116.213383:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 11 pid: 13915 timeout: 479 lvb_type: 0 00002000:00010000:0.0:1734016116.213390:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87c380 00000100:00100000:0.0:1734016116.220065:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.220317:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970880 00000100:00100000:2.0:1734016116.220331:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970880 00010000:00010000:2.0:1734016116.220379:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 11 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.220576:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2764 00000100:00100000:2.0:1734016116.220584:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338970880:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016116.220603:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016116.220624:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1352 -> 1464 00010000:00010000:2.0:1734016116.220629:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 11 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016116.220641:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 11 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016116.220664:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7320d61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1622 expref: 11 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016116.220686:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.220688:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.220696:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.220705:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.220749:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.220762:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341559296:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016116.221056:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.225028:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.225422:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971136 00000100:00100000:1.0:1734016116.225445:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971136 00002000:00100000:1.0:1734016116.225547:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6311936->6316031) req@ffff88012b87f800 x1818247338971136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.225561:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f800 with x1818247338971136 ext(6311936->6316031) 00002000:00010000:1.0:1734016116.225570:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f800 00000100:00100000:1.0:1734016116.225624:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8939 00000100:00100000:1.0:1734016116.225635:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338971136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.225905:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338971136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 271us (898us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.225914:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8939 00002000:00100000:1.0:1734016116.225921:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6311936->6316031) req@ffff88012b87f800 x1818247338971136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.225929:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f800 with x1818247338971136 ext(6311936->6316031) 00002000:00010000:1.0:1734016116.225932:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f800 00000100:00100000:2.0:1734016116.226077:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341559296:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016116.226116:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016116.226145:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338970880:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5561us (6096us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.226157:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2764 00000100:00100000:0.0:1734016116.230049:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.230593:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971264 00000100:00100000:2.0:1734016116.230607:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971264 00000100:00100000:2.0:1734016116.230933:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10836 00000100:00100000:2.0:1734016116.230944:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338971264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.230982:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.231011:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1645 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.231053:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.231063:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.231066:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.231070:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2641920->2666495] (req 2641920->2666495) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.231116:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.231131:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.231152:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341559424:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016116.231303:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.233598:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.233702:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341559424:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016116.233756:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2641920->2666495] (req 2641920->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.233781:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016116.233858:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338971264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2914us (3825us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.233867:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10836 00000100:00100000:3.0:1734016116.233978:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971392 00000100:00100000:3.0:1734016116.233985:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971392 00010000:00010000:3.0:1734016116.234013:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016116.234037:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2765 00000100:00100000:3.0:1734016116.234043:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338971392:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.234062:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.234085:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.234095:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.234118:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320d7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a163e expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.234705:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.234708:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.234715:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.234724:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.234754:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.234765:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341559552:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016116.234815:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.242312:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341559552:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016116.242357:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.242447:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338971392:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8400us (8861us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.242468:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2765 00000100:00100000:0.0:1734016116.247436:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.248170:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971520 00000100:00100000:2.0:1734016116.248279:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971520 00000100:00100000:2.0:1734016116.248909:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10837 00000100:00100000:2.0:1734016116.248919:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338971520:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016116.249439:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9110193 -> 9110193 00002000:00010000:2.0:1734016116.249445:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.249448:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:2.0:1734016116.249450:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:2.0:1734016116.249453:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1464 -> 1432 00000100:00100000:2.0:1734016116.249608:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338971520:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 684us (2187us total) trans 4294969270 rc 0/0 00000100:00100000:2.0:1734016116.249621:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10837 00000100:00100000:0.0:1734016116.252038:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.252654:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971648 00000100:00100000:1.0:1734016116.252668:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971648 00000100:00100000:1.0:1734016116.252764:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10838 00000100:00100000:1.0:1734016116.252774:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338971648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.252799:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.252831:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320d8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a164c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.252905:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341559680:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016116.252988:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016116.255029:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:1.0:1734016116.255070:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341559680:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016116.255115:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320d8b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a164c expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.255132:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320d8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a164c expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.255309:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016116.255392:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338971648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2618us (3367us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.255403:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10838 00000100:00100000:0.0:1734016116.257963:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.258065:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971776 00000100:00100000:1.0:1734016116.258075:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971776 00000100:00100000:1.0:1734016116.258138:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10839 00000100:00100000:1.0:1734016116.258148:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338971776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.258172:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.258565:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320d92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1653 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.258644:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341559808:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016116.260014:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.262562:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341559808:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016116.262609:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320d92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1653 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.262626:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320d92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1653 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.262683:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016116.262809:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338971776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4659us (4859us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.262835:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10839 00000100:00100000:0.0:1734016116.264805:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.264924:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971904 00000100:00100000:1.0:1734016116.264935:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971904 00000100:00100000:1.0:1734016116.265001:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10840 00000100:00100000:1.0:1734016116.265012:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338971904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.265039:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.265065:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320d99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a165a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.265144:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341559936:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016116.265774:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.267749:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341559936:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016116.267786:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320d99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a165a expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.267801:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320d99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a165a expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.267812:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016116.267874:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247338971904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2862us (3079us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.267882:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10840 00000100:00100000:0.0:1734016116.274170:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.274353:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972032 00000100:00100000:1.0:1734016116.274376:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972032 00000100:00100000:1.0:1734016116.274472:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10841 00000100:00100000:1.0:1734016116.274489:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338972032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.274523:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.274561:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1661 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.274617:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.274627:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.274629:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.274633:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4554752->4607999] (req 4554752->4607999) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.274693:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.274711:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 8 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016116.274729:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341560064:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016116.274839:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.277440:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341560064:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016116.277488:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4554752->4607999] (req 4554752->4607999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.277511:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016116.277580:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338972032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3091us (3427us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.277595:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10841 00000100:00100000:0.0:1734016116.278988:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.279328:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972160 00000100:00100000:3.0:1734016116.279342:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972160 00010000:00010000:3.0:1734016116.279391:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016116.279544:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2766 00000100:00100000:3.0:1734016116.279554:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338972160:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.279583:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.279611:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.279626:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.279655:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320d84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1645 expref: 9 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.279691:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.279693:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.279701:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.279710:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.279752:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.279765:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341560192:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016116.281593:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.290886:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.292602:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341560192:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016116.292647:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.292760:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247338972160:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 13204us (13784us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.292782:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2766 00000100:00100000:0.0:1734016116.293176:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972288 00000100:00100000:0.0:1734016116.293204:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972288 00000100:00100000:0.0:1734016116.293272:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10842 00000100:00100000:0.0:1734016116.293277:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247338972288:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016116.293662:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9110193 -> 9110193 00002000:00010000:0.0:1734016116.293667:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.293669:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:0.0:1734016116.293671:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.293672:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1432 -> 1536 00000100:00100000:0.0:1734016116.293719:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338972288:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 440us (2847us total) trans 4294969271 rc 0/0 00000100:00100000:0.0:1734016116.293731:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10842 00000100:00100000:0.0:1734016116.302071:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.302238:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972416 00000100:00100000:2.0:1734016116.302255:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972416 00000100:00100000:2.0:1734016116.302329:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10843 00000100:00100000:2.0:1734016116.302338:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338972416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.302365:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.302398:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1668 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.302455:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.302464:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.302466:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016116.302470:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2519040->2584575] (req 2519040->2584575) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.302525:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.302542:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 11 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.302564:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341560320:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016116.302704:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.308158:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.308358:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972544 00000100:00100000:3.0:1734016116.308371:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972544 00010000:00010000:3.0:1734016116.308420:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 12 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016116.308467:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2767 00000100:00100000:3.0:1734016116.308477:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338972544:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.308496:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.308531:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 12 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.308547:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 12 pid: 7681 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.308589:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.308591:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.308600:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.308610:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.308657:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.308672:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341560448:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016116.308756:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb43c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016116.310426:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320da0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1661 expref: 12 pid: 7681 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.310471:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341560320:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016116.310505:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.310518:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016116.310573:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338972416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8234us (8510us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.310583:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10843 00000100:00100000:3.0:1734016116.318392:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341560448:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016116.318420:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.318495:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338972544:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10018us (10350us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.318508:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2767 00000100:00100000:0.0:1734016116.339712:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.344007:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.344064:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972800 00000100:00100000:1.0:1734016116.344081:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972800 00002000:00100000:1.0:1734016116.344163:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880130c2f480 x1818247338972800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.344195:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247338972800 ext(0->4194303) 00002000:00010000:1.0:1734016116.344203:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:1.0:1734016116.344243:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973184 00000100:00100000:1.0:1734016116.344246:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973184 00002000:00100000:1.0:1734016116.344258:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9113599) req@ffff88011d83d500 x1818247338973184/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.344265:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d500 with x1818247338973184 ext(8388608->9113599) 00002000:00010000:1.0:1734016116.344268:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d500 00000100:00100000:1.0:1734016116.344284:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8940 00000100:00100000:1.0:1734016116.344296:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338972800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.347111:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8941 00000100:00100000:3.0:1734016116.347130:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338973184:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.348206:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.348236:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973056 00000100:00100000:3.0:1734016116.348244:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973056 00002000:00100000:3.0:1734016116.348287:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071e5a300 x1818247338973056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016116.348298:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a300 with x1818247338973056 ext(4194304->8388607) 00002000:00010000:3.0:1734016116.348305:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a300 00000100:00100000:3.0:1734016116.348329:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8942 00000100:00100000:3.0:1734016116.348335:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338973056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016116.363302:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338973184:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 16163us (19307us total) trans 0 rc 724992/724992 00000100:00100000:2.0:1734016116.363318:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8941 00002000:00100000:2.0:1734016116.363334:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9113599) req@ffff88011d83d500 x1818247338973184/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 724992/724992 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.363346:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d500 with x1818247338973184 ext(8388608->9113599) 00002000:00010000:2.0:1734016116.363354:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d500 00000100:00100000:0.0:1734016116.424242:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338972800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 79929us (84526us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016116.424264:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8940 00002000:00100000:0.0:1734016116.424284:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880130c2f480 x1818247338972800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.424295:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247338972800 ext(0->4194303) 00002000:00010000:0.0:1734016116.424302:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:3.0:1734016116.460137:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.462353:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973440 00000100:00100000:2.0:1734016116.462370:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973440 00000100:00100000:2.0:1734016116.462456:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10844 00000100:00100000:2.0:1734016116.462466:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338973440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.462493:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.462514:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a166f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.462547:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.462555:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.462558:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.462563:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7860224->7901183] (req 7860224->7901183) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.462601:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.462613:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 12 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:2.0:1734016116.462627:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341560576:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016116.464148:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.464954:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338973056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 116612us (116769us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.464968:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8942 00002000:00100000:2.0:1734016116.464983:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071e5a300 x1818247338973056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.464995:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a300 with x1818247338973056 ext(4194304->8388607) 00010000:00010000:2.0:1734016116.465006:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 11 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:2.0:1734016116.465021:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 11 pid: 13915 timeout: 479 lvb_type: 0 00002000:00010000:2.0:1734016116.465028:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071e5a300 00000100:00100000:2.0:1734016116.476804:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341560576:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016116.476918:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7860224->7901183] (req 7860224->7901183) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.476956:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016116.477117:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338973440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14649us (16990us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.477131:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10844 00000100:00100000:0.0:1734016116.499870:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.500001:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973568 00000100:00100000:3.0:1734016116.500014:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973568 00010000:00010000:3.0:1734016116.500060:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 10 pid: 13915 timeout: 479 lvb_type: 0 00000100:00100000:3.0:1734016116.500141:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2768 00000100:00100000:3.0:1734016116.500153:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338973568:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.500176:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.500241:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 10 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.500258:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 10 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.500287:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320da7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1668 expref: 10 pid: 13915 timeout: 479 lvb_type: 0 00010000:00010000:3.0:1734016116.500858:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.500863:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.500872:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.500882:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.500927:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.500944:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341560704:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016116.501166:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.507442:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341560704:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016116.507476:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.507561:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338973568:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7408us (7706us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.507576:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2768 00000100:00100000:0.0:1734016116.522633:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.522702:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.522833:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973824 00000100:00100000:2.0:1734016116.522848:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973824 00002000:00100000:2.0:1734016116.522912:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->7901183) req@ffff880071e36d80 x1818247338973824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 504/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.522924:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247338973824 ext(0->7901183) 00002000:00010000:2.0:1734016116.522930:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:2.0:1734016116.522969:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973952 00000100:00100000:2.0:1734016116.522971:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973952 00002000:00100000:2.0:1734016116.522981:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7860223) req@ffff880071e36680 x1818247338973952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.522988:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36680 with x1818247338973952 ext(4190208->7860223) 00002000:00010000:2.0:1734016116.522990:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36680 00000100:00100000:2.0:1734016116.523016:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8943 00000100:00100000:2.0:1734016116.523026:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338973824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.525975:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8944 00000100:00100000:1.0:1734016116.526001:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338973952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.598129:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338973952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 72120us (75411us total) trans 0 rc 3670016/3670016 00000100:00100000:1.0:1734016116.598146:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8944 00002000:00100000:1.0:1734016116.598164:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7860223) req@ffff880071e36680 x1818247338973952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 3670016/3670016 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.598239:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36680 with x1818247338973952 ext(4190208->7860223) 00002000:00010000:1.0:1734016116.598246:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36680 00000100:00100000:2.0:1734016116.626781:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338973824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 103737us (104144us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016116.626801:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8943 00002000:00100000:2.0:1734016116.626834:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->7901183) req@ffff880071e36d80 x1818247338973824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 504/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016116.626848:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247338973824 ext(0->7901183) 00002000:00010000:2.0:1734016116.626856:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:2.0:1734016116.631925:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.632648:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974208 00000100:00100000:0.0:1734016116.632661:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974208 00000100:00100000:0.0:1734016116.633266:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10845 00000100:00100000:0.0:1734016116.633275:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338974208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.633301:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.633327:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1676 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.633369:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.633377:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016116.633379:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016116.633383:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6696960->6709247] (req 6696960->6709247) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.633419:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.633432:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 8 pid: 13915 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.633448:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341560832:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016116.633858:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.637338:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341560832:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016116.637389:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6696960->6709247] (req 6696960->6709247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.637411:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016116.637478:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338974208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4203us (5565us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.637488:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10845 00000100:00100000:3.0:1734016116.637626:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.638521:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974336 00000100:00100000:0.0:1734016116.638531:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974336 00002000:00100000:0.0:1734016116.638588:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7860224->7901183) req@ffff880071e5ad80 x1818247338974336/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.638599:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5ad80 with x1818247338974336 ext(7860224->7901183) 00010000:00010000:0.0:1734016116.638608:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 9 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.638621:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 9 pid: 13915 timeout: 480 lvb_type: 0 00002000:00010000:0.0:1734016116.638627:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071e5ad80 00000100:00100000:0.0:1734016116.638739:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 313 00000100:00100000:0.0:1734016116.638748:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338974336:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016116.644884:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338974336:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6120us (7242us total) trans 4294969272 rc 0/0 00000100:00100000:0.0:1734016116.644900:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 313 00002000:00100000:0.0:1734016116.644920:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7860224->7901183) req@ffff880071e5ad80 x1818247338974336/t4294969272(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:77/0 lens 488/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.644931:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5ad80 with x1818247338974336 ext(7860224->7901183) 00010000:00010000:0.0:1734016116.644944:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 11 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.644966:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 11 pid: 13915 timeout: 480 lvb_type: 0 00002000:00010000:0.0:1734016116.644974:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071e5ad80 00000100:00100000:2.0:1734016116.658474:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.658600:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974464 00000100:00100000:0.0:1734016116.658610:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974464 00010000:00010000:0.0:1734016116.658659:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 11 pid: 13915 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.658700:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2769 00000100:00100000:0.0:1734016116.658707:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338974464:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016116.658731:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016116.658760:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1536 -> 1616 00010000:00010000:0.0:1734016116.658766:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 11 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.658777:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 11 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.658807:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320dae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a166f expref: 11 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.658914:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.658917:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.658926:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.658934:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.658978:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.658998:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341560960:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016116.659085:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.663889:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341560960:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016116.663922:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.663991:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338974464:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5282us (5534us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.664004:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2769 00000100:00100000:3.0:1734016116.665742:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.666237:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974720 00000100:00100000:0.0:1734016116.666251:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974720 00002000:00100000:0.0:1734016116.666319:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6705152->6709247) req@ffff880071e5b100 x1818247338974720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.666330:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b100 with x1818247338974720 ext(6705152->6709247) 00002000:00010000:0.0:1734016116.666336:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b100 00000100:00100000:0.0:1734016116.666362:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8945 00000100:00100000:0.0:1734016116.666369:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338974720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.666573:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338974720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 204us (840us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016116.666581:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8945 00002000:00100000:0.0:1734016116.666586:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6705152->6709247) req@ffff880071e5b100 x1818247338974720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.666592:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b100 with x1818247338974720 ext(6705152->6709247) 00002000:00010000:0.0:1734016116.666595:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b100 00000100:00100000:2.0:1734016116.674134:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.674222:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974848 00000100:00100000:0.0:1734016116.674232:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974848 00000100:00100000:0.0:1734016116.674285:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10846 00000100:00100000:0.0:1734016116.674292:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338974848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.674500:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.674522:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320dbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a167d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.674588:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561088:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016116.674669:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016116.684247:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:1.0:1734016116.684288:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561088:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016116.684343:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320dbc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a167d expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.684361:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320dbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a167d expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.685748:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:1.0:1734016116.685881:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247338974848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11582us (11752us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.685893:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10846 00000100:00100000:3.0:1734016116.689576:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.690763:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974976 00000100:00100000:1.0:1734016116.690778:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974976 00000100:00100000:1.0:1734016116.691528:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10847 00000100:00100000:1.0:1734016116.691538:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338974976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.691565:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.691593:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320dc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1684 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.691676:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561216:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016116.691762:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.694081:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561216:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016116.694124:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320dc3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1684 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.694141:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320dc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1684 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.694225:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016116.694297:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338974976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2758us (4731us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.694310:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10847 00000100:00100000:2.0:1734016116.697273:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.697464:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975232 00000100:00100000:3.0:1734016116.697478:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975232 00000100:00100000:3.0:1734016116.697683:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1983 00000100:00100000:3.0:1734016116.697696:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247338975232:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016116.697779:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.697832:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320d30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15f8 expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.698055:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016116.698061:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016116.698490:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016116.698507:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.698517:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016116.698561:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.698577:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 16 pid: 12824 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.698598:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341561344:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016116.698753:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.702420:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341561344:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016116.702458:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016116.704783:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.704858:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975360 00000100:00100000:0.0:1734016116.704868:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975360 00010000:00010000:0.0:1734016116.704916:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 17 pid: 12824 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016116.704945:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2770 00000100:00100000:0.0:1734016116.704952:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1983:x1818247338975360:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016116.704969:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016116.704975:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 17 pid: 12824 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.704987:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 17 pid: 12824 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.705014:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320d3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a15ff expref: 17 pid: 12824 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016116.705034:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016116.705040:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.705049:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.705055:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.705087:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016116.705133:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247338975360:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 180us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.705141:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2770 00010000:00010000:1.0:1734016116.705336:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016116.705343:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:1.0:1734016116.705449:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968536 00000004:00010000:1.0:1734016116.705501:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007678f480 reply state ffff880071c56000 transno 4294968537 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016116.705509:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016116.705599:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338975232:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7905us (8342us total) trans 4294968537 rc 0/0 00000100:00100000:1.0:1734016116.705606:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1983 00000020:00080000:1.0:1734016116.705611:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1734016116.706519:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016086 00000100:00100000:2.0:1734016116.709746:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016116.709828:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.709840:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.709849:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.709855:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165440 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016116.709861:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.709867:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.709886:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016116.709889:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016116.709893:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016116.709897:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7320dca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016116.710236:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975488 00000100:00100000:1.0:1734016116.710248:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975488 00002000:00010000:1.0:1734016116.710301:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4355590->18446744073709551615) 00002000:00100000:1.0:1734016116.710305:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d180 with x1818247338975488 ext(4355590->18446744073709551615) 00002000:00010000:1.0:1734016116.710319:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d180. 00000100:00100000:1.0:1734016116.710362:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8946 00000100:00100000:1.0:1734016116.710371:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338975488:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016116.715058:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9110193 -> 4355590 00002000:00010000:1.0:1734016116.715070:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.715074:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:1.0:1734016116.715076:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.715078:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1616 -> 1320 00000100:00100000:1.0:1734016116.716682:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338975488:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 6300us (6936us total) trans 4294969273 rc 0/0 00000100:00100000:1.0:1734016116.716698:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8946 00002000:00010000:1.0:1734016116.716706:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4355590->18446744073709551615) 00002000:00100000:1.0:1734016116.716710:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d180 with x1818247338975488 ext(4355590->18446744073709551615) 00002000:00010000:1.0:1734016116.716722:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d180. 00000100:00100000:3.0:1734016116.721854:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.722045:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975616 00000100:00100000:1.0:1734016116.722061:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975616 00000100:00100000:1.0:1734016116.722339:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1984 00000100:00100000:1.0:1734016116.722348:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247338975616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.722386:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.722425:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec7320dd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a168b expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.722555:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320dd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016116.722574:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016116.722590:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016116.722624:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4355590 00000004:00200000:1.0:1734016116.722629:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016116.722650:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016116.722677:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec7320dd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a168b expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.722700:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320dd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a168b expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.722709:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016116.722712:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016116.722715:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016116.725930:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338975616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3556us (4068us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.725949:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1984 00000100:00100000:0.0:1734016116.731156:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.732298:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975744 00000100:00100000:1.0:1734016116.732318:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975744 00000100:00100000:1.0:1734016116.732395:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1985 00000100:00100000:1.0:1734016116.732404:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338975744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.732431:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.732460:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320ddf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1692 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.732575:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016116.732590:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016116.732602:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016116.732634:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4355590 00000004:00200000:1.0:1734016116.732637:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016116.732656:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016116.732683:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7320ddf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.732706:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.732715:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016116.732718:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016116.732723:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016116.732801:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338975744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 397us (1664us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.732809:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1985 00000100:00100000:3.0:1734016116.736298:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.736435:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975872 00000100:00100000:1.0:1734016116.736450:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975872 00000100:00100000:1.0:1734016116.737659:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10848 00000100:00100000:1.0:1734016116.737669:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338975872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.737691:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.737720:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ded lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1699 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.737791:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561472:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016116.737892:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.749055:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561472:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016116.749105:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ded lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1699 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.749125:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ded lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1699 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.749170:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016116.749252:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247338975872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11583us (12968us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.749263:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10848 00000100:00100000:0.0:1734016116.756548:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.757249:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976000 00000100:00100000:1.0:1734016116.757269:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976000 00000100:00100000:1.0:1734016116.757712:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10849 00000100:00100000:1.0:1734016116.757722:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338976000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.757754:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.757787:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320df4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16a0 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.757924:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561600:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016116.758051:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.778520:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561600:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016116.778571:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320df4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a0 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.778589:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320df4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a0 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.778634:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016116.778719:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247338976000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 20995us (22187us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.778729:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10849 00000100:00100000:2.0:1734016116.785570:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.785650:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976128 00000100:00100000:1.0:1734016116.785662:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976128 00000100:00100000:1.0:1734016116.785716:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10850 00000100:00100000:1.0:1734016116.785725:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247338976128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.785750:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.785777:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16a7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.785827:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.785837:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.785839:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.785844:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [868352->909311] (req 868352->909311) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.785890:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.785905:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 12 pid: 13915 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.785921:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561728:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016116.786001:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.788953:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341561728:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016116.789005:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [868352->909311] (req 868352->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.789034:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016116.789126:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338976128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3398us (3571us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.789140:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10850 00000100:00100000:2.0:1734016116.796594:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.796727:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976256 00000100:00100000:3.0:1734016116.796746:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976256 00010000:00010000:3.0:1734016116.796805:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 13 pid: 13915 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016116.796875:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2771 00000100:00100000:3.0:1734016116.796882:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338976256:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.796906:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016116.796933:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 13 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.796947:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 13 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.796973:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7320db5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1676 expref: 13 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016116.797012:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.797014:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016116.797022:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.797031:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016116.797070:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.797084:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341561856:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016116.797157:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.807600:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341561856:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016116.807619:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016116.807667:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338976256:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10784us (11081us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.807678:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2771 00000100:00100000:0.0:1734016116.814142:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.816886:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976384 00000100:00100000:1.0:1734016116.816897:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976384 00000100:00100000:1.0:1734016116.816946:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10851 00000100:00100000:1.0:1734016116.816952:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338976384:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016116.817176:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4355590 -> 4355590 00002000:00010000:1.0:1734016116.817193:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.817195:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016115 -> 1734016115 00002000:00010000:1.0:1734016116.817197:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:1.0:1734016116.817198:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1320 -> 1320 00000100:00100000:1.0:1734016116.817284:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338976384:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 331us (3152us total) trans 4294969274 rc 0/0 00000100:00100000:1.0:1734016116.817292:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10851 00000100:00100000:2.0:1734016116.826316:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.826501:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976512 00000100:00100000:3.0:1734016116.826515:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976512 00000100:00100000:3.0:1734016116.826584:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10852 00000100:00100000:3.0:1734016116.826592:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338976512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.826618:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016116.826637:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7320e02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16ae expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016116.826711:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341561984:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016116.826790:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016116.832030:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016116 -> 1734016117 00000100:00100000:0.0:1734016116.832079:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341561984:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016116.832127:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7320e02 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ae expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.832142:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7320e02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ae expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.835067:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:0.0:1734016116.836757:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338976512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10148us (10439us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.836774:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10852 00000100:00100000:0.0:1734016116.840058:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016116.840154:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976640 00000100:00100000:2.0:1734016116.840162:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976640 00000100:00100000:2.0:1734016116.840237:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10853 00000100:00100000:2.0:1734016116.840244:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338976640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016116.840261:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016116.840278:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320e09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16b5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.840328:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562112:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016116.840389:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.850481:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562112:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016116.850532:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320e09 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16b5 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.850553:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320e09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16b5 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.850568:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:0.0:1734016116.853173:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338976640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12911us (13107us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.853199:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10853 00000100:00100000:3.0:1734016116.861063:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.863166:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976768 00000100:00100000:0.0:1734016116.863238:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976768 00000100:00100000:0.0:1734016116.863315:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10854 00000100:00100000:0.0:1734016116.863324:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338976768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.863350:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.863380:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320e10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16bc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.863457:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562240:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016116.863556:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.865202:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562240:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016116.865225:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320e10 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16bc expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.865242:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320e10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16bc expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.865268:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016116.865307:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338976768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1984us (4259us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.865314:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10854 00000100:00100000:2.0:1734016116.869393:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016116.869531:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976896 00000100:00100000:0.0:1734016116.869542:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976896 00000100:00100000:0.0:1734016116.869605:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10855 00000100:00100000:0.0:1734016116.869613:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338976896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.869640:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.869659:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320e17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16c3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.869726:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562368:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016116.869796:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.875268:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562368:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016116.875318:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320e17 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16c3 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.875334:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320e17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16c3 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.875371:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016116.877633:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338976896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7997us (8227us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.877655:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10855 00000100:00100000:2.0:1734016116.889267:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.890757:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977024 00000100:00100000:1.0:1734016116.890771:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977024 00000100:00100000:1.0:1734016116.890845:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10856 00000100:00100000:1.0:1734016116.890853:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338977024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.890875:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.890902:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16ca expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.890939:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.890947:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.890949:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.890953:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [962560->999423] (req 962560->999423) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.890998:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.891010:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 11 pid: 13915 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016116.891024:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562496:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016116.896508:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.907261:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.907372:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562496:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016116.907403:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [962560->999423] (req 962560->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.907420:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016116.907460:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338977024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16608us (18212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.907470:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10856 00000100:00100000:2.0:1734016116.907575:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977152 00000100:00100000:2.0:1734016116.907582:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977152 00010000:00010000:2.0:1734016116.907604:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 12 pid: 13915 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016116.907624:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2772 00000100:00100000:2.0:1734016116.907629:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338977152:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016116.907642:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016116.907660:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 12 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.907670:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 12 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.907689:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320dfb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16a7 expref: 12 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016116.907703:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.907705:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016116.907710:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.907717:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016116.907742:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016116.907753:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341562624:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016116.907790:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016116.923574:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341562624:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016116.923601:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016116.923696:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247338977152:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 16064us (16443us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016116.923709:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2772 00000100:00100000:3.0:1734016116.959245:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016116.959317:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016116.959424:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977408 00000100:00100000:1.0:1734016116.959440:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977408 00002000:00100000:1.0:1734016116.959509:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071e58380 x1818247338977408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.959521:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e58380 with x1818247338977408 ext(0->4194303) 00002000:00010000:1.0:1734016116.959528:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e58380 00000100:00100000:1.0:1734016116.959553:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977664 00000100:00100000:1.0:1734016116.959556:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977664 00002000:00100000:1.0:1734016116.959568:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4358143) req@ffff88012b87e680 x1818247338977664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.959575:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e680 with x1818247338977664 ext(4194304->4358143) 00002000:00010000:1.0:1734016116.959577:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e680 00000100:00100000:1.0:1734016116.959605:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8947 00000100:00100000:1.0:1734016116.959613:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247338977408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.959871:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8948 00000100:00100000:0.0:1734016116.959879:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247338977664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.969413:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247338977664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 9517us (10078us total) trans 0 rc 163840/163840 00000100:00100000:0.0:1734016116.969426:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8948 00002000:00100000:0.0:1734016116.969439:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4358143) req@ffff88012b87e680 x1818247338977664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 163840/163840 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.969449:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e680 with x1818247338977664 ext(4194304->4358143) 00002000:00010000:0.0:1734016116.969455:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e680 00000100:00100000:0.0:1734016117.039156:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247338977408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 79531us (79971us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016117.039170:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8947 00002000:00100000:0.0:1734016117.039231:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071e58380 x1818247338977408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.039240:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e58380 with x1818247338977408 ext(0->4194303) 00002000:00010000:0.0:1734016117.039247:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e58380 00000100:00100000:0.0:1734016117.050328:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.050450:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977792 00000100:00100000:1.0:1734016117.050462:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977792 00000100:00100000:1.0:1734016117.051125:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10857 00000100:00100000:1.0:1734016117.051134:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247338977792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.051161:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.051321:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16d1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.051362:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.051370:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.051372:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.051376:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9850880->9916415] (req 9850880->9916415) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.051416:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.051428:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 12 pid: 7681 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016117.051443:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562752:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016117.053040:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.061057:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341562752:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016117.061106:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9850880->9916415] (req 9850880->9916415) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.061129:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016117.061239:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247338977792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10104us (10919us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.061253:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10857 00000100:00100000:3.0:1734016117.076721:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.076985:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977920 00000100:00100000:2.0:1734016117.077001:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977920 00010000:00010000:2.0:1734016117.077076:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 13 pid: 7681 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016117.077209:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2773 00000100:00100000:2.0:1734016117.077219:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338977920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.077241:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.077274:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 13 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.077291:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 13 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.077323:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ca expref: 13 pid: 7681 timeout: 480 lvb_type: 0 00000100:00080000:0.0:1734016117.077431:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016087 00010000:00010000:2.0:1734016117.077494:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.077497:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.077505:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.077521:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.077578:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.077597:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341562880:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016117.077941:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.081802:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341562880:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016117.081835:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.083383:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338977920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6150us (6670us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.083404:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2773 00000100:00100000:0.0:1734016117.088777:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.090929:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978176 00000100:00100000:2.0:1734016117.090955:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978176 00002000:00100000:2.0:1734016117.091027:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3424256->9850879) req@ffff8800717ff800 x1818247338978176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.091037:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247338978176 ext(3424256->9850879) 00002000:00010000:2.0:1734016117.091044:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:2.0:1734016117.091102:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8949 00000100:00100000:2.0:1734016117.091110:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338978176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.106079:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247338978176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 14957us (17306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.106099:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8949 00002000:00100000:2.0:1734016117.106114:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3424256->9850879) req@ffff8800717ff800 x1818247338978176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 504/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.106123:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247338978176 ext(3424256->9850879) 00002000:00010000:2.0:1734016117.106131:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:0.0:1734016117.114634:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.114746:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978432 00000100:00100000:2.0:1734016117.114757:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978432 00002000:00100000:2.0:1734016117.114795:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3420160->3424255) req@ffff8800717fe680 x1818247338978432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.114814:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe680 with x1818247338978432 ext(3420160->3424255) 00002000:00010000:2.0:1734016117.114819:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe680 00000100:00100000:2.0:1734016117.115576:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8950 00000100:00100000:2.0:1734016117.115583:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338978432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.115729:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338978432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (1102us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.115736:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8950 00002000:00100000:2.0:1734016117.115741:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3420160->3424255) req@ffff8800717fe680 x1818247338978432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.115748:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe680 with x1818247338978432 ext(3420160->3424255) 00002000:00010000:2.0:1734016117.115751:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe680 00000100:00100000:0.0:1734016117.123023:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.124787:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978688 00000100:00100000:2.0:1734016117.124814:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978688 00002000:00100000:2.0:1734016117.124870:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3416064->3420159) req@ffff8800717fd500 x1818247338978688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.124887:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd500 with x1818247338978688 ext(3416064->3420159) 00002000:00010000:2.0:1734016117.124893:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd500 00000100:00100000:2.0:1734016117.124937:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8951 00000100:00100000:2.0:1734016117.124946:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338978688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.127049:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247338978688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2093us (4027us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.127061:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8951 00002000:00100000:2.0:1734016117.127073:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3416064->3420159) req@ffff8800717fd500 x1818247338978688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.127082:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd500 with x1818247338978688 ext(3416064->3420159) 00002000:00010000:2.0:1734016117.127088:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd500 00000100:00100000:0.0:1734016117.132704:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.132883:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978944 00000100:00100000:2.0:1734016117.132899:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978944 00002000:00100000:2.0:1734016117.132974:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3411968->3416063) req@ffff8800717fdc00 x1818247338978944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.132990:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdc00 with x1818247338978944 ext(3411968->3416063) 00002000:00010000:2.0:1734016117.132998:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdc00 00000100:00100000:2.0:1734016117.133028:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8952 00000100:00100000:2.0:1734016117.133037:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338978944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.134562:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338978944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1518us (1872us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.134575:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8952 00002000:00100000:2.0:1734016117.134590:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3411968->3416063) req@ffff8800717fdc00 x1818247338978944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.134601:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdc00 with x1818247338978944 ext(3411968->3416063) 00002000:00010000:2.0:1734016117.134607:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdc00 00010000:00010000:1.0:1734016117.135988:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016117.141948:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.148000:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979200 00000100:00100000:2.0:1734016117.148034:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979200 00002000:00100000:2.0:1734016117.148133:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3407872->3411967) req@ffff8800717fe300 x1818247338979200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.148149:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe300 with x1818247338979200 ext(3407872->3411967) 00002000:00010000:2.0:1734016117.148160:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe300 00000100:00100000:2.0:1734016117.148268:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8953 00000100:00100000:2.0:1734016117.148279:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338979200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.148603:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338979200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 324us (6669us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.148613:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8953 00002000:00100000:2.0:1734016117.148618:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3407872->3411967) req@ffff8800717fe300 x1818247338979200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.148625:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe300 with x1818247338979200 ext(3407872->3411967) 00002000:00010000:2.0:1734016117.148629:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe300 00000100:00100000:0.0:1734016117.158854:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.159918:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979456 00000100:00100000:2.0:1734016117.159932:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979456 00002000:00100000:2.0:1734016117.159991:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3403776->3407871) req@ffff8800717fce00 x1818247338979456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.160001:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fce00 with x1818247338979456 ext(3403776->3407871) 00002000:00010000:2.0:1734016117.160007:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fce00 00000100:00100000:2.0:1734016117.160055:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8954 00000100:00100000:2.0:1734016117.160062:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338979456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.160293:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338979456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 230us (1445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.160299:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8954 00002000:00100000:2.0:1734016117.160305:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3403776->3407871) req@ffff8800717fce00 x1818247338979456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.160312:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fce00 with x1818247338979456 ext(3403776->3407871) 00002000:00010000:2.0:1734016117.160314:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fce00 00000100:00100000:0.0:1734016117.169982:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.170972:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979712 00000100:00100000:3.0:1734016117.170985:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979712 00002000:00100000:3.0:1734016117.171040:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3399680->3403775) req@ffff880074069180 x1818247338979712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.171050:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069180 with x1818247338979712 ext(3399680->3403775) 00002000:00010000:3.0:1734016117.171058:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069180 00000100:00100000:3.0:1734016117.171102:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8955 00000100:00100000:3.0:1734016117.171109:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338979712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.171333:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338979712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 223us (1358us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.171342:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8955 00002000:00100000:3.0:1734016117.171348:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3399680->3403775) req@ffff880074069180 x1818247338979712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.171354:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069180 with x1818247338979712 ext(3399680->3403775) 00002000:00010000:3.0:1734016117.171357:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069180 00000100:00100000:0.0:1734016117.177552:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.177745:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979968 00000100:00100000:2.0:1734016117.177759:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979968 00002000:00100000:2.0:1734016117.177834:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3395584->3399679) req@ffff88007406ad80 x1818247338979968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.177845:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406ad80 with x1818247338979968 ext(3395584->3399679) 00002000:00010000:2.0:1734016117.177851:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406ad80 00000100:00100000:2.0:1734016117.179258:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8956 00000100:00100000:2.0:1734016117.179267:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338979968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.179468:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247338979968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (1937us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.179475:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8956 00002000:00100000:2.0:1734016117.179483:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3395584->3399679) req@ffff88007406ad80 x1818247338979968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.179491:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406ad80 with x1818247338979968 ext(3395584->3399679) 00002000:00010000:2.0:1734016117.179495:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406ad80 00000100:00100000:0.0:1734016117.191746:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.192999:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980096 00000100:00100000:1.0:1734016117.193011:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980096 00000100:00100000:1.0:1734016117.193080:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10858 00000100:00100000:1.0:1734016117.193088:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338980096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.193113:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.193142:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16d8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.193256:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563008:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016117.193339:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016117.200103:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 4355590 -> 9914572 00002000:00010000:1.0:1734016117.200108:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016116 -> 1734016117 00002000:00010000:1.0:1734016117.200110:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016115 -> 1734016117 00000100:00100000:1.0:1734016117.200127:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563008:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016117.200152:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e2c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d8 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.200165:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320e2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d8 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.200211:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016117.200252:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247338980096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7165us (8517us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.200262:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10858 00000100:00100000:0.0:1734016117.204460:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.204533:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980224 00000100:00100000:1.0:1734016117.204542:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980224 00000100:00100000:1.0:1734016117.204590:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10859 00000100:00100000:1.0:1734016117.204598:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338980224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.204616:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.204632:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320e33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16df expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.204692:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563136:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016117.204759:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.211528:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563136:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016117.211559:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320e33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16df expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.211572:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320e33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16df expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.211909:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016117.211976:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338980224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7376us (7526us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.211984:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10859 00000100:00100000:0.0:1734016117.225945:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.226639:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980352 00000100:00100000:1.0:1734016117.226647:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980352 00000100:00100000:1.0:1734016117.228347:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10860 00000100:00100000:1.0:1734016117.228359:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338980352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.228377:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.228397:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320e3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16e6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.228461:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563264:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016117.228547:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.231587:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563264:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016117.231616:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320e3a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16e6 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.231629:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320e3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16e6 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.232757:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016117.234210:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247338980352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5844us (8264us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.234220:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10860 00000100:00100000:0.0:1734016117.241173:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.241929:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980480 00000100:00100000:1.0:1734016117.241940:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980480 00000100:00100000:1.0:1734016117.242009:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10861 00000100:00100000:1.0:1734016117.242016:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247338980480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.242041:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.242067:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16ed expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.242102:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.242109:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.242110:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.242114:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4214784->4218879] (req 4214784->4218879) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.242144:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.242153:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 11 pid: 7681 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016117.242165:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563392:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016117.242272:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.249558:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563392:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016117.249587:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4214784->4218879] (req 4214784->4218879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.249601:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016117.249643:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247338980480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7626us (8477us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.249650:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10861 00000100:00100000:0.0:1734016117.250485:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.250562:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980608 00000100:00100000:3.0:1734016117.250568:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980608 00002000:00100000:3.0:1734016117.250601:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9850880->9914571) req@ffff88012d8ab480 x1818247338980608/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.250608:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab480 with x1818247338980608 ext(9850880->9914571) 00010000:00010000:3.0:1734016117.250614:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 12 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:3.0:1734016117.250624:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 12 pid: 7681 timeout: 480 lvb_type: 0 00002000:00010000:3.0:1734016117.250629:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8ab480 00000100:00100000:3.0:1734016117.250657:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 314 00000100:00100000:3.0:1734016117.250663:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247338980608:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016117.256037:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247338980608:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5362us (5542us total) trans 4294969275 rc 0/0 00000100:00100000:0.0:1734016117.256052:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 314 00002000:00100000:0.0:1734016117.256066:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9850880->9914571) req@ffff88012d8ab480 x1818247338980608/t4294969275(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.256075:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab480 with x1818247338980608 ext(9850880->9914571) 00010000:00010000:0.0:1734016117.256087:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 14 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016117.256103:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 14 pid: 7681 timeout: 480 lvb_type: 0 00002000:00010000:0.0:1734016117.256110:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8ab480 00000100:00100000:0.0:1734016117.262281:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.262366:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980736 00000100:00100000:2.0:1734016117.262374:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980736 00010000:00010000:2.0:1734016117.262407:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 14 pid: 7681 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016117.262440:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2774 00000100:00100000:2.0:1734016117.262447:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247338980736:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.262459:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016117.262474:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1320 -> 1448 00010000:00010000:2.0:1734016117.262480:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 14 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.262489:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 14 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.262508:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7320e25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16d1 expref: 14 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.262526:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.262528:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.262535:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.262541:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.262570:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.262585:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341563520:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016117.262631:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.269103:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341563520:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016117.269133:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.269202:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247338980736:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6731us (7003us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.269214:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2774 00000100:00100000:0.0:1734016117.291571:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.291620:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.291703:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980992 00000100:00100000:1.0:1734016117.291711:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980992 00002000:00100000:1.0:1734016117.291748:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4214784->8548351) req@ffff88012d8a9500 x1818247338980992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.291757:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9500 with x1818247338980992 ext(4214784->8548351) 00002000:00010000:1.0:1734016117.291762:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9500 00000100:00100000:1.0:1734016117.291936:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338981248 00000100:00100000:1.0:1734016117.291939:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338981248 00002000:00100000:1.0:1734016117.291952:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8548352->9916415) req@ffff88012d8a9180 x1818247338981248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.291958:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9180 with x1818247338981248 ext(8548352->9916415) 00002000:00010000:1.0:1734016117.291961:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9180 00000100:00100000:1.0:1734016117.292052:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8957 00000100:00100000:1.0:1734016117.292058:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247338980992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.292112:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8958 00000100:00100000:2.0:1734016117.292117:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247338981248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.317161:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247338981248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 25033us (25530us total) trans 0 rc 1368064/1368064 00000100:00100000:2.0:1734016117.317174:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8958 00002000:00100000:2.0:1734016117.317216:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8548352->9916415) req@ffff88012d8a9180 x1818247338981248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 1368064/1368064 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.317225:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9180 with x1818247338981248 ext(8548352->9916415) 00002000:00010000:2.0:1734016117.317231:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9180 00000100:00100000:2.0:1734016117.363168:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338980992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 71101us (71595us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016117.363202:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8957 00002000:00100000:2.0:1734016117.363212:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4214784->8548351) req@ffff88012d8a9500 x1818247338980992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 504/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.363220:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9500 with x1818247338980992 ext(4214784->8548351) 00002000:00010000:2.0:1734016117.363226:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9500 00000100:00100000:0.0:1734016117.368864:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.369046:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338981504 00000100:00100000:2.0:1734016117.369135:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338981504 00002000:00100000:2.0:1734016117.369176:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4210688->4214783) req@ffff88012d8abb80 x1818247338981504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.369252:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8abb80 with x1818247338981504 ext(4210688->4214783) 00002000:00010000:2.0:1734016117.369258:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8abb80 00000100:00100000:2.0:1734016117.369746:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8959 00000100:00100000:2.0:1734016117.369754:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338981504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.369949:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247338981504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 194us (1096us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.369955:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8959 00002000:00100000:2.0:1734016117.369961:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4210688->4214783) req@ffff88012d8abb80 x1818247338981504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.369967:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8abb80 with x1818247338981504 ext(4210688->4214783) 00002000:00010000:2.0:1734016117.369971:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8abb80 00000100:00100000:0.0:1734016117.374392:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.374608:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338981760 00000100:00100000:2.0:1734016117.374619:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338981760 00002000:00100000:2.0:1734016117.374672:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4206592->4210687) req@ffff88012d8a9880 x1818247338981760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.374683:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9880 with x1818247338981760 ext(4206592->4210687) 00002000:00010000:2.0:1734016117.374688:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9880 00000100:00100000:2.0:1734016117.374712:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8960 00000100:00100000:2.0:1734016117.374719:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338981760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.375071:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338981760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 351us (687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.375077:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8960 00002000:00100000:2.0:1734016117.375082:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4206592->4210687) req@ffff88012d8a9880 x1818247338981760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.375088:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9880 with x1818247338981760 ext(4206592->4210687) 00002000:00010000:2.0:1734016117.375090:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9880 00000100:00100000:0.0:1734016117.377960:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.378066:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982016 00000100:00100000:2.0:1734016117.378075:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982016 00002000:00100000:2.0:1734016117.378111:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4202496->4206591) req@ffff88012d8a8a80 x1818247338982016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.378121:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8a80 with x1818247338982016 ext(4202496->4206591) 00002000:00010000:2.0:1734016117.378127:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8a80 00000100:00100000:2.0:1734016117.378147:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8961 00000100:00100000:2.0:1734016117.378153:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338982016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.378526:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338982016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 371us (572us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.378532:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8961 00002000:00100000:2.0:1734016117.378538:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4202496->4206591) req@ffff88012d8a8a80 x1818247338982016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.378544:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8a80 with x1818247338982016 ext(4202496->4206591) 00002000:00010000:2.0:1734016117.378547:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8a80 00000100:00100000:0.0:1734016117.381762:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.381960:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982272 00000100:00100000:2.0:1734016117.381968:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982272 00002000:00100000:2.0:1734016117.382005:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4198400->4202495) req@ffff88012d8aa680 x1818247338982272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.382013:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa680 with x1818247338982272 ext(4198400->4202495) 00002000:00010000:2.0:1734016117.382018:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aa680 00000100:00100000:2.0:1734016117.382037:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8962 00000100:00100000:2.0:1734016117.382043:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338982272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.382205:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338982272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 160us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.382212:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8962 00002000:00100000:2.0:1734016117.382218:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4198400->4202495) req@ffff88012d8aa680 x1818247338982272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.382223:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa680 with x1818247338982272 ext(4198400->4202495) 00002000:00010000:2.0:1734016117.382226:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aa680 00000100:00100000:0.0:1734016117.385266:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.385355:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982528 00000100:00100000:2.0:1734016117.385362:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982528 00002000:00100000:2.0:1734016117.385401:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4198399) req@ffff880076748a80 x1818247338982528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.385410:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748a80 with x1818247338982528 ext(4194304->4198399) 00002000:00010000:2.0:1734016117.385414:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748a80 00000100:00100000:2.0:1734016117.385433:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8963 00000100:00100000:2.0:1734016117.385439:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338982528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.385569:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338982528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.386268:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8963 00002000:00100000:2.0:1734016117.386276:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4198399) req@ffff880076748a80 x1818247338982528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.386283:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748a80 with x1818247338982528 ext(4194304->4198399) 00002000:00010000:2.0:1734016117.386286:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748a80 00000100:00100000:1.0:1734016117.389133:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.389266:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982784 00000100:00100000:0.0:1734016117.389275:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982784 00002000:00100000:0.0:1734016117.389307:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->4194303) req@ffff88011d83f100 x1818247338982784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.389315:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f100 with x1818247338982784 ext(4190208->4194303) 00002000:00010000:0.0:1734016117.389320:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f100 00000100:00100000:0.0:1734016117.389348:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8964 00000100:00100000:0.0:1734016117.389353:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338982784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.389482:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338982784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.389487:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8964 00002000:00100000:0.0:1734016117.389492:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->4194303) req@ffff88011d83f100 x1818247338982784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.389498:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f100 with x1818247338982784 ext(4190208->4194303) 00002000:00010000:0.0:1734016117.389500:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f100 00000100:00100000:0.0:1734016117.391934:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.392055:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983040 00000100:00100000:2.0:1734016117.392062:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983040 00002000:00100000:2.0:1734016117.392095:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4186112->4190207) req@ffff880076749c00 x1818247338983040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.392103:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247338983040 ext(4186112->4190207) 00002000:00010000:2.0:1734016117.392108:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749c00 00000100:00100000:2.0:1734016117.392124:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8965 00000100:00100000:2.0:1734016117.392130:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338983040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.392296:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338983040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.392303:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8965 00002000:00100000:2.0:1734016117.392308:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4186112->4190207) req@ffff880076749c00 x1818247338983040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.392314:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247338983040 ext(4186112->4190207) 00002000:00010000:2.0:1734016117.392316:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749c00 00000100:00100000:0.0:1734016117.396276:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.396677:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983296 00000100:00100000:2.0:1734016117.396689:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983296 00002000:00100000:2.0:1734016117.396745:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4182016->4186111) req@ffff880076749f80 x1818247338983296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.396755:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749f80 with x1818247338983296 ext(4182016->4186111) 00002000:00010000:2.0:1734016117.396760:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749f80 00000100:00100000:2.0:1734016117.396781:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8966 00000100:00100000:2.0:1734016117.396789:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338983296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.396988:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338983296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 198us (721us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.396995:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8966 00002000:00100000:2.0:1734016117.397000:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4182016->4186111) req@ffff880076749f80 x1818247338983296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.397007:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749f80 with x1818247338983296 ext(4182016->4186111) 00002000:00010000:2.0:1734016117.397010:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749f80 00000100:00100000:1.0:1734016117.400101:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.400160:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983552 00000100:00100000:0.0:1734016117.400169:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983552 00002000:00100000:0.0:1734016117.400239:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4177920->4182015) req@ffff880090a27100 x1818247338983552/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.400250:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27100 with x1818247338983552 ext(4177920->4182015) 00002000:00010000:0.0:1734016117.400256:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27100 00000100:00100000:0.0:1734016117.400286:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8967 00000100:00100000:0.0:1734016117.400292:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338983552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.400452:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338983552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 159us (365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.400459:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8967 00002000:00100000:0.0:1734016117.400464:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4177920->4182015) req@ffff880090a27100 x1818247338983552/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.400470:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27100 with x1818247338983552 ext(4177920->4182015) 00002000:00010000:0.0:1734016117.400473:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27100 00000100:00100000:0.0:1734016117.403843:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.405105:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983680 00000100:00100000:2.0:1734016117.405116:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983680 00002000:00100000:2.0:1734016117.405154:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4177920->4218879) req@ffff88007674bb80 x1818247338983680/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.405163:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674bb80 with x1818247338983680 ext(4177920->4218879) 00002000:00010000:2.0:1734016117.405167:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674bb80 00000100:00100000:2.0:1734016117.405724:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8968 00000100:00100000:2.0:1734016117.405731:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338983680:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016117.408421:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247338983680:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2681us (4577us total) trans 4294969276 rc 0/0 00000100:00100000:0.0:1734016117.408432:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8968 00002000:00100000:0.0:1734016117.408442:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4177920->4218879) req@ffff88007674bb80 x1818247338983680/t4294969276(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.408451:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674bb80 with x1818247338983680 ext(4177920->4218879) 00002000:00010000:0.0:1734016117.408456:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674bb80 00000100:00100000:1.0:1734016117.410396:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.410461:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983808 00000100:00100000:0.0:1734016117.410470:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983808 00000100:00100000:0.0:1734016117.410532:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1986 00000100:00100000:0.0:1734016117.410538:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338983808:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016117.410636:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338983808:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 98us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.410643:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1986 00000100:00080000:2.0:1734016117.410762:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00000100:00100000:0.0:1734016117.412239:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.412602:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983936 00000100:00100000:1.0:1734016117.412608:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983936 00000100:00100000:1.0:1734016117.412942:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10862 00000100:00100000:1.0:1734016117.412949:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247338983936:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016117.414400:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969276 is committed 00000001:00080000:0.0:1734016117.414411:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969275 is committed 00000100:00100000:1.0:1734016117.414783:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338983936:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1830us (2542us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.414794:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10862 00000100:00100000:0.0:1734016117.426102:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.426212:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984064 00000100:00100000:1.0:1734016117.426223:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984064 00000100:00100000:1.0:1734016117.426851:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10863 00000100:00100000:1.0:1734016117.426858:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338984064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.426872:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.426887:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320e48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16f4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.426930:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563648:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016117.428822:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016117.432385:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1448 -> 1528 00000100:00100000:1.0:1734016117.432409:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563648:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016117.432439:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320e48 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16f4 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.432450:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7320e48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16f4 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.432463:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016117.432633:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338984064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5773us (6539us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.432642:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10863 00000100:00100000:0.0:1734016117.439091:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.439227:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984192 00000100:00100000:1.0:1734016117.439239:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984192 00000100:00100000:1.0:1734016117.439368:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10864 00000100:00100000:1.0:1734016117.439376:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338984192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.439392:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.439408:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320e4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a16fb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.439460:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563776:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016117.441526:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.443907:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341563776:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016117.443946:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320e4f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16fb expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.443960:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7320e4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16fb expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.443974:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016117.444030:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338984192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4653us (4948us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.444038:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10864 00000100:00100000:3.0:1734016117.447909:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.448210:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984320 00000100:00100000:1.0:1734016117.448218:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984320 00000100:00100000:1.0:1734016117.448258:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10865 00000100:00100000:1.0:1734016117.448266:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338984320:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016117.448494:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9914572 -> 9914572 00002000:00010000:1.0:1734016117.448498:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.448500:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.448502:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.448504:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1528 -> 1528 00000100:00100000:1.0:1734016117.448555:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338984320:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 290us (656us total) trans 4294969277 rc 0/0 00000100:00100000:1.0:1734016117.448564:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10865 00000100:00100000:0.0:1734016117.453895:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.453975:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984576 00000100:00100000:2.0:1734016117.453986:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984576 00002000:00100000:2.0:1734016117.454028:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (335872->339967) req@ffff88007674b800 x1818247338984576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.454036:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b800 with x1818247338984576 ext(335872->339967) 00002000:00010000:2.0:1734016117.454041:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b800 00000100:00100000:2.0:1734016117.454057:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8969 00000100:00100000:2.0:1734016117.454063:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338984576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.454959:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338984576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 894us (1070us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.454966:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8969 00002000:00100000:2.0:1734016117.454971:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (335872->339967) req@ffff88007674b800 x1818247338984576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.454977:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b800 with x1818247338984576 ext(335872->339967) 00002000:00010000:2.0:1734016117.454980:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b800 00000100:00100000:0.0:1734016117.457711:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.457791:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984832 00000100:00100000:2.0:1734016117.457806:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984832 00002000:00100000:2.0:1734016117.457836:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (331776->335871) req@ffff880076749500 x1818247338984832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.457844:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749500 with x1818247338984832 ext(331776->335871) 00002000:00010000:2.0:1734016117.457848:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749500 00000100:00100000:2.0:1734016117.458134:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8970 00000100:00100000:2.0:1734016117.458140:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338984832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.458300:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338984832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 159us (598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.458306:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8970 00002000:00100000:2.0:1734016117.458311:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (331776->335871) req@ffff880076749500 x1818247338984832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.458317:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749500 with x1818247338984832 ext(331776->335871) 00002000:00010000:2.0:1734016117.458320:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749500 00000100:00100000:3.0:1734016117.461201:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.461263:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985088 00000100:00100000:0.0:1734016117.461269:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985088 00002000:00100000:0.0:1734016117.461299:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (327680->331775) req@ffff88007e455500 x1818247338985088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.461308:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455500 with x1818247338985088 ext(327680->331775) 00002000:00010000:0.0:1734016117.461312:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455500 00000100:00100000:0.0:1734016117.461334:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8971 00000100:00100000:0.0:1734016117.461340:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338985088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.461476:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338985088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.461482:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8971 00002000:00100000:0.0:1734016117.461487:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (327680->331775) req@ffff88007e455500 x1818247338985088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.461493:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455500 with x1818247338985088 ext(327680->331775) 00002000:00010000:0.0:1734016117.461495:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455500 00000100:00100000:0.0:1734016117.463868:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.464284:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985344 00000100:00100000:2.0:1734016117.464295:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985344 00002000:00100000:2.0:1734016117.464342:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (323584->327679) req@ffff88007674a300 x1818247338985344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.464350:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674a300 with x1818247338985344 ext(323584->327679) 00002000:00010000:2.0:1734016117.464354:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674a300 00000100:00100000:2.0:1734016117.464372:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8972 00000100:00100000:2.0:1734016117.464379:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338985344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.464538:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338985344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 158us (677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.464544:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8972 00002000:00100000:2.0:1734016117.464548:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (323584->327679) req@ffff88007674a300 x1818247338985344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.464554:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674a300 with x1818247338985344 ext(323584->327679) 00002000:00010000:2.0:1734016117.464557:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674a300 00000100:00100000:0.0:1734016117.469636:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.469773:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985600 00000100:00100000:2.0:1734016117.469782:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985600 00002000:00100000:2.0:1734016117.469828:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (319488->323583) req@ffff880071326300 x1818247338985600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.469838:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326300 with x1818247338985600 ext(319488->323583) 00002000:00010000:2.0:1734016117.469842:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326300 00000100:00100000:2.0:1734016117.469930:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8973 00000100:00100000:2.0:1734016117.469936:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338985600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.470087:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338985600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.470095:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8973 00002000:00100000:2.0:1734016117.470100:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (319488->323583) req@ffff880071326300 x1818247338985600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.470106:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326300 with x1818247338985600 ext(319488->323583) 00002000:00010000:2.0:1734016117.470109:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326300 00000100:00100000:3.0:1734016117.472707:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.473228:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985856 00000100:00100000:0.0:1734016117.473236:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985856 00002000:00100000:0.0:1734016117.473273:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (315392->319487) req@ffff88007e456d80 x1818247338985856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.473281:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456d80 with x1818247338985856 ext(315392->319487) 00002000:00010000:0.0:1734016117.473285:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456d80 00000100:00100000:0.0:1734016117.473316:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8974 00000100:00100000:0.0:1734016117.473322:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338985856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.474261:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338985856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 933us (1561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.474269:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8974 00002000:00100000:0.0:1734016117.474277:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (315392->319487) req@ffff88007e456d80 x1818247338985856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.474285:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456d80 with x1818247338985856 ext(315392->319487) 00002000:00010000:0.0:1734016117.474290:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456d80 00000100:00100000:0.0:1734016117.476926:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.477083:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986112 00000100:00100000:2.0:1734016117.477091:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986112 00002000:00100000:2.0:1734016117.477125:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (311296->315391) req@ffff880071326a00 x1818247338986112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.477135:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326a00 with x1818247338986112 ext(311296->315391) 00002000:00010000:2.0:1734016117.477141:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326a00 00000100:00100000:2.0:1734016117.477165:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8975 00000100:00100000:2.0:1734016117.477171:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338986112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.477332:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247338986112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 160us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.477339:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8975 00002000:00100000:2.0:1734016117.477344:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (311296->315391) req@ffff880071326a00 x1818247338986112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.477350:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326a00 with x1818247338986112 ext(311296->315391) 00002000:00010000:2.0:1734016117.477352:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326a00 00000100:00100000:0.0:1734016117.481310:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.481748:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986240 00000100:00100000:2.0:1734016117.481759:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986240 00000100:00100000:2.0:1734016117.481856:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10866 00000100:00100000:2.0:1734016117.481864:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338986240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.481888:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.481904:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320e56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1702 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.481955:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341563904:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016117.482254:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.483610:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341563904:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016117.483634:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320e56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1702 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.483645:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320e56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1702 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.483750:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016117.483982:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338986240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2117us (2679us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.483989:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10866 00000100:00100000:0.0:1734016117.486371:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.486450:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986368 00000100:00100000:2.0:1734016117.486457:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986368 00000100:00100000:2.0:1734016117.486499:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10867 00000100:00100000:2.0:1734016117.486505:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338986368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.486520:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.486535:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1709 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.486577:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564032:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016117.486636:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.488358:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564032:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016117.488389:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e5d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1709 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.488403:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1709 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.488417:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016117.488998:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338986368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2489us (2631us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.489007:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10867 00000100:00100000:3.0:1734016117.492335:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.492977:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986496 00000100:00100000:2.0:1734016117.492985:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986496 00000100:00100000:2.0:1734016117.493057:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10868 00000100:00100000:2.0:1734016117.493064:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338986496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.493080:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.493095:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1710 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.493140:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564160:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016117.494120:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.496816:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564160:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016117.496847:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e64 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1710 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.496863:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1710 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.496881:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016117.497070:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338986496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4005us (4741us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.497078:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10868 00000100:00100000:0.0:1734016117.499775:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.499872:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986624 00000100:00100000:2.0:1734016117.499878:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986624 00000100:00100000:2.0:1734016117.499953:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10869 00000100:00100000:2.0:1734016117.499959:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338986624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.499973:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.499986:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1717 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.500026:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564288:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016117.500064:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.502464:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564288:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016117.502500:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1717 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.502513:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1717 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.502529:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016117.502579:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338986624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2619us (2810us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.502587:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10869 00000100:00100000:0.0:1734016117.506441:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.506517:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986880 00000100:00100000:1.0:1734016117.506525:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986880 00000100:00100000:1.0:1734016117.506569:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1987 00000100:00100000:1.0:1734016117.506577:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247338986880:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016117.506625:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.506649:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7320dd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a168b expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.507166:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016117.507173:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016117.507667:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.507682:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.507689:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.507720:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.507733:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 16 pid: 6474 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016117.507745:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341564416:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016117.507828:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.512029:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.512350:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987008 00000100:00100000:2.0:1734016117.512359:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987008 00010000:00010000:2.0:1734016117.512392:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 17 pid: 6474 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016117.512983:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341564416:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016117.513004:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016117.513728:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2775 00000100:00100000:2.0:1734016117.513738:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247338987008:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.513755:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016117.513764:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 17 pid: 6474 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.513775:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 17 pid: 6474 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.513805:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320de6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1692 expref: 17 pid: 6474 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.513834:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016117.513839:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.513846:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.513855:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.513875:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.513923:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247338987008:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 185us (1904us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.513928:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2775 00010000:00010000:1.0:1734016117.514633:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.514642:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:1.0:1734016117.514720:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968538 00000004:00010000:1.0:1734016117.514759:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071325880 reply state ffff88012b72b000 transno 4294968539 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016117.514765:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016117.514849:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338986880:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8272us (8420us total) trans 4294968539 rc 0/0 00000100:00100000:1.0:1734016117.514856:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1987 00000020:00080000:1.0:1734016117.514860:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016117.516026:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.516034:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.516039:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.516043:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016117.516047:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.516052:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.516063:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016117.516065:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016117.516068:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016117.516072:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:3.0:1734016117.518527:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.519028:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987136 00000100:00100000:0.0:1734016117.519035:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987136 00002000:00010000:0.0:1734016117.519067:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8765703->18446744073709551615) 00002000:00100000:0.0:1734016117.519071:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456300 with x1818247338987136 ext(8765703->18446744073709551615) 00002000:00010000:0.0:1734016117.519080:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456300. 00000100:00100000:0.0:1734016117.519107:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8976 00000100:00100000:0.0:1734016117.519112:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247338987136:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016117.520136:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9914572 -> 8765703 00002000:00010000:0.0:1734016117.520140:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016117.520142:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016117.520143:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016117.520145:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1528 -> 1400 00000100:00100000:0.0:1734016117.520215:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247338987136:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1100us (1693us total) trans 4294969278 rc 0/0 00000100:00100000:0.0:1734016117.520222:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8976 00002000:00010000:0.0:1734016117.520225:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8765703->18446744073709551615) 00002000:00100000:0.0:1734016117.520228:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456300 with x1818247338987136 ext(8765703->18446744073709551615) 00002000:00010000:0.0:1734016117.520232:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456300. 00000100:00100000:0.0:1734016117.536447:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.536579:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987264 00000100:00100000:1.0:1734016117.536587:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987264 00000100:00100000:1.0:1734016117.536633:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1988 00000100:00100000:1.0:1734016117.536640:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247338987264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.536656:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.536672:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a171e expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.536743:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.536756:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.536766:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016117.536788:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8765703 00000004:00200000:1.0:1734016117.536791:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016117.536817:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.536840:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7320e79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.536951:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.536958:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016117.536961:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016117.536964:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016117.537024:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247338987264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 383us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.537030:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1988 00000100:00100000:0.0:1734016117.540697:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.540768:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987392 00000100:00100000:2.0:1734016117.540777:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987392 00000100:00100000:2.0:1734016117.540834:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10870 00000100:00100000:2.0:1734016117.540841:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338987392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.540857:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.540873:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1725 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.540920:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564544:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016117.540968:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.547235:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564544:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016117.547275:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e87 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1725 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.547290:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7320e87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1725 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.547322:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016117.547397:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247338987392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6554us (6707us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.547407:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10870 00000100:00100000:2.0:1734016117.550394:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.550504:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987520 00000100:00100000:0.0:1734016117.550513:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987520 00000100:00100000:0.0:1734016117.550565:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10871 00000100:00100000:0.0:1734016117.550571:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338987520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.550589:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.550607:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320e8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a172c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.550657:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564672:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016117.550717:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.552089:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564672:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016117.552110:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320e8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a172c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.552120:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320e8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a172c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016117.552130:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:2.0:1734016117.552709:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338987520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2135us (2322us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016117.552717:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10871 00000100:00100000:3.0:1734016117.558423:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.558488:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987648 00000100:00100000:2.0:1734016117.558496:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987648 00000100:00100000:2.0:1734016117.559072:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10872 00000100:00100000:2.0:1734016117.559083:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338987648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016117.559107:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016117.559126:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1733 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.559161:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.559168:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.559170:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016117.559174:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8871936->8933375] (req 8871936->8933375) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.560880:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.560898:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 7 pid: 7681 timeout: 480 lvb_type: 0 00000100:00100000:2.0:1734016117.560916:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564800:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016117.560983:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016117.565235:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341564800:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016117.565269:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8871936->8933375] (req 8871936->8933375) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.565287:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016117.565932:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338987648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6849us (7514us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.565940:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10872 00000100:00100000:0.0:1734016117.570429:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.570532:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987776 00000100:00100000:2.0:1734016117.570543:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987776 00002000:00100000:2.0:1734016117.570585:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6348800->6393855) req@ffff880071324a80 x1818247338987776/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.570594:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324a80 with x1818247338987776 ext(6348800->6393855) 00010000:00010000:2.0:1734016117.570602:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 8 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.570614:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 8 pid: 7681 timeout: 480 lvb_type: 0 00002000:00010000:2.0:1734016117.570620:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071324a80 00000100:00100000:2.0:1734016117.570635:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 315 00000100:00100000:2.0:1734016117.570641:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338987776:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016117.573623:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338987776:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2970us (3195us total) trans 4294969279 rc 0/0 00000100:00100000:0.0:1734016117.573638:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 315 00002000:00100000:0.0:1734016117.573649:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (6348800->6393855) req@ffff880071324a80 x1818247338987776/t4294969279(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.573659:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324a80 with x1818247338987776 ext(6348800->6393855) 00010000:00010000:0.0:1734016117.573670:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 10 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016117.573684:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 10 pid: 7681 timeout: 480 lvb_type: 0 00002000:00010000:0.0:1734016117.573691:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071324a80 00000100:00100000:1.0:1734016117.585394:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.587873:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987904 00000100:00100000:0.0:1734016117.587885:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987904 00010000:00010000:0.0:1734016117.587917:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 10 pid: 7681 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016117.587957:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2776 00000100:00100000:0.0:1734016117.587964:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338987904:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016117.587977:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016117.587991:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1400 -> 1488 00010000:00010000:0.0:1734016117.587996:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 10 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016117.588006:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 10 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016117.588031:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7320e41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a16ed expref: 10 pid: 7681 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016117.588054:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.588056:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.588061:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.588068:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.588099:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.588110:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341564928:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016117.588175:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.591951:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.592011:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988032 00000100:00100000:3.0:1734016117.592017:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988032 00000100:00100000:3.0:1734016117.592053:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10873 00000100:00100000:3.0:1734016117.592059:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247338988032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.592074:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.592088:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a173a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.592115:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.592121:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.592123:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016117.592126:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8007680->8073215] (req 8007680->8073215) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.592150:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.592161:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 6 pid: 13915 timeout: 480 lvb_type: 0 00000100:00100000:3.0:1734016117.592171:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565056:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016117.592240:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.594372:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565056:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016117.594398:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8007680->8073215] (req 8007680->8073215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016117.594415:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016117.594453:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247338988032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2393us (2509us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.594461:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10873 00000100:00100000:2.0:1734016117.594740:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341564928:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016117.594755:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.595346:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338987904:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7379us (9963us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.595353:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2776 00000100:00100000:0.0:1734016117.596235:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.596306:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988160 00000100:00100000:2.0:1734016117.596313:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988160 00002000:00100000:2.0:1734016117.596343:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8871936->8932243) req@ffff880071325180 x1818247338988160/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.596351:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325180 with x1818247338988160 ext(8871936->8932243) 00010000:00010000:2.0:1734016117.596358:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 7 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.596368:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 7 pid: 13915 timeout: 480 lvb_type: 0 00002000:00010000:2.0:1734016117.596374:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071325180 00000100:00100000:2.0:1734016117.596809:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 316 00000100:00100000:2.0:1734016117.596815:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338988160:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016117.607456:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247338988160:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 10631us (11213us total) trans 4294969280 rc 0/0 00000100:00100000:2.0:1734016117.607469:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 316 00002000:00100000:2.0:1734016117.607483:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8871936->8932243) req@ffff880071325180 x1818247338988160/t4294969280(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.607499:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325180 with x1818247338988160 ext(8871936->8932243) 00010000:00010000:2.0:1734016117.607508:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 9 pid: 13915 timeout: 480 lvb_type: 0 00010000:00010000:2.0:1734016117.607520:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00002000:00010000:2.0:1734016117.607527:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071325180 00000100:00100000:1.0:1734016117.612249:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.612313:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988288 00000100:00100000:2.0:1734016117.612320:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988288 00010000:00010000:2.0:1734016117.612348:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016117.612377:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2777 00000100:00100000:2.0:1734016117.612382:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338988288:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016117.612392:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016117.612405:0:6462:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8765703 -> 8932244 00002000:00010000:2.0:1734016117.612408:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1488 -> 1608 00010000:00010000:2.0:1734016117.612412:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.612425:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.612442:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7320e95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1733 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016117.612459:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.612461:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016117.612465:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.612471:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016117.612493:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016117.612502:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341565184:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016117.612549:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.618010:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.618103:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988544 00000100:00100000:3.0:1734016117.618117:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988544 00000100:00100000:2.0:1734016117.618228:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341565184:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016117.618249:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016117.618286:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338988288:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5902us (6043us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016117.618296:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2777 00002000:00100000:3.0:1734016117.618608:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8069120->8073215) req@ffff88011d807480 x1818247338988544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.618618:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247338988544 ext(8069120->8073215) 00002000:00010000:3.0:1734016117.618622:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:3.0:1734016117.618650:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8977 00000100:00100000:3.0:1734016117.618657:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338988544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.618777:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338988544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121us (779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016117.618783:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8977 00002000:00100000:3.0:1734016117.618788:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8069120->8073215) req@ffff88011d807480 x1818247338988544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.618804:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247338988544 ext(8069120->8073215) 00002000:00010000:3.0:1734016117.618807:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:1.0:1734016117.625343:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.625591:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988672 00000100:00100000:3.0:1734016117.625601:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988672 00000100:00100000:3.0:1734016117.625650:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10874 00000100:00100000:3.0:1734016117.625656:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338988672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.625672:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.625687:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320ea3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1741 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.625735:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565312:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016117.625794:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.628640:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565312:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016117.628674:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320ea3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1741 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.628686:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7320ea3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1741 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.629881:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016117.629984:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338988672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4324us (4645us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.629992:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10874 00000100:00100000:0.0:1734016117.633911:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.634274:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988800 00000100:00100000:3.0:1734016117.634283:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988800 00000100:00100000:3.0:1734016117.634326:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10875 00000100:00100000:3.0:1734016117.634333:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338988800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.634350:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.634364:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320eaa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1748 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.634415:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565440:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016117.634487:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.638495:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565440:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016117.638523:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320eaa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1748 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.638536:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7320eaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1748 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.638556:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016117.638596:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247338988800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4263us (4694us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016117.638604:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10875 00000100:00100000:1.0:1734016117.677375:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.677415:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.677455:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.677525:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989056 00000100:00100000:0.0:1734016117.677538:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989056 00002000:00100000:0.0:1734016117.677580:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->8126463) req@ffff88011d804000 x1818247338989056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 504/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.677589:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804000 with x1818247338989056 ext(0->8126463) 00002000:00010000:0.0:1734016117.677594:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804000 00000100:00100000:0.0:1734016117.677610:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989184 00000100:00100000:0.0:1734016117.677613:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989184 00002000:00100000:0.0:1734016117.677621:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8454143) req@ffff88011d804700 x1818247338989184/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 520/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.677628:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804700 with x1818247338989184 ext(4190208->8454143) 00002000:00010000:0.0:1734016117.677632:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804700 00000100:00100000:0.0:1734016117.677641:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989312 00000100:00100000:0.0:1734016117.677643:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989312 00002000:00100000:0.0:1734016117.677651:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8454144->8933375) req@ffff88011d804a80 x1818247338989312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.677659:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247338989312 ext(8454144->8933375) 00002000:00010000:0.0:1734016117.677661:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80 00000100:00100000:0.0:1734016117.677671:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8978 00000100:00100000:0.0:1734016117.677678:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338989056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.680892:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8979 00000100:00100000:1.0:1734016117.680902:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247338989184:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.681078:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8980 00000100:00100000:3.0:1734016117.681084:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247338989312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.708952:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247338989312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 27856us (31485us total) trans 0 rc 479232/479232 00000100:00100000:3.0:1734016117.708964:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8980 00002000:00100000:3.0:1734016117.708974:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8454144->8933375) req@ffff88011d804a80 x1818247338989312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 479232/479232 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.708982:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247338989312 ext(8454144->8933375) 00002000:00010000:3.0:1734016117.708987:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80 00000100:00100000:1.0:1734016117.746059:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247338989184:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 65148us (68633us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016117.746071:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8979 00002000:00100000:1.0:1734016117.746082:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8454143) req@ffff88011d804700 x1818247338989184/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 520/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.746091:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804700 with x1818247338989184 ext(4190208->8454143) 00002000:00010000:1.0:1734016117.746096:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804700 00000100:00100000:3.0:1734016117.777243:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247338989056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 99547us (99862us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016117.777257:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8978 00002000:00100000:3.0:1734016117.777269:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->8126463) req@ffff88011d804000 x1818247338989056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 504/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.777278:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804000 with x1818247338989056 ext(0->8126463) 00002000:00010000:3.0:1734016117.777286:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804000 00000100:00100000:3.0:1734016117.783881:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.783972:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989568 00000100:00100000:1.0:1734016117.783982:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989568 00000100:00100000:1.0:1734016117.784044:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1989 00000100:00100000:1.0:1734016117.784054:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247338989568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.784074:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.784097:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7320eb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a174f expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.784220:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7320eb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.784233:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7320eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.784245:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7320eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016117.784274:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8765703 00000004:00200000:1.0:1734016117.784278:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016117.784292:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7320eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016117.784315:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7320eb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a174f expref: 22 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.784349:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7320eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a174f expref: 21 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.784357:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016117.784360:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016117.784363:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016117.784417:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338989568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 364us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.784423:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1989 00000100:00100000:2.0:1734016117.788110:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.788742:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989696 00000100:00100000:3.0:1734016117.788751:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989696 00000100:00100000:3.0:1734016117.788811:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10876 00000100:00100000:3.0:1734016117.788817:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338989696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.788834:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016117.788851:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320ebf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1756 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016117.788899:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565568:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016117.788960:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016117.792481:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:0.0:1734016117.792504:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565568:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016117.792531:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320ebf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1756 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.792544:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320ebf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1756 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.792567:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:0.0:1734016117.792602:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247338989696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3785us (4502us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016117.792609:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10876 00000100:00100000:2.0:1734016117.796461:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.796569:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989824 00000100:00100000:0.0:1734016117.796579:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989824 00000100:00100000:0.0:1734016117.796625:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10877 00000100:00100000:0.0:1734016117.796632:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247338989824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.796651:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.796669:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a175d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.796692:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.796698:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.796700:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.796703:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8646656->8650751] (req 8646656->8650751) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.796727:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.796737:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.796748:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076507100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565696:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016117.796827:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.800424:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076507100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565696:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016117.800465:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8646656->8650751] (req 8646656->8650751) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.800492:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016117.800708:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247338989824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4075us (4257us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.800716:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10877 00000100:00100000:3.0:1734016117.803228:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.803334:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989952 00000100:00100000:0.0:1734016117.803345:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989952 00002000:00100000:0.0:1734016117.803404:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8007680->8073215) req@ffff88007e455180 x1818247338989952/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.803413:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247338989952 ext(8007680->8073215) 00010000:00010000:0.0:1734016117.803425:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 10 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.803439:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 10 pid: 13915 timeout: 481 lvb_type: 0 00002000:00010000:0.0:1734016117.803446:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007e455180 00000100:00100000:0.0:1734016117.804528:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 317 00000100:00100000:0.0:1734016117.804541:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338989952:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016117.810150:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338989952:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5592us (6924us total) trans 4294969281 rc 0/0 00000100:00100000:0.0:1734016117.810164:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 317 00002000:00100000:0.0:1734016117.810277:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8007680->8073215) req@ffff88007e455180 x1818247338989952/t4294969281(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.810292:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247338989952 ext(8007680->8073215) 00010000:00010000:0.0:1734016117.810308:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 12 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.810324:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 12 pid: 13915 timeout: 481 lvb_type: 0 00002000:00010000:0.0:1734016117.810331:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007e455180 00000100:00100000:2.0:1734016117.821713:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.821773:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990080 00000100:00100000:0.0:1734016117.821782:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990080 00010000:00010000:0.0:1734016117.821822:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 12 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.821854:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2778 00000100:00100000:0.0:1734016117.821860:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247338990080:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016117.821872:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016117.821887:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1608 -> 1736 00010000:00010000:0.0:1734016117.821892:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 12 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.821902:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 12 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.821922:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320e9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a173a expref: 12 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.821957:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.821960:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.821966:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.821974:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.822009:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.822022:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076507100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341565824:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016117.822073:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.824358:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.824440:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990336 00000100:00100000:1.0:1734016117.824447:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990336 00002000:00100000:1.0:1734016117.824481:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8646656->8650751) req@ffff88007e454e00 x1818247338990336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.824489:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247338990336 ext(8646656->8650751) 00002000:00010000:1.0:1734016117.824494:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:0.0:1734016117.824604:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076507100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341565824:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016117.824622:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016117.824664:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247338990080:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2803us (2958us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.824673:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2778 00000100:00100000:1.0:1734016117.825423:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8981 00000100:00100000:1.0:1734016117.825428:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338990336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.825667:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247338990336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 237us (1315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.825673:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8981 00002000:00100000:1.0:1734016117.825682:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8646656->8650751) req@ffff88007e454e00 x1818247338990336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.825694:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247338990336 ext(8646656->8650751) 00002000:00010000:1.0:1734016117.825699:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:3.0:1734016117.828851:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.828936:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990592 00000100:00100000:1.0:1734016117.828946:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990592 00002000:00100000:1.0:1734016117.828987:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8642560->8646655) req@ffff88007e455880 x1818247338990592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.828996:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247338990592 ext(8642560->8646655) 00002000:00010000:1.0:1734016117.829000:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:1.0:1734016117.829034:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8982 00000100:00100000:1.0:1734016117.829041:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338990592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.829231:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338990592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.829238:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8982 00002000:00100000:1.0:1734016117.829243:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8642560->8646655) req@ffff88007e455880 x1818247338990592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.829248:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247338990592 ext(8642560->8646655) 00002000:00010000:1.0:1734016117.829250:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:3.0:1734016117.833479:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016117.833597:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990848 00000100:00100000:2.0:1734016117.833606:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990848 00002000:00100000:2.0:1734016117.833653:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8638464->8642559) req@ffff88007e455f80 x1818247338990848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.833667:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455f80 with x1818247338990848 ext(8638464->8642559) 00002000:00010000:2.0:1734016117.833673:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455f80 00000100:00100000:2.0:1734016117.833709:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8983 00000100:00100000:2.0:1734016117.833715:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338990848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.833883:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338990848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 167us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.833889:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8983 00002000:00100000:2.0:1734016117.833895:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8638464->8642559) req@ffff88007e455f80 x1818247338990848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.833900:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455f80 with x1818247338990848 ext(8638464->8642559) 00002000:00010000:2.0:1734016117.833903:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455f80 00000100:00100000:3.0:1734016117.837596:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.837683:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991104 00000100:00100000:1.0:1734016117.837694:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991104 00002000:00100000:1.0:1734016117.837735:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8634368->8638463) req@ffff88007e454700 x1818247338991104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.837744:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454700 with x1818247338991104 ext(8634368->8638463) 00002000:00010000:1.0:1734016117.837749:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454700 00000100:00100000:1.0:1734016117.837844:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8984 00000100:00100000:1.0:1734016117.837850:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338991104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.838064:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338991104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 213us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.838069:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8984 00002000:00100000:1.0:1734016117.838074:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8634368->8638463) req@ffff88007e454700 x1818247338991104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.838081:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454700 with x1818247338991104 ext(8634368->8638463) 00002000:00010000:1.0:1734016117.838084:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454700 00000100:00100000:3.0:1734016117.841602:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.841687:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991360 00000100:00100000:1.0:1734016117.841696:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991360 00002000:00100000:1.0:1734016117.841742:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8630272->8634367) req@ffff88007e454380 x1818247338991360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.841751:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454380 with x1818247338991360 ext(8630272->8634367) 00002000:00010000:1.0:1734016117.841755:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454380 00000100:00100000:2.0:1734016117.842912:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8985 00000100:00100000:2.0:1734016117.842922:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338991360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.843069:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338991360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (1475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.843075:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8985 00002000:00100000:2.0:1734016117.843080:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8630272->8634367) req@ffff88007e454380 x1818247338991360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.843087:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454380 with x1818247338991360 ext(8630272->8634367) 00002000:00010000:2.0:1734016117.843090:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454380 00000100:00100000:3.0:1734016117.847869:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.848379:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991616 00000100:00100000:1.0:1734016117.848389:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991616 00002000:00100000:1.0:1734016117.848431:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8626176->8630271) req@ffff88007e457b80 x1818247338991616/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.848439:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247338991616 ext(8626176->8630271) 00002000:00010000:1.0:1734016117.848444:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:2.0:1734016117.849531:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8986 00000100:00100000:2.0:1734016117.849539:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338991616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.849705:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338991616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (1847us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016117.849712:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8986 00002000:00100000:2.0:1734016117.849719:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8626176->8630271) req@ffff88007e457b80 x1818247338991616/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.849727:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247338991616 ext(8626176->8630271) 00002000:00010000:2.0:1734016117.849731:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:3.0:1734016117.854005:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.854112:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991744 00000100:00100000:1.0:1734016117.854122:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991744 00002000:00100000:1.0:1734016117.854164:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8626176->8650751) req@ffff8800740e0380 x1818247338991744/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.854250:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247338991744 ext(8626176->8650751) 00002000:00010000:1.0:1734016117.854256:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:1.0:1734016117.854802:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8987 00000100:00100000:1.0:1734016117.854810:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338991744:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016117.857748:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338991744:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2926us (3742us total) trans 4294969282 rc 0/0 00000100:00100000:1.0:1734016117.857761:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8987 00002000:00100000:1.0:1734016117.857771:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8626176->8650751) req@ffff8800740e0380 x1818247338991744/t4294969282(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:78/0 lens 488/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.857780:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247338991744 ext(8626176->8650751) 00002000:00010000:1.0:1734016117.857785:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:3.0:1734016117.859855:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.859921:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991872 00000100:00100000:0.0:1734016117.859929:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991872 00000100:00100000:0.0:1734016117.859994:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10878 00000100:00100000:0.0:1734016117.860000:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247338991872:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016117.861448:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969282 is committed 00000001:00080000:2.0:1734016117.861460:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969281 is committed 00000100:00100000:0.0:1734016117.861582:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338991872:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1578us (1730us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.861590:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10878 00000100:00100000:3.0:1734016117.865625:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.865711:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992000 00000100:00100000:0.0:1734016117.865721:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992000 00000100:00100000:0.0:1734016117.865760:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10879 00000100:00100000:0.0:1734016117.865766:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac188050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338992000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.865782:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.865805:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320ecd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1764 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.865851:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076507100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565952:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016117.865904:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016117.867389:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016117 -> 1734016118 00002000:00010000:0.0:1734016117.867395:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016117 -> 1734016118 00002000:00010000:0.0:1734016117.867397:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1736 -> 1784 00000100:00100000:0.0:1734016117.867414:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076507100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341565952:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016117.867442:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320ecd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1764 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.867453:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320ecd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1764 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.867474:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016117.867510:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac188050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338992000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1743us (1892us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016117.867519:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10879 00000100:00100000:3.0:1734016117.870920:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.870984:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992128 00000100:00100000:0.0:1734016117.870993:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992128 00000100:00100000:0.0:1734016117.871496:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10880 00000100:00100000:0.0:1734016117.871503:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338992128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.871520:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.871535:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ed4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a176b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.871581:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341566080:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016117.871639:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.873712:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341566080:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016117.873740:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ed4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a176b expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.873751:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ed4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a176b expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.873770:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016117.873811:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338992128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2308us (2904us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016117.873819:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10880 00000100:00100000:3.0:1734016117.876368:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.876423:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992256 00000100:00100000:0.0:1734016117.876430:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992256 00000100:00100000:0.0:1734016117.876539:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10881 00000100:00100000:0.0:1734016117.876547:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338992256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.876563:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.876579:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1772 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.876609:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.876616:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.876618:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.876621:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3940352->3960831] (req 3940352->3960831) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.876649:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.876661:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 6 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.876672:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341566208:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016117.877133:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.879643:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076507480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341566208:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016117.879691:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3940352->3960831] (req 3940352->3960831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.879711:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016117.879777:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338992256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3229us (3415us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.879786:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10881 00000100:00100000:3.0:1734016117.880562:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016117.880614:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992384 00000100:00100000:0.0:1734016117.880622:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992384 00010000:00010000:0.0:1734016117.880650:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016117.880725:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2779 00000100:00100000:0.0:1734016117.880732:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338992384:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016117.880746:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016117.880768:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.880777:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.880809:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320ec6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8646656->8650751) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a175d expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016117.881448:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.881451:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.881458:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.881467:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.881495:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.881506:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076507480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341566336:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016117.881560:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.890314:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076507480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341566336:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016117.890333:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016117.890375:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338992384:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9643us (9815us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.890385:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2779 00000100:00100000:3.0:1734016117.916739:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016117.918281:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992640 00000100:00100000:1.0:1734016117.918291:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992640 00002000:00100000:1.0:1734016117.918329:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800740e1880 x1818247338992640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.918338:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1880 with x1818247338992640 ext(0->4194303) 00002000:00010000:1.0:1734016117.918343:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1880 00000100:00100000:1.0:1734016117.918373:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8988 00000100:00100000:1.0:1734016117.918379:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338992640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.922197:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.922252:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016117.922272:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992896 00000100:00100000:3.0:1734016117.922278:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992896 00002000:00100000:3.0:1734016117.922310:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8933375) req@ffff8800740e0a80 x1818247338992896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.922319:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0a80 with x1818247338992896 ext(8388608->8933375) 00002000:00010000:3.0:1734016117.922323:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0a80 00000100:00100000:3.0:1734016117.922339:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992768 00000100:00100000:3.0:1734016117.922341:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992768 00002000:00100000:3.0:1734016117.922350:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800740e2d80 x1818247338992768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.922355:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2d80 with x1818247338992768 ext(4194304->8388607) 00002000:00010000:3.0:1734016117.922358:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2d80 00000100:00100000:3.0:1734016117.922367:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8989 00000100:00100000:3.0:1734016117.922373:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247338992896:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.923388:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8990 00000100:00100000:3.0:1734016117.923393:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247338992768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016117.944332:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247338992896:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 21941us (22137us total) trans 0 rc 544768/544768 00000100:00100000:2.0:1734016117.944348:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8989 00002000:00100000:2.0:1734016117.944360:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8933375) req@ffff8800740e0a80 x1818247338992896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 544768/544768 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016117.944367:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0a80 with x1818247338992896 ext(8388608->8933375) 00002000:00010000:2.0:1734016117.944373:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0a80 00000100:00100000:3.0:1734016117.984387:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338992768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 60978us (62121us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016117.984405:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8990 00002000:00100000:3.0:1734016117.984417:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800740e2d80 x1818247338992768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016117.984424:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2d80 with x1818247338992768 ext(4194304->8388607) 00002000:00010000:3.0:1734016117.984429:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2d80 00000100:00100000:1.0:1734016118.007758:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338992640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 89370us (91019us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016118.007770:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8988 00002000:00100000:1.0:1734016118.007780:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800740e1880 x1818247338992640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:78/0 lens 488/440 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.007796:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1880 with x1818247338992640 ext(0->4194303) 00002000:00010000:1.0:1734016118.007802:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1880 00000100:00100000:2.0:1734016118.015916:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.015986:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993152 00000100:00100000:0.0:1734016118.015994:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993152 00000100:00100000:0.0:1734016118.016049:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10882 00000100:00100000:0.0:1734016118.016055:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338993152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.016070:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.016085:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1779 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.016106:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.016107:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.016115:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.016128:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.016140:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016118.016209:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338993152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 153us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.016216:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10882 00000100:00080000:2.0:1734016118.016261:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016088 00000100:00100000:0.0:1734016118.018832:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.018964:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993280 00000100:00100000:3.0:1734016118.018973:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993280 00000100:00100000:3.0:1734016118.019006:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10883 00000100:00100000:3.0:1734016118.019012:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338993280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.019028:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.019042:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1780 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.019064:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.019071:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.019076:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.019077:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.019080:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [4460544->4493311] (req 4460544->4493311) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.019101:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.019116:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 6 pid: 13915 timeout: 481 lvb_type: 1 00000100:00100000:3.0:1734016118.019128:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341566464:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016118.019973:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.019982:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.019989:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341566592:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016118.020006:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.024415:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341566464:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016118.024429:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341566592:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016118.024465:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [4460544->4493311] (req 4460544->4493311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.024487:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016118.024538:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247338993280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5525us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.024548:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10883 00000100:00100000:2.0:1734016118.026370:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.026510:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993408 00000100:00100000:0.0:1734016118.026520:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993408 00010000:00010000:0.0:1734016118.026550:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 7 pid: 13915 timeout: 481 lvb_type: 1 00000100:00100000:0.0:1734016118.026579:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2780 00000100:00100000:0.0:1734016118.026585:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247338993408:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016118.026595:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016118.026609:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 7 pid: 13915 timeout: 481 lvb_type: 1 00010000:00010000:0.0:1734016118.026617:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 7 pid: 13915 timeout: 481 lvb_type: 1 00010000:00010000:0.0:1734016118.026634:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320ee2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1779 expref: 7 pid: 13915 timeout: 481 lvb_type: 1 00010000:00010000:0.0:1734016118.026657:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016118.026685:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247338993408:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 99us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.026691:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2780 00000100:00100000:0.0:1734016118.039858:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.040670:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993536 00000100:00100000:2.0:1734016118.040683:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993536 00010000:00010000:2.0:1734016118.040726:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.040768:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2781 00000100:00100000:2.0:1734016118.040778:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338993536:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.040801:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.040821:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.040833:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.040854:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320edb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1772 expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.041232:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.041236:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.041245:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.041256:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.041294:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.041308:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341566720:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016118.041372:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.043143:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341566720:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016118.043172:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.043240:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338993536:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2461us (3393us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.043253:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2781 00000100:00100000:0.0:1734016118.044833:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.045008:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993664 00000100:00100000:3.0:1734016118.045019:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993664 00000100:00100000:3.0:1734016118.045066:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10884 00000100:00100000:3.0:1734016118.045073:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338993664:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016118.045342:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8932244 -> 8932244 00002000:00010000:3.0:1734016118.045345:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.045347:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.045350:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.045351:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1784 -> 1848 00000100:00100000:3.0:1734016118.045536:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338993664:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 462us (709us total) trans 4294969283 rc 0/0 00000100:00100000:3.0:1734016118.045543:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10884 00000100:00100000:0.0:1734016118.051503:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.051595:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993792 00000100:00100000:2.0:1734016118.051603:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993792 00000100:00100000:2.0:1734016118.051649:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10885 00000100:00100000:2.0:1734016118.051657:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247338993792:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016118.051851:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8932244 -> 8932244 00002000:00010000:2.0:1734016118.051854:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.051856:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.051858:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:2.0:1734016118.051860:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1848 -> 1920 00000100:00100000:2.0:1734016118.051946:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247338993792:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 290us (451us total) trans 4294969284 rc 0/0 00000100:00100000:2.0:1734016118.051952:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10885 00000100:00100000:1.0:1734016118.054941:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.055008:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993920 00000100:00100000:3.0:1734016118.055016:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993920 00000100:00100000:3.0:1734016118.055068:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10886 00000100:00100000:3.0:1734016118.055076:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338993920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.055093:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.055111:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320ef0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1787 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.055170:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341566848:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.055264:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.057840:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341566848:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.057878:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320ef0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1787 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.057893:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7320ef0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1787 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.057927:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016118.057989:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247338993920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2912us (3055us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.057997:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10886 00000100:00100000:0.0:1734016118.060378:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.060445:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994048 00000100:00100000:3.0:1734016118.060453:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994048 00000100:00100000:3.0:1734016118.060494:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10887 00000100:00100000:3.0:1734016118.060501:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338994048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.060514:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.060531:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a178e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.060554:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.060560:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.060562:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.060565:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6864896->6868991] (req 6864896->6868991) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.060592:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.060601:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 7 pid: 7681 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.060617:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341566976:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016118.060673:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.063573:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341566976:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016118.063611:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6864896->6868991] (req 6864896->6868991) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.063632:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016118.064046:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338994048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3543us (3675us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.064054:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10887 00000100:00100000:0.0:1734016118.064716:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.065103:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994176 00000100:00100000:2.0:1734016118.065110:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994176 00010000:00010000:2.0:1734016118.065133:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 8 pid: 7681 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.065162:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2782 00000100:00100000:2.0:1734016118.065167:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338994176:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.065194:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.065212:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 8 pid: 7681 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.065227:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 8 pid: 7681 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.065245:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7320ee9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1780 expref: 8 pid: 7681 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.065267:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.065269:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.065275:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.065283:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.065309:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.065319:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341567104:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016118.065358:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.068278:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.068355:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341567104:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016118.068375:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.068409:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247338994176:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3241us (3695us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.068419:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2782 00000100:00100000:0.0:1734016118.068561:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994432 00000100:00100000:0.0:1734016118.068567:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994432 00002000:00100000:0.0:1734016118.068597:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6864896->6868991) req@ffff880071d3fb80 x1818247338994432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.068605:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3fb80 with x1818247338994432 ext(6864896->6868991) 00002000:00010000:0.0:1734016118.068608:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3fb80 00000100:00100000:0.0:1734016118.068631:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8991 00000100:00100000:0.0:1734016118.068637:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338994432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.068766:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338994432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (494us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.068772:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8991 00002000:00100000:0.0:1734016118.068777:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6864896->6868991) req@ffff880071d3fb80 x1818247338994432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.068783:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3fb80 with x1818247338994432 ext(6864896->6868991) 00002000:00010000:0.0:1734016118.068786:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3fb80 00000100:00100000:1.0:1734016118.078025:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.078117:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994688 00000100:00100000:3.0:1734016118.078124:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994688 00002000:00100000:3.0:1734016118.078162:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6860800->6864895) req@ffff880071d3c380 x1818247338994688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.078172:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3c380 with x1818247338994688 ext(6860800->6864895) 00002000:00010000:3.0:1734016118.078176:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3c380 00000100:00100000:3.0:1734016118.078883:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8992 00000100:00100000:3.0:1734016118.078891:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338994688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.081744:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338994688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2841us (3718us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.081757:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8992 00002000:00100000:3.0:1734016118.081772:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6860800->6864895) req@ffff880071d3c380 x1818247338994688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.081786:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3c380 with x1818247338994688 ext(6860800->6864895) 00002000:00010000:3.0:1734016118.081800:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3c380 00000100:00100000:0.0:1734016118.086909:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.087218:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994944 00000100:00100000:3.0:1734016118.087227:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994944 00002000:00100000:3.0:1734016118.087262:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6856704->6860799) req@ffff880076504a80 x1818247338994944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.087271:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504a80 with x1818247338994944 ext(6856704->6860799) 00002000:00010000:3.0:1734016118.087275:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504a80 00000100:00100000:3.0:1734016118.087293:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8993 00000100:00100000:3.0:1734016118.087299:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338994944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.089069:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338994944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1763us (2160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.089081:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8993 00002000:00100000:3.0:1734016118.089090:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6856704->6860799) req@ffff880076504a80 x1818247338994944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.089098:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504a80 with x1818247338994944 ext(6856704->6860799) 00002000:00010000:3.0:1734016118.089103:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504a80 00000100:00100000:0.0:1734016118.093720:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.095897:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995200 00000100:00100000:3.0:1734016118.095910:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995200 00002000:00100000:3.0:1734016118.095955:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6852608->6856703) req@ffff880076505c00 x1818247338995200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.095964:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247338995200 ext(6852608->6856703) 00002000:00010000:3.0:1734016118.095969:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505c00 00000100:00100000:3.0:1734016118.096010:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8994 00000100:00100000:3.0:1734016118.096017:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338995200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.096168:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338995200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (2461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.096174:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8994 00002000:00100000:3.0:1734016118.096197:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6852608->6856703) req@ffff880076505c00 x1818247338995200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.096202:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247338995200 ext(6852608->6856703) 00002000:00010000:3.0:1734016118.096205:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505c00 00000100:00100000:0.0:1734016118.103018:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.103150:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995456 00000100:00100000:3.0:1734016118.103158:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995456 00002000:00100000:3.0:1734016118.103225:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6848512->6852607) req@ffff880076505500 x1818247338995456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.103235:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247338995456 ext(6848512->6852607) 00002000:00010000:3.0:1734016118.103240:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:3.0:1734016118.103258:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8995 00000100:00100000:3.0:1734016118.103268:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338995456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.103446:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338995456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180us (435us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.103452:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8995 00002000:00100000:3.0:1734016118.103458:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6848512->6852607) req@ffff880076505500 x1818247338995456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.103467:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247338995456 ext(6848512->6852607) 00002000:00010000:3.0:1734016118.103470:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:0.0:1734016118.110977:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.111243:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995584 00000100:00100000:2.0:1734016118.111256:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995584 00002000:00100000:2.0:1734016118.111313:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6848512->6868991) req@ffff880076504700 x1818247338995584/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.111324:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504700 with x1818247338995584 ext(6848512->6868991) 00002000:00010000:2.0:1734016118.111329:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504700 00000100:00100000:2.0:1734016118.111944:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8996 00000100:00100000:2.0:1734016118.111953:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338995584:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016118.115403:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338995584:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3440us (4425us total) trans 4294969285 rc 0/0 00000100:00100000:0.0:1734016118.115415:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8996 00002000:00100000:0.0:1734016118.115425:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6848512->6868991) req@ffff880076504700 x1818247338995584/t4294969285(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.115433:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504700 with x1818247338995584 ext(6848512->6868991) 00002000:00010000:0.0:1734016118.115438:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504700 00000100:00100000:0.0:1734016118.118481:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.118619:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995712 00000100:00100000:3.0:1734016118.118627:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995712 00000100:00100000:3.0:1734016118.118674:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10888 00000100:00100000:3.0:1734016118.118682:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247338995712:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.121113:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969285 is committed 00000001:00080000:0.0:1734016118.121133:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969284 is committed 00000100:00100000:3.0:1734016118.122355:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247338995712:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3666us (3875us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.122368:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10888 00000100:00100000:0.0:1734016118.131295:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.131502:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995840 00000100:00100000:3.0:1734016118.131510:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995840 00000100:00100000:3.0:1734016118.132093:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10889 00000100:00100000:3.0:1734016118.132101:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338995840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.132118:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.132137:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7320efe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1795 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.132215:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341567232:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.132266:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016118.133908:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1920 -> 1960 00000100:00100000:3.0:1734016118.133925:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341567232:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.133948:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7320efe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1795 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.133958:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7320efe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1795 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.133982:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016118.134011:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247338995840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1910us (2723us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.134017:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10889 00010000:00010000:1.0:1734016118.137423:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016118.139155:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.139286:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995968 00000100:00100000:3.0:1734016118.139296:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995968 00000100:00100000:3.0:1734016118.139356:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10890 00000100:00100000:3.0:1734016118.139364:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338995968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.139383:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.139405:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320f05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a179c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.139462:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341567360:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.139517:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.141293:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341567360:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.141318:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320f05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a179c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.141330:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7320f05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a179c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.141356:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016118.141388:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338995968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2024us (2240us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.141395:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10890 00000100:00100000:0.0:1734016118.144951:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.145084:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996096 00000100:00100000:3.0:1734016118.145094:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996096 00000100:00100000:2.0:1734016118.145260:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10891 00000100:00100000:2.0:1734016118.145267:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338996096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.145285:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.145303:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320f0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17a3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.145358:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341567488:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016118.145411:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.147488:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341567488:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016118.147539:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320f0c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17a3 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.147552:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7320f0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17a3 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.147573:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016118.147611:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247338996096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2342us (2671us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016118.147623:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10891 00000100:00100000:0.0:1734016118.149604:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.150424:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996224 00000100:00100000:2.0:1734016118.150433:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996224 00000100:00100000:2.0:1734016118.150802:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10892 00000100:00100000:2.0:1734016118.150809:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338996224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.150825:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.150839:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17aa expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.150863:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.150869:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.150870:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.150873:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3547136->3551231] (req 3547136->3551231) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.150896:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.150904:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 6 pid: 7681 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.150913:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341567616:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016118.150963:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.161635:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341567616:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016118.161681:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3547136->3551231] (req 3547136->3551231) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.161694:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016118.161731:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338996224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10922us (12134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.161738:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10892 00000100:00100000:0.0:1734016118.166257:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.166369:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996352 00000100:00100000:2.0:1734016118.166378:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996352 00010000:00010000:2.0:1734016118.166407:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 7 pid: 7681 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.166433:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2783 00000100:00100000:2.0:1734016118.166439:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338996352:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016118.166453:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016118.166470:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 7 pid: 7681 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.166480:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 7 pid: 7681 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.166499:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7320ef7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a178e expref: 7 pid: 7681 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.167226:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.167228:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016118.167236:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.167245:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.167274:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.167285:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341567744:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016118.167332:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.171664:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341567744:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016118.171702:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016118.171749:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247338996352:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5308us (5500us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.171760:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2783 00000100:00100000:0.0:1734016118.172754:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.173341:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996608 00000100:00100000:2.0:1734016118.173348:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996608 00002000:00100000:2.0:1734016118.173383:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3547136->3551231) req@ffff8800712b7480 x1818247338996608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.173392:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7480 with x1818247338996608 ext(3547136->3551231) 00002000:00010000:2.0:1734016118.173397:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7480 00000100:00100000:2.0:1734016118.173426:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8997 00000100:00100000:2.0:1734016118.173432:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338996608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.173568:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338996608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (818us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.173577:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8997 00002000:00100000:2.0:1734016118.173582:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3547136->3551231) req@ffff8800712b7480 x1818247338996608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.173588:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7480 with x1818247338996608 ext(3547136->3551231) 00002000:00010000:2.0:1734016118.173591:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7480 00000100:00100000:0.0:1734016118.176142:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.176322:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996864 00000100:00100000:3.0:1734016118.176330:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996864 00002000:00100000:3.0:1734016118.176364:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3543040->3547135) req@ffff880071e34700 x1818247338996864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.176371:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34700 with x1818247338996864 ext(3543040->3547135) 00002000:00010000:3.0:1734016118.176375:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34700 00000100:00100000:3.0:1734016118.176402:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8998 00000100:00100000:3.0:1734016118.176408:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338996864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.176533:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338996864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.176540:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8998 00002000:00100000:3.0:1734016118.176544:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3543040->3547135) req@ffff880071e34700 x1818247338996864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.176551:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34700 with x1818247338996864 ext(3543040->3547135) 00002000:00010000:3.0:1734016118.176553:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34700 00000100:00100000:0.0:1734016118.183796:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.183876:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997120 00000100:00100000:2.0:1734016118.183884:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997120 00002000:00100000:2.0:1734016118.183917:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3538944->3543039) req@ffff880071e35180 x1818247338997120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.183925:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35180 with x1818247338997120 ext(3538944->3543039) 00002000:00010000:2.0:1734016118.183930:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35180 00000100:00100000:2.0:1734016118.183961:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 8999 00000100:00100000:2.0:1734016118.183967:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338997120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.184091:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247338997120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 123us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.184098:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 8999 00002000:00100000:2.0:1734016118.184103:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3538944->3543039) req@ffff880071e35180 x1818247338997120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.184108:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35180 with x1818247338997120 ext(3538944->3543039) 00002000:00010000:2.0:1734016118.184111:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35180 00000100:00100000:0.0:1734016118.190286:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.190567:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997376 00000100:00100000:3.0:1734016118.190578:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997376 00002000:00100000:3.0:1734016118.190620:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3534848->3538943) req@ffff880071e37100 x1818247338997376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.190629:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247338997376 ext(3534848->3538943) 00002000:00010000:3.0:1734016118.190633:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:3.0:1734016118.191232:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9000 00000100:00100000:3.0:1734016118.191239:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338997376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.191379:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338997376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (1102us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.191388:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9000 00002000:00100000:3.0:1734016118.191394:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3534848->3538943) req@ffff880071e37100 x1818247338997376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.191401:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247338997376 ext(3534848->3538943) 00002000:00010000:3.0:1734016118.191403:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:0.0:1734016118.196462:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.199446:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997632 00000100:00100000:2.0:1734016118.199460:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997632 00002000:00100000:2.0:1734016118.199516:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3530752->3534847) req@ffff880071e35500 x1818247338997632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.199530:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247338997632 ext(3530752->3534847) 00002000:00010000:2.0:1734016118.199535:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:2.0:1734016118.199567:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9001 00000100:00100000:2.0:1734016118.199574:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338997632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.199722:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247338997632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (3270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.199728:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9001 00002000:00100000:2.0:1734016118.199733:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3530752->3534847) req@ffff880071e35500 x1818247338997632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.199740:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247338997632 ext(3530752->3534847) 00002000:00010000:2.0:1734016118.199743:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:0.0:1734016118.203979:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.204112:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997888 00000100:00100000:3.0:1734016118.204120:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997888 00002000:00100000:3.0:1734016118.204154:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3526656->3530751) req@ffff880074068700 x1818247338997888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.204162:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068700 with x1818247338997888 ext(3526656->3530751) 00002000:00010000:3.0:1734016118.204166:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068700 00000100:00100000:3.0:1734016118.204928:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9002 00000100:00100000:3.0:1734016118.204936:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338997888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.205086:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338997888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (1115us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.205092:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9002 00002000:00100000:3.0:1734016118.205098:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3526656->3530751) req@ffff880074068700 x1818247338997888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.205104:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068700 with x1818247338997888 ext(3526656->3530751) 00002000:00010000:3.0:1734016118.205107:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068700 00000100:00100000:0.0:1734016118.207907:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.208296:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998144 00000100:00100000:2.0:1734016118.208305:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998144 00002000:00100000:2.0:1734016118.208340:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3522560->3526655) req@ffff880076748000 x1818247338998144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.208349:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748000 with x1818247338998144 ext(3522560->3526655) 00002000:00010000:2.0:1734016118.208353:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748000 00000100:00100000:2.0:1734016118.208380:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9003 00000100:00100000:2.0:1734016118.208386:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338998144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.208511:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338998144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124us (613us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.208517:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9003 00002000:00100000:2.0:1734016118.208522:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3522560->3526655) req@ffff880076748000 x1818247338998144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.208530:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748000 with x1818247338998144 ext(3522560->3526655) 00002000:00010000:2.0:1734016118.208533:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748000 00000100:00100000:0.0:1734016118.212503:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.212660:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998272 00000100:00100000:3.0:1734016118.212668:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998272 00002000:00100000:3.0:1734016118.212704:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3522560->3551231) req@ffff88007674b100 x1818247338998272/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.212717:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b100 with x1818247338998272 ext(3522560->3551231) 00002000:00010000:3.0:1734016118.212721:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b100 00000100:00100000:3.0:1734016118.212754:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9004 00000100:00100000:3.0:1734016118.212760:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247338998272:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016118.215737:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247338998272:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2970us (3235us total) trans 4294969286 rc 0/0 00000100:00100000:0.0:1734016118.215748:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9004 00002000:00100000:0.0:1734016118.215758:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3522560->3551231) req@ffff88007674b100 x1818247338998272/t4294969286(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.215766:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b100 with x1818247338998272 ext(3522560->3551231) 00002000:00010000:0.0:1734016118.215772:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b100 00000100:00100000:0.0:1734016118.218388:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.218488:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998400 00000100:00100000:2.0:1734016118.218496:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998400 00000100:00100000:2.0:1734016118.218547:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1990 00000100:00100000:2.0:1734016118.218555:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338998400:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016118.218668:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247338998400:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 114us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.218675:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1990 00000100:00100000:0.0:1734016118.221612:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.222136:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998528 00000100:00100000:2.0:1734016118.222145:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998528 00000100:00100000:2.0:1734016118.222231:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10893 00000100:00100000:2.0:1734016118.222239:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247338998528:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.223717:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969286 is committed 00000100:00100000:2.0:1734016118.223876:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338998528:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1635us (2268us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.223884:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10893 00000100:00100000:0.0:1734016118.228820:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.228952:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998656 00000100:00100000:2.0:1734016118.228966:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998656 00000100:00100000:2.0:1734016118.229016:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10894 00000100:00100000:2.0:1734016118.229024:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247338998656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.229043:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.229063:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17b1 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.229091:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.229099:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.229101:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016118.229105:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [876544->942079] (req 876544->942079) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.229135:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.229146:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 5 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:2.0:1734016118.229158:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341567872:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016118.229233:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.232498:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341567872:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016118.232544:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [876544->942079] (req 876544->942079) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016118.232559:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016118.232603:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247338998656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3578us (3795us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.232610:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10894 00000100:00100000:0.0:1734016118.232815:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.232979:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998784 00000100:00100000:3.0:1734016118.232985:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998784 00010000:00010000:3.0:1734016118.233005:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 6 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.233023:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2784 00000100:00100000:3.0:1734016118.233028:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247338998784:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.233038:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016118.233052:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1960 -> 2016 00010000:00010000:3.0:1734016118.233057:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 6 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.233067:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 6 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.233085:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7320f13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17aa expref: 6 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.233529:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.233532:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.233538:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.233546:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.233571:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.233581:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341568000:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016118.234380:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.237121:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341568000:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016118.237137:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.237203:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247338998784:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4149us (4363us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.237213:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2784 00000100:00100000:2.0:1734016118.237751:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.237921:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999040 00000100:00100000:0.0:1734016118.237927:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999040 00002000:00100000:0.0:1734016118.237958:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (937984->942079) req@ffff8801312c4380 x1818247338999040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.237966:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4380 with x1818247338999040 ext(937984->942079) 00002000:00010000:0.0:1734016118.237970:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4380 00000100:00100000:0.0:1734016118.237996:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9005 00000100:00100000:0.0:1734016118.238001:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338999040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.238136:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247338999040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (386us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.238142:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9005 00002000:00100000:0.0:1734016118.238147:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (937984->942079) req@ffff8801312c4380 x1818247338999040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.238153:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4380 with x1818247338999040 ext(937984->942079) 00002000:00010000:0.0:1734016118.238156:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4380 00000100:00100000:0.0:1734016118.259836:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.259872:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.259906:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.260718:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999424 00000100:00100000:3.0:1734016118.260725:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999424 00002000:00100000:3.0:1734016118.260757:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4259840->8454143) req@ffff88007e457100 x1818247338999424/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.260765:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457100 with x1818247338999424 ext(4259840->8454143) 00002000:00010000:3.0:1734016118.260769:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457100 00000100:00100000:3.0:1734016118.260794:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999296 00000100:00100000:3.0:1734016118.260796:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999296 00002000:00100000:3.0:1734016118.260804:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4259839) req@ffff88007678dc00 x1818247338999296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 504/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.260809:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678dc00 with x1818247338999296 ext(0->4259839) 00002000:00010000:3.0:1734016118.260811:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678dc00 00000100:00100000:3.0:1734016118.260818:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999552 00000100:00100000:3.0:1734016118.260819:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999552 00002000:00100000:3.0:1734016118.260825:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8454144->8933375) req@ffff88007678c700 x1818247338999552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.260830:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247338999552 ext(8454144->8933375) 00002000:00010000:3.0:1734016118.260832:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:3.0:1734016118.260838:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9006 00000100:00100000:3.0:1734016118.260843:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338999424:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.264410:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9007 00000100:00100000:3.0:1734016118.264420:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247338999296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.267776:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9008 00000100:00100000:0.0:1734016118.267799:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338999552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.318698:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247338999424:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 57843us (58858us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016118.318711:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9006 00002000:00100000:3.0:1734016118.318722:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4259840->8454143) req@ffff88007e457100 x1818247338999424/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.318731:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457100 with x1818247338999424 ext(4259840->8454143) 00002000:00010000:3.0:1734016118.318736:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457100 00000100:00100000:2.0:1734016118.335687:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247338999552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 67883us (75772us total) trans 0 rc 479232/479232 00000100:00100000:2.0:1734016118.335697:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9008 00002000:00100000:2.0:1734016118.335706:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8454144->8933375) req@ffff88007678c700 x1818247338999552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 479232/479232 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.335715:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247338999552 ext(8454144->8933375) 00002000:00010000:2.0:1734016118.335720:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:3.0:1734016118.356606:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247338999296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 92180us (96725us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016118.356616:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9007 00002000:00100000:3.0:1734016118.356627:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4259839) req@ffff88007678dc00 x1818247338999296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 504/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.356636:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678dc00 with x1818247338999296 ext(0->4259839) 00002000:00010000:3.0:1734016118.356642:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678dc00 00000100:00100000:0.0:1734016118.363568:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.365427:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999808 00000100:00100000:2.0:1734016118.365437:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999808 00000100:00100000:2.0:1734016118.365492:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10895 00000100:00100000:2.0:1734016118.365498:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338999808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016118.365515:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016118.365529:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320f21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17b8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016118.365574:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801312c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568128:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016118.365642:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.368271:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801312c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568128:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016118.368311:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320f21 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.368324:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320f21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016118.370161:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:3.0:1734016118.372090:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247338999808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6583us (8522us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.372099:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10895 00000100:00100000:0.0:1734016118.374277:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.374414:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999936 00000100:00100000:3.0:1734016118.374423:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999936 00000100:00100000:3.0:1734016118.374459:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10896 00000100:00100000:3.0:1734016118.374465:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247338999936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.374483:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.374499:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17bf expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.374526:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.374533:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.374535:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.374538:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7098368->7102463] (req 7098368->7102463) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.374573:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.374585:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 6 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.374594:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568256:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016118.374653:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.378315:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.378408:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568256:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016118.378432:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7098368->7102463] (req 7098368->7102463) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.378448:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016118.378501:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247338999936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4034us (4232us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.378509:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10896 00000100:00100000:2.0:1734016118.378587:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000064 00000100:00100000:2.0:1734016118.378594:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000064 00002000:00100000:2.0:1734016118.378626:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (876544->942079) req@ffff88007678ea00 x1818247339000064/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.378639:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247339000064 ext(876544->942079) 00010000:00010000:2.0:1734016118.378645:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.378655:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00002000:00010000:2.0:1734016118.378661:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007678ea00 00000100:00100000:2.0:1734016118.378686:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 318 00000100:00100000:2.0:1734016118.378691:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339000064:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.383545:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339000064:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4842us (5228us total) trans 4294969287 rc 0/0 00000100:00100000:2.0:1734016118.383556:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 318 00002000:00100000:2.0:1734016118.383566:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (876544->942079) req@ffff88007678ea00 x1818247339000064/t4294969287(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.383575:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247339000064 ext(876544->942079) 00010000:00010000:2.0:1734016118.383583:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:2.0:1734016118.383595:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00002000:00010000:2.0:1734016118.383601:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007678ea00 00000100:00100000:0.0:1734016118.399737:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.399852:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000192 00000100:00100000:3.0:1734016118.399860:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000192 00010000:00010000:3.0:1734016118.399885:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.399904:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2785 00000100:00100000:3.0:1734016118.399909:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339000192:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.399919:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016118.399932:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2016 -> 2144 00010000:00010000:3.0:1734016118.399936:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.399945:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.399962:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7320f1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 876544->942079) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17b1 expref: 9 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.400215:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.400218:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.400225:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.400233:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.400262:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.400273:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341568384:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016118.400578:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.405903:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341568384:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016118.405928:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.405968:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339000192:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6056us (6237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.405981:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2785 00000100:00100000:0.0:1734016118.406345:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.406876:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000448 00000100:00100000:3.0:1734016118.406882:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000448 00002000:00100000:3.0:1734016118.406912:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7098368->7102463) req@ffff88007678f800 x1818247339000448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.406921:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247339000448 ext(7098368->7102463) 00002000:00010000:3.0:1734016118.406925:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800 00000100:00100000:3.0:1734016118.407072:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9009 00000100:00100000:3.0:1734016118.407078:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339000448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.407622:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339000448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 540us (1275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.407629:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9009 00002000:00100000:3.0:1734016118.407635:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7098368->7102463) req@ffff88007678f800 x1818247339000448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.407642:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247339000448 ext(7098368->7102463) 00002000:00010000:3.0:1734016118.407645:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800 00000100:00100000:0.0:1734016118.410801:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.410900:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000704 00000100:00100000:3.0:1734016118.410910:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000704 00002000:00100000:3.0:1734016118.410954:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7094272->7098367) req@ffff88007678d880 x1818247339000704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.410963:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d880 with x1818247339000704 ext(7094272->7098367) 00002000:00010000:3.0:1734016118.410968:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d880 00000100:00100000:3.0:1734016118.410988:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9010 00000100:00100000:3.0:1734016118.410994:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339000704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.411157:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339000704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.411163:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9010 00002000:00100000:3.0:1734016118.411167:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7094272->7098367) req@ffff88007678d880 x1818247339000704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.411174:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d880 with x1818247339000704 ext(7094272->7098367) 00002000:00010000:3.0:1734016118.411176:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d880 00000100:00100000:1.0:1734016118.414840:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.414924:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000960 00000100:00100000:0.0:1734016118.414934:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000960 00002000:00100000:0.0:1734016118.414992:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7090176->7094271) req@ffff880071d3ce00 x1818247339000960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.415001:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247339000960 ext(7090176->7094271) 00002000:00010000:0.0:1734016118.415007:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:0.0:1734016118.415046:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9011 00000100:00100000:0.0:1734016118.415056:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339000960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.415292:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339000960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 236us (461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.415298:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9011 00002000:00100000:0.0:1734016118.415304:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7090176->7094271) req@ffff880071d3ce00 x1818247339000960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.415311:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247339000960 ext(7090176->7094271) 00002000:00010000:0.0:1734016118.415313:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:0.0:1734016118.418611:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.418717:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001216 00000100:00100000:3.0:1734016118.418726:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001216 00002000:00100000:3.0:1734016118.418759:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7086080->7090175) req@ffff88007678ce00 x1818247339001216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.418768:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ce00 with x1818247339001216 ext(7086080->7090175) 00002000:00010000:3.0:1734016118.418773:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ce00 00000100:00100000:3.0:1734016118.418818:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9012 00000100:00100000:3.0:1734016118.418823:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339001216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.418972:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339001216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (369us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.418979:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9012 00002000:00100000:3.0:1734016118.418984:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7086080->7090175) req@ffff88007678ce00 x1818247339001216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.418991:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ce00 with x1818247339001216 ext(7086080->7090175) 00002000:00010000:3.0:1734016118.418994:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ce00 00000100:00100000:0.0:1734016118.421147:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.421373:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001472 00000100:00100000:2.0:1734016118.421380:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001472 00002000:00100000:2.0:1734016118.421411:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7081984->7086079) req@ffff88007678fb80 x1818247339001472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.421419:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678fb80 with x1818247339001472 ext(7081984->7086079) 00002000:00010000:2.0:1734016118.421423:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678fb80 00000100:00100000:2.0:1734016118.421448:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9013 00000100:00100000:2.0:1734016118.421454:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339001472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.421562:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339001472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 108us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.421567:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9013 00002000:00100000:2.0:1734016118.421571:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7081984->7086079) req@ffff88007678fb80 x1818247339001472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.421577:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678fb80 with x1818247339001472 ext(7081984->7086079) 00002000:00010000:2.0:1734016118.421580:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678fb80 00000100:00100000:1.0:1734016118.424422:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.424512:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001728 00000100:00100000:3.0:1734016118.424520:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001728 00002000:00100000:3.0:1734016118.424561:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7077888->7081983) req@ffff880071d3e680 x1818247339001728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.424568:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e680 with x1818247339001728 ext(7077888->7081983) 00002000:00010000:3.0:1734016118.424572:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e680 00000100:00100000:3.0:1734016118.424699:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9014 00000100:00100000:3.0:1734016118.424705:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339001728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.424850:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339001728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143us (436us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.424859:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9014 00002000:00100000:3.0:1734016118.424864:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7077888->7081983) req@ffff880071d3e680 x1818247339001728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.424871:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e680 with x1818247339001728 ext(7077888->7081983) 00002000:00010000:3.0:1734016118.424873:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e680 00000100:00100000:0.0:1734016118.428098:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.428421:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001984 00000100:00100000:2.0:1734016118.428429:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001984 00002000:00100000:2.0:1734016118.428464:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7073792->7077887) req@ffff880071e5a680 x1818247339001984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.428472:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a680 with x1818247339001984 ext(7073792->7077887) 00002000:00010000:2.0:1734016118.428476:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a680 00000100:00100000:2.0:1734016118.428506:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9015 00000100:00100000:2.0:1734016118.428511:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339001984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.428631:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339001984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 119us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.428639:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9015 00002000:00100000:2.0:1734016118.428644:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7073792->7077887) req@ffff880071e5a680 x1818247339001984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.428650:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a680 with x1818247339001984 ext(7073792->7077887) 00002000:00010000:2.0:1734016118.428652:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a680 00000100:00100000:0.0:1734016118.432365:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.432564:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002240 00000100:00100000:3.0:1734016118.432571:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002240 00002000:00100000:3.0:1734016118.432607:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7069696->7073791) req@ffff880071e5b800 x1818247339002240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.432617:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b800 with x1818247339002240 ext(7069696->7073791) 00002000:00010000:3.0:1734016118.432623:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b800 00000100:00100000:3.0:1734016118.432653:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9016 00000100:00100000:3.0:1734016118.432659:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339002240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.432827:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339002240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 167us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.432833:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9016 00002000:00100000:3.0:1734016118.432838:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7069696->7073791) req@ffff880071e5b800 x1818247339002240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.432844:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b800 with x1818247339002240 ext(7069696->7073791) 00002000:00010000:3.0:1734016118.432847:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b800 00000100:00100000:1.0:1734016118.436694:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.436924:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002368 00000100:00100000:2.0:1734016118.436940:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002368 00002000:00100000:2.0:1734016118.437015:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7069696->7102463) req@ffff880071d3df80 x1818247339002368/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.437027:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247339002368 ext(7069696->7102463) 00002000:00010000:2.0:1734016118.437033:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:2.0:1734016118.437074:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9017 00000100:00100000:2.0:1734016118.437088:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339002368:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.441928:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339002368:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4822us (5223us total) trans 4294969288 rc 0/0 00000100:00100000:2.0:1734016118.441947:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9017 00002000:00100000:2.0:1734016118.441965:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7069696->7102463) req@ffff880071d3df80 x1818247339002368/t4294969288(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.441975:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247339002368 ext(7069696->7102463) 00002000:00010000:2.0:1734016118.441982:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:0.0:1734016118.445151:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.445410:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002496 00000100:00100000:3.0:1734016118.445418:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002496 00000100:00100000:3.0:1734016118.445463:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10897 00000100:00100000:3.0:1734016118.445470:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339002496:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.446736:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969288 is committed 00000001:00080000:0.0:1734016118.446748:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969287 is committed 00000100:00100000:3.0:1734016118.446956:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339002496:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1481us (1810us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.446964:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10897 00000100:00100000:1.0:1734016118.451044:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.451176:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002624 00000100:00100000:3.0:1734016118.451221:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002624 00000100:00100000:3.0:1734016118.451289:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10898 00000100:00100000:3.0:1734016118.451298:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339002624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.451322:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.451346:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320f2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17c6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.451418:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568512:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.451489:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016118.453451:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 2144 -> 2208 00000100:00100000:3.0:1734016118.453476:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568512:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.453509:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320f2f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17c6 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.453523:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7320f2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17c6 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.453550:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016118.453602:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339002624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2304us (2574us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.453610:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10898 00000100:00100000:0.0:1734016118.457370:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.457482:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002752 00000100:00100000:3.0:1734016118.457495:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002752 00000100:00100000:3.0:1734016118.457999:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10899 00000100:00100000:3.0:1734016118.458005:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339002752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.458028:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.458048:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320f36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17cd expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.458104:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568640:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.458172:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.460645:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568640:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.460680:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320f36 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17cd expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.460693:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7320f36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17cd expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.460718:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016118.460767:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339002752:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2761us (3406us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.460775:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10899 00000100:00100000:0.0:1734016118.463350:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.463511:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003008 00000100:00100000:2.0:1734016118.463521:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003008 00002000:00100000:2.0:1734016118.463562:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3784704->3788799) req@ffff880071e59500 x1818247339003008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.463577:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59500 with x1818247339003008 ext(3784704->3788799) 00002000:00010000:2.0:1734016118.463582:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59500 00000100:00100000:2.0:1734016118.463609:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9018 00000100:00100000:2.0:1734016118.463617:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339003008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.463774:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339003008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 157us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.463790:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9018 00002000:00100000:2.0:1734016118.463796:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (3784704->3788799) req@ffff880071e59500 x1818247339003008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.463802:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59500 with x1818247339003008 ext(3784704->3788799) 00002000:00010000:2.0:1734016118.463805:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59500 00000100:00100000:0.0:1734016118.467469:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.467828:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003136 00000100:00100000:3.0:1734016118.467840:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003136 00002000:00100000:3.0:1734016118.467886:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3784704->3788799) req@ffff8800ac137b80 x1818247339003136/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 4584/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.467896:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137b80 with x1818247339003136 ext(3784704->3788799) 00002000:00010000:3.0:1734016118.467904:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137b80 00000100:00100000:3.0:1734016118.467941:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9019 00000100:00100000:3.0:1734016118.467948:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339003136:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016118.468724:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339003136:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 774us (1263us total) trans 4294969289 rc 0/0 00000100:00100000:3.0:1734016118.468731:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9019 00002000:00100000:3.0:1734016118.468736:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3784704->3788799) req@ffff8800ac137b80 x1818247339003136/t4294969289(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 4584/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.468743:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137b80 with x1818247339003136 ext(3784704->3788799) 00002000:00010000:3.0:1734016118.468747:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137b80 00000100:00100000:1.0:1734016118.471978:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.472085:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003264 00000100:00100000:3.0:1734016118.472094:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003264 00000100:00100000:3.0:1734016118.472304:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10900 00000100:00100000:3.0:1734016118.472312:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339003264:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016118.473969:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969289 is committed 00000100:00100000:3.0:1734016118.474231:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339003264:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1910us (2255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.474245:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10900 00000100:00100000:0.0:1734016118.478614:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.478744:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003392 00000100:00100000:3.0:1734016118.478752:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003392 00000100:00100000:3.0:1734016118.478797:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10901 00000100:00100000:3.0:1734016118.478803:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339003392:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016118.479769:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8932244 -> 8932244 00002000:00010000:3.0:1734016118.479773:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.479775:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.479777:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.479780:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2208 -> 2216 00000100:00100000:3.0:1734016118.480227:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339003392:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1420us (1617us total) trans 4294969290 rc 0/0 00000100:00100000:3.0:1734016118.480235:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10901 00000100:00100000:0.0:1734016118.485065:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.485139:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003520 00000100:00100000:3.0:1734016118.485147:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003520 00000100:00100000:3.0:1734016118.485197:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10902 00000100:00100000:3.0:1734016118.485203:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339003520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.485220:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.485234:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320f3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17d4 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.485284:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568768:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.485355:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.490982:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568768:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.491014:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320f3d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17d4 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.491026:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7320f3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17d4 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.491057:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016118.491100:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339003520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5895us (6041us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.491108:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10902 00000100:00100000:0.0:1734016118.498260:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.498378:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003648 00000100:00100000:3.0:1734016118.498389:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003648 00000100:00100000:3.0:1734016118.498447:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10903 00000100:00100000:3.0:1734016118.498455:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339003648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.498480:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.498505:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7320f44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17db expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.498582:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568896:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.498660:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.501648:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341568896:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.501681:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7320f44 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17db expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.501696:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7320f44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17db expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.501723:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016118.501765:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339003648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3309us (3514us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.501774:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10903 00000100:00100000:1.0:1734016118.506073:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.506465:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003776 00000100:00100000:3.0:1734016118.506472:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003776 00000100:00100000:3.0:1734016118.506507:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10904 00000100:00100000:3.0:1734016118.506512:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339003776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.506528:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.506542:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320f4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17e2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.506583:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569024:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.506640:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.511146:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569024:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.511227:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320f4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17e2 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.511245:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7320f4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17e2 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.511273:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016118.511333:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339003776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4818us (5267us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.511341:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10904 00000100:00100000:0.0:1734016118.517738:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.517890:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003904 00000100:00100000:3.0:1734016118.517901:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003904 00000100:00100000:3.0:1734016118.517937:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10905 00000100:00100000:3.0:1734016118.517943:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339003904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.517959:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.517981:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320f52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17e9 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.518038:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569152:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.518107:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.522380:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569152:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.522412:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320f52 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17e9 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.522426:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7320f52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17e9 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.522445:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016118.522483:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339003904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4539us (4754us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.522490:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10905 00000100:00100000:1.0:1734016118.528073:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.530724:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004032 00000100:00100000:3.0:1734016118.530737:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004032 00000100:00100000:3.0:1734016118.530797:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10906 00000100:00100000:3.0:1734016118.530804:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339004032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.530821:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.530837:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320f59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17f0 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.530885:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569280:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.531463:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.536414:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569280:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.536453:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320f59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17f0 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.536468:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7320f59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17f0 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.536492:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016118.536794:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339004032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5988us (8727us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.536803:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10906 00000100:00100000:1.0:1734016118.542967:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.543050:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004160 00000100:00100000:3.0:1734016118.543059:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004160 00000100:00100000:3.0:1734016118.543145:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10907 00000100:00100000:3.0:1734016118.543152:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339004160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.543176:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.543210:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320f60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17f7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.543279:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569408:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.544100:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.546453:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569408:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.546486:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320f60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17f7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.546499:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7320f60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17f7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.546808:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016118.547050:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339004160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3895us (4091us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.547062:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10907 00000100:00100000:0.0:1734016118.551834:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.552016:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004288 00000100:00100000:3.0:1734016118.552024:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004288 00000100:00100000:3.0:1734016118.552062:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10908 00000100:00100000:3.0:1734016118.552069:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339004288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.552085:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.552099:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7320f67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a17fe expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.552158:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569536:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016118.552277:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.554317:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569536:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016118.554346:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7320f67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17fe expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.554358:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7320f67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17fe expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.554372:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016118.554409:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339004288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2339us (2584us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016118.554417:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10908 00000100:00100000:1.0:1734016118.560837:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.560927:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004416 00000100:00100000:3.0:1734016118.560935:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004416 00000100:00100000:3.0:1734016118.561149:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10909 00000100:00100000:3.0:1734016118.561156:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339004416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.561171:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016118.561205:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1805 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.561230:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.561236:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.561238:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016118.561241:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [770048->774143] (req 770048->774143) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.561265:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.561274:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 6 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.561283:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569664:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016118.561330:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.564266:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341569664:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016118.564297:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [770048->774143] (req 770048->774143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.564314:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016118.564369:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339004416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3210us (3550us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.564379:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10909 00000100:00100000:1.0:1734016118.564541:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.565122:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004544 00000100:00100000:3.0:1734016118.565128:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004544 00010000:00010000:3.0:1734016118.565149:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00000100:00100000:3.0:1734016118.565693:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2786 00000100:00100000:3.0:1734016118.565700:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339004544:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.565714:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.565734:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.565744:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.565762:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7320f28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a17bf expref: 7 pid: 13915 timeout: 481 lvb_type: 0 00010000:00010000:3.0:1734016118.566358:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.566360:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.566368:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.566377:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.566410:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.566425:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341569792:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016118.567266:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.570122:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.570359:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004800 00000100:00100000:2.0:1734016118.570366:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004800 00002000:00100000:2.0:1734016118.570399:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (770048->774143) req@ffff880071fd3480 x1818247339004800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.570408:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3480 with x1818247339004800 ext(770048->774143) 00002000:00010000:2.0:1734016118.570412:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3480 00000100:00100000:2.0:1734016118.570430:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9020 00000100:00100000:2.0:1734016118.570437:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339004800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.570565:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339004800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.570572:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9020 00002000:00100000:2.0:1734016118.570578:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (770048->774143) req@ffff880071fd3480 x1818247339004800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.570584:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3480 with x1818247339004800 ext(770048->774143) 00002000:00010000:2.0:1734016118.570586:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3480 00000100:00100000:3.0:1734016118.570664:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341569792:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016118.570681:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016118.570704:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339004544:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5005us (6165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.570712:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2786 00000100:00100000:1.0:1734016118.575159:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.575308:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005056 00000100:00100000:0.0:1734016118.575320:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005056 00002000:00100000:0.0:1734016118.575369:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (765952->770047) req@ffff880071fd0000 x1818247339005056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.575378:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0000 with x1818247339005056 ext(765952->770047) 00002000:00010000:0.0:1734016118.575382:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0000 00000100:00100000:0.0:1734016118.575410:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9021 00000100:00100000:0.0:1734016118.575417:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339005056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.575597:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339005056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (444us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.575604:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9021 00002000:00100000:0.0:1734016118.575609:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (765952->770047) req@ffff880071fd0000 x1818247339005056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.575616:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0000 with x1818247339005056 ext(765952->770047) 00002000:00010000:0.0:1734016118.575619:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0000 00000100:00100000:1.0:1734016118.581644:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.581802:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005312 00000100:00100000:2.0:1734016118.581810:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005312 00002000:00100000:2.0:1734016118.581853:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (761856->765951) req@ffff880071fd0380 x1818247339005312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.581862:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0380 with x1818247339005312 ext(761856->765951) 00002000:00010000:2.0:1734016118.581945:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0380 00000100:00100000:2.0:1734016118.582088:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9022 00000100:00100000:2.0:1734016118.582095:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339005312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.582549:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339005312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 453us (913us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.582556:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9022 00002000:00100000:2.0:1734016118.582562:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (761856->765951) req@ffff880071fd0380 x1818247339005312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.582568:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0380 with x1818247339005312 ext(761856->765951) 00002000:00010000:2.0:1734016118.582571:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0380 00000100:00100000:0.0:1734016118.585153:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.585497:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005568 00000100:00100000:2.0:1734016118.585507:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005568 00002000:00100000:2.0:1734016118.585551:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (757760->761855) req@ffff880071324000 x1818247339005568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.585560:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324000 with x1818247339005568 ext(757760->761855) 00002000:00010000:2.0:1734016118.585564:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324000 00000100:00100000:2.0:1734016118.585583:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9023 00000100:00100000:2.0:1734016118.585590:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339005568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.585769:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339005568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 179us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.585776:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9023 00002000:00100000:2.0:1734016118.585793:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (757760->761855) req@ffff880071324000 x1818247339005568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.585799:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324000 with x1818247339005568 ext(757760->761855) 00002000:00010000:2.0:1734016118.585802:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324000 00000100:00100000:1.0:1734016118.590939:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.591070:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005824 00000100:00100000:0.0:1734016118.591088:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005824 00002000:00100000:0.0:1734016118.591152:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (753664->757759) req@ffff88012d193b80 x1818247339005824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.591168:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193b80 with x1818247339005824 ext(753664->757759) 00002000:00010000:0.0:1734016118.591177:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193b80 00000100:00100000:0.0:1734016118.591264:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9024 00000100:00100000:0.0:1734016118.591271:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339005824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.591500:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339005824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 228us (582us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.591508:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9024 00002000:00100000:0.0:1734016118.591514:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (753664->757759) req@ffff88012d193b80 x1818247339005824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.591521:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193b80 with x1818247339005824 ext(753664->757759) 00002000:00010000:0.0:1734016118.591524:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193b80 00000100:00100000:1.0:1734016118.594921:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.595116:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006080 00000100:00100000:2.0:1734016118.595125:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006080 00002000:00100000:2.0:1734016118.595167:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (749568->753663) req@ffff88012d191c00 x1818247339006080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.595176:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191c00 with x1818247339006080 ext(749568->753663) 00002000:00010000:2.0:1734016118.595194:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191c00 00000100:00100000:2.0:1734016118.595446:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9025 00000100:00100000:2.0:1734016118.595452:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339006080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.595614:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339006080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 160us (702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.595620:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9025 00002000:00100000:2.0:1734016118.595625:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (749568->753663) req@ffff88012d191c00 x1818247339006080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.595631:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191c00 with x1818247339006080 ext(749568->753663) 00002000:00010000:2.0:1734016118.595634:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191c00 00000100:00100000:0.0:1734016118.599277:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.599923:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006336 00000100:00100000:2.0:1734016118.599932:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006336 00002000:00100000:2.0:1734016118.599966:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (745472->749567) req@ffff880071325c00 x1818247339006336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.599975:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325c00 with x1818247339006336 ext(745472->749567) 00002000:00010000:2.0:1734016118.599980:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325c00 00000100:00100000:2.0:1734016118.600018:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9026 00000100:00100000:2.0:1734016118.600024:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339006336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.601146:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339006336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1117us (1873us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.601154:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9026 00002000:00100000:2.0:1734016118.601161:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (745472->749567) req@ffff880071325c00 x1818247339006336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.601169:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325c00 with x1818247339006336 ext(745472->749567) 00002000:00010000:2.0:1734016118.601174:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325c00 00000100:00100000:1.0:1734016118.604942:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.605079:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006592 00000100:00100000:2.0:1734016118.605087:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006592 00002000:00100000:2.0:1734016118.605117:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (741376->745471) req@ffff88012d193480 x1818247339006592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.605126:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193480 with x1818247339006592 ext(741376->745471) 00002000:00010000:2.0:1734016118.605130:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193480 00000100:00100000:2.0:1734016118.605154:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9027 00000100:00100000:2.0:1734016118.605159:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339006592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.605425:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339006592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 264us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.605432:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9027 00002000:00100000:2.0:1734016118.605437:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (741376->745471) req@ffff88012d193480 x1818247339006592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.605443:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193480 with x1818247339006592 ext(741376->745471) 00002000:00010000:2.0:1734016118.605445:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193480 00000100:00100000:1.0:1734016118.609558:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.609825:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006848 00000100:00100000:2.0:1734016118.609836:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006848 00002000:00100000:2.0:1734016118.609882:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (737280->741375) req@ffff88012d191180 x1818247339006848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.609893:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247339006848 ext(737280->741375) 00002000:00010000:2.0:1734016118.609898:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:2.0:1734016118.610081:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9028 00000100:00100000:2.0:1734016118.610088:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339006848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.610639:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339006848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 548us (1086us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.610648:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9028 00002000:00100000:2.0:1734016118.610654:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (737280->741375) req@ffff88012d191180 x1818247339006848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.610660:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247339006848 ext(737280->741375) 00002000:00010000:2.0:1734016118.610663:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:3.0:1734016118.615421:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.615495:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007104 00000100:00100000:0.0:1734016118.615504:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007104 00002000:00100000:0.0:1734016118.615550:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (733184->737279) req@ffff8800740e1500 x1818247339007104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.615560:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1500 with x1818247339007104 ext(733184->737279) 00002000:00010000:0.0:1734016118.615565:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1500 00000100:00100000:0.0:1734016118.615596:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9029 00000100:00100000:0.0:1734016118.615604:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339007104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.615765:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339007104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 160us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.615771:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9029 00002000:00100000:0.0:1734016118.615777:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (733184->737279) req@ffff8800740e1500 x1818247339007104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.615792:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1500 with x1818247339007104 ext(733184->737279) 00002000:00010000:0.0:1734016118.615795:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1500 00000100:00100000:1.0:1734016118.619592:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.620085:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007360 00000100:00100000:3.0:1734016118.620094:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007360 00002000:00100000:3.0:1734016118.620136:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (729088->733183) req@ffff88012d191880 x1818247339007360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.620144:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191880 with x1818247339007360 ext(729088->733183) 00002000:00010000:3.0:1734016118.620148:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191880 00000100:00100000:3.0:1734016118.620222:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9030 00000100:00100000:3.0:1734016118.620228:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339007360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.620584:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339007360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 353us (1001us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016118.620591:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9030 00002000:00100000:3.0:1734016118.620597:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (729088->733183) req@ffff88012d191880 x1818247339007360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.620603:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191880 with x1818247339007360 ext(729088->733183) 00002000:00010000:3.0:1734016118.620606:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191880 00000100:00100000:1.0:1734016118.625295:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.628887:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007488 00000100:00100000:3.0:1734016118.628904:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007488 00002000:00100000:3.0:1734016118.628950:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (729088->774143) req@ffff88012d190a80 x1818247339007488/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.628962:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190a80 with x1818247339007488 ext(729088->774143) 00002000:00010000:3.0:1734016118.628967:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190a80 00000100:00100000:3.0:1734016118.628997:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9031 00000100:00100000:3.0:1734016118.629003:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339007488:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016118.636263:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339007488:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7250us (10967us total) trans 4294969291 rc 0/0 00000100:00100000:3.0:1734016118.636278:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9031 00002000:00100000:3.0:1734016118.636291:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (729088->774143) req@ffff88012d190a80 x1818247339007488/t4294969291(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016118.636300:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190a80 with x1818247339007488 ext(729088->774143) 00002000:00010000:3.0:1734016118.636305:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190a80 00000100:00100000:1.0:1734016118.639082:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.639202:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007616 00000100:00100000:3.0:1734016118.639215:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007616 00000100:00100000:3.0:1734016118.639261:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10910 00000100:00100000:3.0:1734016118.639269:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339007616:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.640593:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969291 is committed 00000001:00080000:0.0:1734016118.640601:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969290 is committed 00000100:00100000:3.0:1734016118.640744:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339007616:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1472us (1667us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.640754:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10910 00000100:00100000:1.0:1734016118.646028:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.646111:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007744 00000100:00100000:3.0:1734016118.646119:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007744 00000100:00100000:3.0:1734016118.646158:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10911 00000100:00100000:3.0:1734016118.646169:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339007744:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016118.646392:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8932244 -> 8932244 00002000:00010000:3.0:1734016118.646396:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.646398:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.646399:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:3.0:1734016118.646401:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2216 -> 2344 00000100:00100000:3.0:1734016118.646440:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339007744:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 271us (422us total) trans 4294969292 rc 0/0 00000100:00100000:3.0:1734016118.646446:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10911 00000100:00100000:2.0:1734016118.652608:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.652672:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007872 00000100:00100000:0.0:1734016118.652681:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007872 00000100:00100000:0.0:1734016118.652729:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10912 00000100:00100000:0.0:1734016118.652736:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339007872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.652753:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.652769:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320f75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a180c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.652829:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341569920:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016118.653257:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.661474:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341569920:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016118.661510:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320f75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a180c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.661524:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7320f75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a180c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.661547:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016118.661610:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339007872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8874us (9014us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.661622:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10912 00000100:00100000:2.0:1734016118.666447:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.666514:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008000 00000100:00100000:0.0:1734016118.666525:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008000 00000100:00100000:0.0:1734016118.666582:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10913 00000100:00100000:0.0:1734016118.666592:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339008000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.666614:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.666634:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320f7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1813 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.666696:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341570048:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016118.667278:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.669509:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341570048:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016118.669540:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320f7c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1813 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.669555:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7320f7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1813 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.669604:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016118.669650:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339008000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3059us (3214us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.669658:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10913 00000100:00100000:1.0:1734016118.672451:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.672519:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008128 00000100:00100000:0.0:1734016118.672530:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008128 00000100:00100000:0.0:1734016118.672571:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10914 00000100:00100000:0.0:1734016118.672579:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339008128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.672598:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.672614:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320f83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a181a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.672675:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341570176:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016118.673169:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.675817:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341570176:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016118.675849:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320f83 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a181a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.675862:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7320f83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a181a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.675882:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016118.676211:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339008128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3631us (3773us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.676220:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10914 00000100:00100000:2.0:1734016118.680744:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.680825:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008256 00000100:00100000:0.0:1734016118.680836:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008256 00000100:00100000:0.0:1734016118.681043:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10915 00000100:00100000:0.0:1734016118.681051:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339008256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.681072:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.681092:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1821 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.681128:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.681135:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016118.681136:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016118.681140:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8916992->8921087] (req 8916992->8921087) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.681171:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.681223:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 7 pid: 13915 timeout: 482 lvb_type: 0 00000100:00100000:0.0:1734016118.681237:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341570304:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016118.681303:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.689055:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341570304:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016118.689086:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8916992->8921087] (req 8916992->8921087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.689104:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016118.689159:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339008256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8106us (8423us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.689167:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10915 00000100:00100000:2.0:1734016118.690594:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.690788:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008384 00000100:00100000:3.0:1734016118.690796:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008384 00010000:00010000:3.0:1734016118.690840:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 8 pid: 13915 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016118.690877:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2787 00000100:00100000:3.0:1734016118.690884:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339008384:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.690897:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016118.690920:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 8 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.690931:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 8 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.690952:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7320f6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1805 expref: 8 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016118.690996:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.690999:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016118.691005:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.691013:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016118.691046:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016118.691058:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341570432:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016118.691123:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.694050:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.694087:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008640 00000100:00100000:2.0:1734016118.694094:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008640 00002000:00100000:2.0:1734016118.694131:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8916992->8921087) req@ffff88007402e680 x1818247339008640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.694139:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e680 with x1818247339008640 ext(8916992->8921087) 00002000:00010000:2.0:1734016118.694143:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e680 00000100:00100000:2.0:1734016118.694176:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9032 00000100:00100000:2.0:1734016118.694207:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339008640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.694360:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339008640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.694368:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9032 00002000:00100000:2.0:1734016118.694373:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8916992->8921087) req@ffff88007402e680 x1818247339008640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.694379:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e680 with x1818247339008640 ext(8916992->8921087) 00002000:00010000:2.0:1734016118.694382:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e680 00000100:00100000:0.0:1734016118.694992:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341570432:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016118.695013:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016118.695055:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339008384:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4170us (4468us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.695063:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2787 00000100:00100000:2.0:1734016118.701789:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.703031:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008896 00000100:00100000:1.0:1734016118.703043:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008896 00002000:00100000:1.0:1734016118.703085:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8912896->8916991) req@ffff88007402f100 x1818247339008896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.703095:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f100 with x1818247339008896 ext(8912896->8916991) 00002000:00010000:1.0:1734016118.703101:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f100 00000100:00100000:1.0:1734016118.703137:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9033 00000100:00100000:1.0:1734016118.703144:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339008896:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.706161:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339008896:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3000us (4376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.706176:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9033 00002000:00100000:1.0:1734016118.706217:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8912896->8916991) req@ffff88007402f100 x1818247339008896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.706228:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f100 with x1818247339008896 ext(8912896->8916991) 00002000:00010000:1.0:1734016118.706236:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f100 00000100:00100000:2.0:1734016118.709835:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.710258:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009152 00000100:00100000:1.0:1734016118.710269:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009152 00002000:00100000:1.0:1734016118.710325:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8908800->8912895) req@ffff88007402f480 x1818247339009152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.710335:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f480 with x1818247339009152 ext(8908800->8912895) 00002000:00010000:1.0:1734016118.710341:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f480 00000100:00100000:1.0:1734016118.710381:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9034 00000100:00100000:1.0:1734016118.710389:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339009152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.710578:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339009152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 188us (754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.710587:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9034 00002000:00100000:1.0:1734016118.712636:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8908800->8912895) req@ffff88007402f480 x1818247339009152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.712653:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f480 with x1818247339009152 ext(8908800->8912895) 00002000:00010000:1.0:1734016118.712662:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f480 00000100:00100000:3.0:1734016118.718756:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.718843:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009408 00000100:00100000:2.0:1734016118.718851:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009408 00002000:00100000:2.0:1734016118.718888:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8904704->8908799) req@ffff8800740e3800 x1818247339009408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.718898:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247339009408 ext(8904704->8908799) 00002000:00010000:2.0:1734016118.718902:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3800 00000100:00100000:2.0:1734016118.718932:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9035 00000100:00100000:2.0:1734016118.718938:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339009408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.719096:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339009408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.719103:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9035 00002000:00100000:2.0:1734016118.719109:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8904704->8908799) req@ffff8800740e3800 x1818247339009408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.719117:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247339009408 ext(8904704->8908799) 00002000:00010000:2.0:1734016118.719119:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3800 00000100:00100000:3.0:1734016118.724996:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.725078:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009536 00000100:00100000:1.0:1734016118.725086:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009536 00000100:00100000:1.0:1734016118.725129:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10916 00000100:00100000:1.0:1734016118.725135:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339009536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.725149:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.725163:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1828 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.725204:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.725205:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.725212:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.725223:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.725232:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016118.725282:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339009536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 147us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.725288:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10916 00000100:00100000:3.0:1734016118.732063:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.733335:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009792 00000100:00100000:1.0:1734016118.733349:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009792 00002000:00100000:1.0:1734016118.733404:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (548864->552959) req@ffff8800740e2a00 x1818247339009792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.733413:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2a00 with x1818247339009792 ext(548864->552959) 00002000:00010000:1.0:1734016118.733418:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2a00 00000100:00100000:1.0:1734016118.733460:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9036 00000100:00100000:1.0:1734016118.733466:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339009792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.733670:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339009792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (1613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.733678:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9036 00002000:00100000:1.0:1734016118.733683:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (548864->552959) req@ffff8800740e2a00 x1818247339009792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.733689:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2a00 with x1818247339009792 ext(548864->552959) 00002000:00010000:1.0:1734016118.733692:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2a00 00000100:00100000:2.0:1734016118.748094:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.748212:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010048 00000100:00100000:0.0:1734016118.748220:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010048 00002000:00100000:0.0:1734016118.748261:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (544768->548863) req@ffff88007402fb80 x1818247339010048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.748270:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247339010048 ext(544768->548863) 00002000:00010000:0.0:1734016118.748276:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:0.0:1734016118.748297:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9037 00000100:00100000:0.0:1734016118.748302:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339010048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.748437:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339010048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.748443:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9037 00002000:00100000:0.0:1734016118.748448:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (544768->548863) req@ffff88007402fb80 x1818247339010048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.748454:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247339010048 ext(544768->548863) 00002000:00010000:0.0:1734016118.748457:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:3.0:1734016118.753938:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.754038:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010304 00000100:00100000:1.0:1734016118.754046:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010304 00002000:00100000:1.0:1734016118.754078:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (540672->544767) req@ffff8800740e1f80 x1818247339010304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.754087:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1f80 with x1818247339010304 ext(540672->544767) 00002000:00010000:1.0:1734016118.754092:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1f80 00000100:00100000:1.0:1734016118.754116:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9038 00000100:00100000:1.0:1734016118.754122:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339010304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.756393:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339010304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2261us (2459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.756407:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9038 00002000:00100000:1.0:1734016118.756420:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (540672->544767) req@ffff8800740e1f80 x1818247339010304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.756428:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1f80 with x1818247339010304 ext(540672->544767) 00002000:00010000:1.0:1734016118.756434:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1f80 00000100:00100000:3.0:1734016118.760155:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.760355:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010560 00000100:00100000:1.0:1734016118.760362:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010560 00002000:00100000:1.0:1734016118.760396:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (536576->540671) req@ffff880071f9a300 x1818247339010560/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.760404:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a300 with x1818247339010560 ext(536576->540671) 00002000:00010000:1.0:1734016118.760408:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a300 00000100:00100000:1.0:1734016118.760423:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9039 00000100:00100000:1.0:1734016118.760428:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339010560:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.760574:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339010560:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.760580:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9039 00002000:00100000:1.0:1734016118.760585:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (536576->540671) req@ffff880071f9a300 x1818247339010560/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.760592:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a300 with x1818247339010560 ext(536576->540671) 00002000:00010000:1.0:1734016118.760594:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a300 00000100:00100000:2.0:1734016118.765174:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.765261:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010816 00000100:00100000:0.0:1734016118.765268:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010816 00002000:00100000:0.0:1734016118.765306:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (532480->536575) req@ffff88007402c700 x1818247339010816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.765314:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c700 with x1818247339010816 ext(532480->536575) 00002000:00010000:0.0:1734016118.765319:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c700 00000100:00100000:0.0:1734016118.765347:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9040 00000100:00100000:0.0:1734016118.765353:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339010816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.765493:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339010816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.765500:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9040 00002000:00100000:0.0:1734016118.765505:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (532480->536575) req@ffff88007402c700 x1818247339010816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.765512:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c700 with x1818247339010816 ext(532480->536575) 00002000:00010000:0.0:1734016118.765515:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c700 00000100:00100000:3.0:1734016118.770437:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.770548:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011072 00000100:00100000:1.0:1734016118.770561:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011072 00002000:00100000:1.0:1734016118.770617:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (528384->532479) req@ffff880076507100 x1818247339011072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.770631:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507100 with x1818247339011072 ext(528384->532479) 00002000:00010000:1.0:1734016118.770637:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507100 00000100:00100000:1.0:1734016118.770675:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9041 00000100:00100000:1.0:1734016118.770682:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339011072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.770878:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339011072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 196us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.770886:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9041 00002000:00100000:1.0:1734016118.770893:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (528384->532479) req@ffff880076507100 x1818247339011072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.770899:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076507100 with x1818247339011072 ext(528384->532479) 00002000:00010000:1.0:1734016118.770901:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076507100 00000100:00100000:3.0:1734016118.774908:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.774970:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011200 00000100:00100000:0.0:1734016118.774978:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011200 00000100:00100000:0.0:1734016118.775023:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10917 00000100:00100000:0.0:1734016118.775030:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339011200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.775045:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.775059:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a182f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.775084:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.775092:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.775099:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.775101:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.775104:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2252800->2256895] (req 2252800->2256895) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.775130:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.775141:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 7 pid: 7681 timeout: 482 lvb_type: 1 00000100:00100000:0.0:1734016118.775151:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341570560:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016118.775227:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.775235:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:0.0:1734016118.775243:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341570688:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016118.775259:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.778752:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016118.778803:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.778904:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341570560:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016118.778914:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341570688:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016118.778947:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2252800->2256895] (req 2252800->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.778966:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016118.779023:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339011200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3993us (4121us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.779035:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10917 00000100:00100000:1.0:1734016118.779497:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011328 00000100:00100000:1.0:1734016118.779504:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011328 00010000:00010000:1.0:1734016118.779530:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00000100:00100000:1.0:1734016118.779559:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011456 00000100:00100000:1.0:1734016118.779561:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011456 00010000:00010000:1.0:1734016118.779568:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.779580:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2788 00000100:00100000:1.0:1734016118.779586:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339011328:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.779598:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.779615:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00010000:00010000:1.0:1734016118.779624:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00010000:00010000:1.0:1734016118.779646:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7320f91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1828 expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00000100:00100000:0.0:1734016118.779948:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2789 00000100:00100000:0.0:1734016118.779953:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339011456:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016118.779961:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016118.779969:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.779977:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.779988:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7320f8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1821 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.779999:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.780001:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.780006:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.780014:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.780037:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.780046:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341570816:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016118.780469:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.780488:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339011328:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 901us (1744us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.780494:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2788 00000100:00100000:0.0:1734016118.781096:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016118.784577:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.784654:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341570816:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016118.784671:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016118.784713:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339011456:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4758us (5909us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.784723:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2789 00000100:00100000:1.0:1734016118.784797:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011712 00000100:00100000:1.0:1734016118.784803:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011712 00002000:00100000:1.0:1734016118.784833:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2252800->2256895) req@ffff880130bc6a00 x1818247339011712/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.784840:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6a00 with x1818247339011712 ext(2252800->2256895) 00002000:00010000:1.0:1734016118.784844:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6a00 00000100:00100000:1.0:1734016118.784860:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9042 00000100:00100000:1.0:1734016118.784864:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339011712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.784991:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339011712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 126us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.784997:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9042 00002000:00100000:1.0:1734016118.785002:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2252800->2256895) req@ffff880130bc6a00 x1818247339011712/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.785012:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6a00 with x1818247339011712 ext(2252800->2256895) 00002000:00010000:1.0:1734016118.785015:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6a00 00000100:00100000:2.0:1734016118.788965:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.789057:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011968 00000100:00100000:0.0:1734016118.789066:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011968 00002000:00100000:0.0:1734016118.789123:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2248704->2252799) req@ffff880130bc4380 x1818247339011968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.789133:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247339011968 ext(2248704->2252799) 00002000:00010000:0.0:1734016118.789139:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4380 00000100:00100000:0.0:1734016118.789234:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9043 00000100:00100000:0.0:1734016118.789242:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339011968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.789413:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339011968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 170us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.789420:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9043 00002000:00100000:0.0:1734016118.789425:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2248704->2252799) req@ffff880130bc4380 x1818247339011968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.789432:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247339011968 ext(2248704->2252799) 00002000:00010000:0.0:1734016118.789435:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4380 00000100:00100000:2.0:1734016118.793612:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.794282:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012224 00000100:00100000:1.0:1734016118.794291:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012224 00002000:00100000:1.0:1734016118.794331:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2244608->2248703) req@ffff880130bc6d80 x1818247339012224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.794340:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6d80 with x1818247339012224 ext(2244608->2248703) 00002000:00010000:1.0:1734016118.794346:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6d80 00000100:00100000:1.0:1734016118.794505:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9044 00000100:00100000:1.0:1734016118.794514:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339012224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.794666:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339012224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (1060us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.794673:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9044 00002000:00100000:1.0:1734016118.794678:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2244608->2248703) req@ffff880130bc6d80 x1818247339012224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.794684:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6d80 with x1818247339012224 ext(2244608->2248703) 00002000:00010000:1.0:1734016118.794687:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6d80 00000100:00100000:3.0:1734016118.797114:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.797280:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012480 00000100:00100000:0.0:1734016118.797288:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012480 00002000:00100000:0.0:1734016118.797323:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2240512->2244607) req@ffff8800712ab480 x1818247339012480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.797330:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab480 with x1818247339012480 ext(2240512->2244607) 00002000:00010000:0.0:1734016118.797335:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab480 00000100:00100000:0.0:1734016118.797355:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9045 00000100:00100000:0.0:1734016118.797360:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339012480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.797480:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339012480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 119us (372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.797486:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9045 00002000:00100000:0.0:1734016118.797490:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2240512->2244607) req@ffff8800712ab480 x1818247339012480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.797497:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab480 with x1818247339012480 ext(2240512->2244607) 00002000:00010000:0.0:1734016118.797500:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab480 00000100:00100000:2.0:1734016118.800374:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.800592:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012736 00000100:00100000:1.0:1734016118.800601:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012736 00002000:00100000:1.0:1734016118.800635:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2236416->2240511) req@ffff880130bc5180 x1818247339012736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.800645:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247339012736 ext(2236416->2240511) 00002000:00010000:1.0:1734016118.800649:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:1.0:1734016118.800696:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9046 00000100:00100000:1.0:1734016118.800701:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339012736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.801313:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339012736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 609us (947us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.801321:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9046 00002000:00100000:1.0:1734016118.801328:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2236416->2240511) req@ffff880130bc5180 x1818247339012736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.801334:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247339012736 ext(2236416->2240511) 00002000:00010000:1.0:1734016118.801338:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:2.0:1734016118.806014:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.806132:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012992 00000100:00100000:1.0:1734016118.806146:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012992 00002000:00100000:1.0:1734016118.806312:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2232320->2236415) req@ffff880130bc4000 x1818247339012992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.806322:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247339012992 ext(2232320->2236415) 00002000:00010000:1.0:1734016118.806327:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:0.0:1734016118.806396:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9047 00000100:00100000:0.0:1734016118.806405:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339012992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.806672:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339012992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 266us (675us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.806678:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9047 00002000:00100000:0.0:1734016118.806684:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2232320->2236415) req@ffff880130bc4000 x1818247339012992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.806690:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247339012992 ext(2232320->2236415) 00002000:00010000:0.0:1734016118.806692:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:3.0:1734016118.809841:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.810264:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013248 00000100:00100000:0.0:1734016118.810276:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013248 00002000:00100000:0.0:1734016118.810320:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2228224->2232319) req@ffff8800712a9880 x1818247339013248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.810330:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9880 with x1818247339013248 ext(2228224->2232319) 00002000:00010000:0.0:1734016118.810336:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9880 00000100:00100000:0.0:1734016118.810375:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9048 00000100:00100000:0.0:1734016118.810382:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339013248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.810555:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339013248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (724us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.810564:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9048 00002000:00100000:0.0:1734016118.810570:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2228224->2232319) req@ffff8800712a9880 x1818247339013248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.810576:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9880 with x1818247339013248 ext(2228224->2232319) 00002000:00010000:0.0:1734016118.810579:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9880 00000100:00100000:2.0:1734016118.813344:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.813416:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013504 00000100:00100000:0.0:1734016118.813423:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013504 00002000:00100000:0.0:1734016118.813460:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2224128->2228223) req@ffff880130bc5880 x1818247339013504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.813468:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5880 with x1818247339013504 ext(2224128->2228223) 00002000:00010000:0.0:1734016118.813473:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5880 00000100:00100000:0.0:1734016118.813503:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9049 00000100:00100000:0.0:1734016118.813511:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339013504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.813652:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339013504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.813660:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9049 00002000:00100000:0.0:1734016118.813665:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2224128->2228223) req@ffff880130bc5880 x1818247339013504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.813672:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5880 with x1818247339013504 ext(2224128->2228223) 00002000:00010000:0.0:1734016118.813675:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5880 00000100:00100000:3.0:1734016118.817623:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.817806:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013760 00000100:00100000:2.0:1734016118.817814:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013760 00002000:00100000:2.0:1734016118.817851:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2220032->2224127) req@ffff8800712aa300 x1818247339013760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.817860:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aa300 with x1818247339013760 ext(2220032->2224127) 00002000:00010000:2.0:1734016118.817864:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712aa300 00000100:00100000:2.0:1734016118.817883:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9050 00000100:00100000:2.0:1734016118.817889:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339013760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.818039:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339013760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 149us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.818046:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9050 00002000:00100000:2.0:1734016118.818051:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2220032->2224127) req@ffff8800712aa300 x1818247339013760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.818058:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aa300 with x1818247339013760 ext(2220032->2224127) 00002000:00010000:2.0:1734016118.818060:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712aa300 00000100:00100000:3.0:1734016118.823366:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.823443:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014016 00000100:00100000:0.0:1734016118.823451:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014016 00002000:00100000:0.0:1734016118.823486:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2215936->2220031) req@ffff8800712a9c00 x1818247339014016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.823494:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9c00 with x1818247339014016 ext(2215936->2220031) 00002000:00010000:0.0:1734016118.823498:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9c00 00000100:00100000:0.0:1734016118.823525:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9051 00000100:00100000:0.0:1734016118.823533:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339014016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.823689:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339014016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.823695:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9051 00002000:00100000:0.0:1734016118.823701:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2215936->2220031) req@ffff8800712a9c00 x1818247339014016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.823706:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9c00 with x1818247339014016 ext(2215936->2220031) 00002000:00010000:0.0:1734016118.823709:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9c00 00000100:00100000:3.0:1734016118.826971:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.827085:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014272 00000100:00100000:2.0:1734016118.827094:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014272 00002000:00100000:2.0:1734016118.827132:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2211840->2215935) req@ffff8800712a9180 x1818247339014272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.827141:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9180 with x1818247339014272 ext(2211840->2215935) 00002000:00010000:2.0:1734016118.827146:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9180 00000100:00100000:2.0:1734016118.827499:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9052 00000100:00100000:2.0:1734016118.827506:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339014272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.827643:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339014272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (684us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.827650:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9052 00002000:00100000:2.0:1734016118.827656:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2211840->2215935) req@ffff8800712a9180 x1818247339014272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.827662:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9180 with x1818247339014272 ext(2211840->2215935) 00002000:00010000:2.0:1734016118.827665:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9180 00000100:00100000:3.0:1734016118.830663:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.830731:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014528 00000100:00100000:0.0:1734016118.830741:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014528 00002000:00100000:0.0:1734016118.830790:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2207744->2211839) req@ffff8800712a8380 x1818247339014528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.830799:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8380 with x1818247339014528 ext(2207744->2211839) 00002000:00010000:0.0:1734016118.830804:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8380 00000100:00100000:0.0:1734016118.830832:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9053 00000100:00100000:0.0:1734016118.830839:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339014528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.831022:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339014528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 183us (370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.831028:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9053 00002000:00100000:0.0:1734016118.831033:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2207744->2211839) req@ffff8800712a8380 x1818247339014528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.831039:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8380 with x1818247339014528 ext(2207744->2211839) 00002000:00010000:0.0:1734016118.831042:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8380 00000100:00100000:3.0:1734016118.834440:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.834606:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014784 00000100:00100000:2.0:1734016118.834618:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014784 00002000:00100000:2.0:1734016118.834656:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2203648->2207743) req@ffff880071467480 x1818247339014784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.834670:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467480 with x1818247339014784 ext(2203648->2207743) 00002000:00010000:2.0:1734016118.834675:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467480 00000100:00100000:2.0:1734016118.834706:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9054 00000100:00100000:2.0:1734016118.834713:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339014784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.834886:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339014784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.834892:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9054 00002000:00100000:2.0:1734016118.834898:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2203648->2207743) req@ffff880071467480 x1818247339014784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.834904:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467480 with x1818247339014784 ext(2203648->2207743) 00002000:00010000:2.0:1734016118.834907:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467480 00000100:00100000:3.0:1734016118.838262:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.838329:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015040 00000100:00100000:0.0:1734016118.838336:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015040 00002000:00100000:0.0:1734016118.838370:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2199552->2203647) req@ffff880071464380 x1818247339015040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.838378:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464380 with x1818247339015040 ext(2199552->2203647) 00002000:00010000:0.0:1734016118.838383:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464380 00000100:00100000:0.0:1734016118.838411:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9055 00000100:00100000:0.0:1734016118.838417:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339015040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.838542:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339015040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 125us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.838548:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9055 00002000:00100000:0.0:1734016118.838553:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2199552->2203647) req@ffff880071464380 x1818247339015040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.838560:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464380 with x1818247339015040 ext(2199552->2203647) 00002000:00010000:0.0:1734016118.838563:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464380 00000100:00100000:3.0:1734016118.842020:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.842248:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015296 00000100:00100000:2.0:1734016118.842258:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015296 00002000:00100000:2.0:1734016118.842311:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2195456->2199551) req@ffff880071465180 x1818247339015296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.842321:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465180 with x1818247339015296 ext(2195456->2199551) 00002000:00010000:2.0:1734016118.842325:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465180 00000100:00100000:2.0:1734016118.842344:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9056 00000100:00100000:2.0:1734016118.842350:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339015296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016118.842508:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339015296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (500us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016118.842515:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9056 00002000:00100000:2.0:1734016118.842520:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2195456->2199551) req@ffff880071465180 x1818247339015296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.842526:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465180 with x1818247339015296 ext(2195456->2199551) 00002000:00010000:2.0:1734016118.842529:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465180 00000100:00100000:3.0:1734016118.846381:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.846502:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015424 00000100:00100000:0.0:1734016118.846510:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015424 00002000:00100000:0.0:1734016118.846550:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2195456->2256895) req@ffff880071464700 x1818247339015424/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.846560:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464700 with x1818247339015424 ext(2195456->2256895) 00002000:00010000:0.0:1734016118.846566:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464700 00000100:00100000:0.0:1734016118.846598:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9057 00000100:00100000:0.0:1734016118.846604:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339015424:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016118.859861:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339015424:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 13240us (13473us total) trans 4294969293 rc 0/0 00000100:00100000:2.0:1734016118.859878:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9057 00002000:00100000:2.0:1734016118.859890:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2195456->2256895) req@ffff880071464700 x1818247339015424/t4294969293(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:79/0 lens 488/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016118.859898:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464700 with x1818247339015424 ext(2195456->2256895) 00002000:00010000:2.0:1734016118.859904:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464700 00000100:00100000:3.0:1734016118.870288:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.871843:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015552 00000100:00100000:0.0:1734016118.871854:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015552 00000100:00100000:0.0:1734016118.871920:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10918 00000100:00100000:0.0:1734016118.871927:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339015552:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016118.873938:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969293 is committed 00000001:00080000:0.0:1734016118.873952:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969292 is committed 00000100:00100000:2.0:1734016118.874496:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339015552:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2562us (4209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016118.874507:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10918 00000100:00100000:2.0:1734016118.880635:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.882806:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015680 00000100:00100000:0.0:1734016118.882820:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015680 00000100:00100000:0.0:1734016118.882887:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10919 00000100:00100000:0.0:1734016118.882895:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339015680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.882915:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.882932:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320f9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1836 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.882989:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341570944:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016118.883065:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016118.887408:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016118 -> 1734016119 00002000:00010000:0.0:1734016118.887421:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016118 -> 1734016119 00002000:00010000:0.0:1734016118.887423:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016118 -> 1734016119 00002000:00010000:0.0:1734016118.887425:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 2344 -> 2464 00000100:00100000:0.0:1734016118.887446:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341570944:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016118.887496:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320f9f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1836 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.887510:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7320f9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1836 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.887546:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016118.887621:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339015680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4725us (6992us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.887631:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10919 00000100:00100000:3.0:1734016118.894044:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.894102:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015808 00000100:00100000:0.0:1734016118.894110:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015808 00000100:00100000:0.0:1734016118.894149:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10920 00000100:00100000:0.0:1734016118.894155:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339015808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.894171:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.894204:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320fa6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a183d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.894251:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341571072:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016118.894311:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.911550:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341571072:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016118.911595:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320fa6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a183d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.911611:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7320fa6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a183d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.911642:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016118.911700:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339015808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 17543us (17663us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.911709:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10920 00000100:00100000:3.0:1734016118.916269:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016118.916358:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016064 00000100:00100000:1.0:1734016118.916366:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016064 00000100:00100000:1.0:1734016118.916428:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1991 00000100:00100000:1.0:1734016118.916435:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247339016064:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016118.916478:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.916502:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7320eb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a174f expref: 21 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.916523:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016118.916526:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016118.916672:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016118.916686:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.916693:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016118.916722:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 16 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.916733:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 16 pid: 6474 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016118.916743:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d190380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341571200:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016118.916811:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.924795:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d190380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341571200:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016118.924825:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:3.0:1734016118.929294:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.931891:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016192 00000100:00100000:0.0:1734016118.931911:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016192 00010000:00010000:0.0:1734016118.931996:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 17 pid: 6474 timeout: 482 lvb_type: 0 00000100:00100000:0.0:1734016118.932045:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2790 00000100:00100000:0.0:1734016118.932055:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1983:x1818247339016192:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016118.932079:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016118.932085:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 17 pid: 6474 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.932097:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 17 pid: 6474 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.932125:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7320e80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a171e expref: 17 pid: 6474 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016118.932232:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016118.932238:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.932247:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.932255:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.932286:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016118.932364:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247339016192:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 310us (3078us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.932371:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2790 00010000:00010000:0.0:1734016118.932404:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.932411:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:0.0:1734016118.932525:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968540 00000004:00010000:0.0:1734016118.932576:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071464a80 reply state ffff880071e79000 transno 4294968541 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016118.932583:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016118.932650:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339016064:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 16215us (16390us total) trans 4294968541 rc 0/0 00000100:00100000:0.0:1734016118.932656:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1991 00000020:00080000:0.0:1734016118.932660:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1734016118.932753:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016088 00010000:00010000:0.0:1734016118.937402:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.937415:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.937424:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.937429:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016118.937434:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.937440:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.937454:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016118.937457:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016118.937461:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.937465:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7320fad lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:3.0:1734016118.942975:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016118.943041:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016320 00000100:00100000:2.0:1734016118.943049:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016320 00002000:00010000:2.0:1734016118.943080:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (471289->18446744073709551615) 00002000:00100000:2.0:1734016118.943083:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464e00 with x1818247339016320 ext(471289->18446744073709551615) 00002000:00010000:2.0:1734016118.943093:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464e00. 00000100:00100000:2.0:1734016118.943113:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9058 00000100:00100000:2.0:1734016118.943118:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339016320:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016118.954472:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8932244 -> 471289 00002000:00010000:2.0:1734016118.954482:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016118.954484:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:2.0:1734016118.954487:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016118.954489:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 2464 -> 456 00000100:00100000:2.0:1734016118.961051:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339016320:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 17919us (18073us total) trans 4294969294 rc 0/0 00000100:00100000:2.0:1734016118.961065:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9058 00002000:00010000:2.0:1734016118.961072:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (471289->18446744073709551615) 00002000:00100000:2.0:1734016118.961075:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464e00 with x1818247339016320 ext(471289->18446744073709551615) 00002000:00010000:2.0:1734016118.961085:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464e00. 00000100:00100000:3.0:1734016118.966443:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.966646:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016448 00000100:00100000:0.0:1734016118.966655:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016448 00000100:00100000:0.0:1734016118.966697:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1992 00000100:00100000:0.0:1734016118.966703:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339016448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.966729:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.966744:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320fb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1844 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.966846:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320fbb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.966859:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320fbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.966873:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320fbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016118.966896:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 471289 00000004:00200000:0.0:1734016118.966900:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016118.966916:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320fbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.966941:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7320fb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1844 expref: 24 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.967115:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320fbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1844 expref: 23 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.967123:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016118.967126:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016118.967131:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016118.967687:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339016448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 982us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.967695:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1992 00000100:00100000:1.0:1734016118.976379:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.976563:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016576 00000100:00100000:0.0:1734016118.976572:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016576 00000100:00100000:0.0:1734016118.976611:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1993 00000100:00100000:0.0:1734016118.976618:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339016576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.976639:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.976657:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320fc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a184b expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.976752:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.976766:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.976785:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:0.0:1734016118.976810:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 471289 00000004:00200000:0.0:1734016118.976813:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016118.976828:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016118.976849:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7320fc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.976861:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.976867:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016118.976869:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016118.976872:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016118.976973:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339016576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 354us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.976979:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1993 00000100:00100000:3.0:1734016118.987973:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016118.988077:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016704 00000100:00100000:0.0:1734016118.988085:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016704 00000100:00100000:0.0:1734016118.988829:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10921 00000100:00100000:0.0:1734016118.988837:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339016704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.988854:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.988874:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320fd0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1852 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.988929:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341571328:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016118.991499:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.996787:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341571328:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016118.996820:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320fd0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1852 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.996831:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7320fd0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1852 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.996850:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016118.996898:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339016704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8061us (8938us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.996906:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10921 00000100:00100000:2.0:1734016119.008272:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.011956:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016832 00000100:00100000:0.0:1734016119.011967:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016832 00000100:00100000:0.0:1734016119.012029:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10922 00000100:00100000:0.0:1734016119.012036:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339016832:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.012051:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.012065:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320fd7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1859 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.012111:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341571456:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016119.012177:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.014343:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341571456:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016119.014385:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320fd7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1859 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.014400:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7320fd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1859 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.014433:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016119.014487:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339016832:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2450us (6220us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016119.014497:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10922 00000100:00100000:3.0:1734016119.018748:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.018822:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017088 00000100:00100000:0.0:1734016119.018831:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017088 00002000:00100000:0.0:1734016119.018871:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (454656->458751) req@ffff880071466d80 x1818247339017088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.018879:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466d80 with x1818247339017088 ext(454656->458751) 00002000:00010000:0.0:1734016119.018883:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466d80 00000100:00100000:0.0:1734016119.018912:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9059 00000100:00100000:0.0:1734016119.018918:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339017088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.019066:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339017088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.019072:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9059 00002000:00100000:0.0:1734016119.019077:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (454656->458751) req@ffff880071466d80 x1818247339017088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.019083:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466d80 with x1818247339017088 ext(454656->458751) 00002000:00010000:0.0:1734016119.019085:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466d80 00000100:00080000:2.0:1734016119.022380:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016089 00000100:00100000:2.0:1734016119.025480:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.025571:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017344 00000100:00100000:1.0:1734016119.025579:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017344 00002000:00100000:1.0:1734016119.025617:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (450560->454655) req@ffff880071f76d80 x1818247339017344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.025628:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76d80 with x1818247339017344 ext(450560->454655) 00002000:00010000:1.0:1734016119.025633:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76d80 00000100:00100000:1.0:1734016119.025651:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9060 00000100:00100000:1.0:1734016119.025657:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339017344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.025832:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339017344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.025841:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9060 00002000:00100000:1.0:1734016119.025846:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (450560->454655) req@ffff880071f76d80 x1818247339017344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.025852:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76d80 with x1818247339017344 ext(450560->454655) 00002000:00010000:1.0:1734016119.025854:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76d80 00000100:00100000:3.0:1734016119.033418:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.033727:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017600 00000100:00100000:0.0:1734016119.033736:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017600 00002000:00100000:0.0:1734016119.033783:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (446464->450559) req@ffff880071466a00 x1818247339017600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.033794:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466a00 with x1818247339017600 ext(446464->450559) 00002000:00010000:0.0:1734016119.033799:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466a00 00000100:00100000:0.0:1734016119.033833:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9061 00000100:00100000:0.0:1734016119.033841:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339017600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.034881:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339017600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1036us (1467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.034889:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9061 00002000:00100000:0.0:1734016119.034897:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (446464->450559) req@ffff880071466a00 x1818247339017600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.034904:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466a00 with x1818247339017600 ext(446464->450559) 00002000:00010000:0.0:1734016119.034909:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466a00 00000100:00100000:3.0:1734016119.050960:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.051408:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017856 00000100:00100000:0.0:1734016119.051417:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017856 00002000:00100000:0.0:1734016119.051458:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (442368->446463) req@ffff880071465880 x1818247339017856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.051467:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465880 with x1818247339017856 ext(442368->446463) 00002000:00010000:0.0:1734016119.051472:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465880 00000100:00100000:0.0:1734016119.051508:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9062 00000100:00100000:0.0:1734016119.051514:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339017856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.051668:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339017856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (716us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.051675:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9062 00002000:00100000:0.0:1734016119.051681:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (442368->446463) req@ffff880071465880 x1818247339017856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.051687:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465880 with x1818247339017856 ext(442368->446463) 00002000:00010000:0.0:1734016119.051690:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465880 00000100:00100000:2.0:1734016119.072508:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.073149:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018112 00000100:00100000:1.0:1734016119.073158:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018112 00002000:00100000:1.0:1734016119.073294:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (438272->442367) req@ffff880071f74700 x1818247339018112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.073303:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74700 with x1818247339018112 ext(438272->442367) 00002000:00010000:1.0:1734016119.073307:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74700 00000100:00100000:1.0:1734016119.073364:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9063 00000100:00100000:1.0:1734016119.073369:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339018112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.073531:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339018112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (1031us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.073539:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9063 00002000:00100000:1.0:1734016119.073545:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (438272->442367) req@ffff880071f74700 x1818247339018112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.073551:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74700 with x1818247339018112 ext(438272->442367) 00002000:00010000:1.0:1734016119.073553:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74700 00000100:00100000:3.0:1734016119.076664:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.076729:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018368 00000100:00100000:0.0:1734016119.076736:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018368 00002000:00100000:0.0:1734016119.076768:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (434176->438271) req@ffff880071466300 x1818247339018368/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.076787:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466300 with x1818247339018368 ext(434176->438271) 00002000:00010000:0.0:1734016119.076791:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466300 00000100:00100000:0.0:1734016119.076818:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9064 00000100:00100000:0.0:1734016119.076824:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339018368:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.077130:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339018368:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.077138:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9064 00002000:00100000:0.0:1734016119.077145:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (434176->438271) req@ffff880071466300 x1818247339018368/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.077151:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466300 with x1818247339018368 ext(434176->438271) 00002000:00010000:0.0:1734016119.077154:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466300 00000100:00100000:3.0:1734016119.080111:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.080307:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018624 00000100:00100000:0.0:1734016119.080317:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018624 00002000:00100000:0.0:1734016119.080353:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (430080->434175) req@ffff880071466680 x1818247339018624/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.080367:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466680 with x1818247339018624 ext(430080->434175) 00002000:00010000:0.0:1734016119.080372:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466680 00000100:00100000:0.0:1734016119.080805:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9065 00000100:00100000:0.0:1734016119.080812:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339018624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.080977:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339018624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164us (875us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.080983:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9065 00002000:00100000:0.0:1734016119.080989:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (430080->434175) req@ffff880071466680 x1818247339018624/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.080995:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466680 with x1818247339018624 ext(430080->434175) 00002000:00010000:0.0:1734016119.080998:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466680 00000100:00100000:0.0:1734016119.091931:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.092043:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018880 00000100:00100000:2.0:1734016119.092051:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018880 00002000:00100000:2.0:1734016119.092101:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (425984->430079) req@ffff880071324e00 x1818247339018880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.092112:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324e00 with x1818247339018880 ext(425984->430079) 00002000:00010000:2.0:1734016119.092118:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324e00 00000100:00100000:2.0:1734016119.092152:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9066 00000100:00100000:2.0:1734016119.092158:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339018880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.092326:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339018880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 167us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.092332:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9066 00002000:00100000:2.0:1734016119.092337:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (425984->430079) req@ffff880071324e00 x1818247339018880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.092349:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324e00 with x1818247339018880 ext(425984->430079) 00002000:00010000:2.0:1734016119.092352:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324e00 00000100:00100000:0.0:1734016119.097511:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.097625:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019136 00000100:00100000:1.0:1734016119.097635:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019136 00002000:00100000:1.0:1734016119.097678:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (421888->425983) req@ffff880071327b80 x1818247339019136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.097694:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327b80 with x1818247339019136 ext(421888->425983) 00002000:00010000:1.0:1734016119.097700:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327b80 00000100:00100000:1.0:1734016119.097735:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9067 00000100:00100000:1.0:1734016119.097743:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339019136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.099983:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339019136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2229us (2472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.099994:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9067 00002000:00100000:1.0:1734016119.100001:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (421888->425983) req@ffff880071327b80 x1818247339019136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.100009:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327b80 with x1818247339019136 ext(421888->425983) 00002000:00010000:1.0:1734016119.100014:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327b80 00000100:00100000:0.0:1734016119.105054:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.106025:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019392 00000100:00100000:1.0:1734016119.106036:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019392 00002000:00100000:1.0:1734016119.106088:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (417792->421887) req@ffff880071325500 x1818247339019392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.106098:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325500 with x1818247339019392 ext(417792->421887) 00002000:00010000:1.0:1734016119.106104:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325500 00000100:00100000:1.0:1734016119.106140:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9068 00000100:00100000:1.0:1734016119.106149:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339019392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.106365:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339019392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 216us (1322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.106373:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9068 00002000:00100000:1.0:1734016119.106379:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (417792->421887) req@ffff880071325500 x1818247339019392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.106387:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325500 with x1818247339019392 ext(417792->421887) 00002000:00010000:1.0:1734016119.106390:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325500 00000100:00100000:0.0:1734016119.117668:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.117766:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019520 00000100:00100000:2.0:1734016119.117791:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019520 00000100:00100000:1.0:1734016119.119029:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10923 00000100:00100000:1.0:1734016119.119039:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339019520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.119057:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.119073:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1860 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.119127:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d190380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341571584:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016119.119206:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016119.122790:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:1.0:1734016119.122812:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d190380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341571584:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016119.122841:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fde lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1860 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.122854:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1860 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.122866:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016119.122913:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339019520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3875us (5253us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.122921:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10923 00000100:00100000:0.0:1734016119.130725:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.130830:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019648 00000100:00100000:1.0:1734016119.130839:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019648 00000100:00100000:1.0:1734016119.130891:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10924 00000100:00100000:1.0:1734016119.130897:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339019648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.130919:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.130938:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1867 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.130965:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.130972:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.130973:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.130976:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [90112->94207] (req 90112->94207) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.131002:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.131012:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 6 pid: 13915 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016119.131023:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d191f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341571712:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016119.131076:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.136586:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.137351:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d191f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341571712:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016119.137389:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [90112->94207] (req 90112->94207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.137717:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019776 00000100:00100000:2.0:1734016119.137725:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019776 00010000:00010000:2.0:1734016119.137750:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 7 pid: 13915 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016119.137788:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2791 00000100:00100000:2.0:1734016119.137794:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339019776:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.137806:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.137835:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 7 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.137844:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 7 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.137865:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7320f98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a182f expref: 7 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.137891:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.137893:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.137898:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.137906:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.137933:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.137944:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341571840:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016119.137994:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650dd80 going to sleep for 11 seconds 00010000:00010000:1.0:1734016119.138729:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016119.138767:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339019648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7869us (8052us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.138782:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10924 00010000:00010000:0.0:1734016119.139273:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016119.143727:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.144003:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020032 00000100:00100000:3.0:1734016119.144010:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020032 00002000:00100000:3.0:1734016119.144054:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (90112->94207) req@ffff880090a27480 x1818247339020032/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.144064:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27480 with x1818247339020032 ext(90112->94207) 00002000:00010000:3.0:1734016119.144068:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27480 00000100:00100000:3.0:1734016119.144126:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9069 00000100:00100000:3.0:1734016119.144133:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339020032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.144287:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339020032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 153us (568us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.144296:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9069 00002000:00100000:3.0:1734016119.144301:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (90112->94207) req@ffff880090a27480 x1818247339020032/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.144309:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27480 with x1818247339020032 ext(90112->94207) 00002000:00010000:3.0:1734016119.144312:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27480 00000100:00100000:2.0:1734016119.144940:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341571840:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016119.144961:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.144998:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339019776:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7203us (8420us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.145006:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2791 00000100:00100000:0.0:1734016119.148393:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.148958:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020288 00000100:00100000:1.0:1734016119.148966:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020288 00002000:00100000:1.0:1734016119.149004:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (86016->90111) req@ffff88012eb64000 x1818247339020288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.149014:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247339020288 ext(86016->90111) 00002000:00010000:1.0:1734016119.149020:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64000 00000100:00100000:1.0:1734016119.149224:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9070 00000100:00100000:1.0:1734016119.149232:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339020288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.149406:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339020288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (1021us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.149414:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9070 00002000:00100000:1.0:1734016119.149419:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (86016->90111) req@ffff88012eb64000 x1818247339020288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.149427:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247339020288 ext(86016->90111) 00002000:00010000:1.0:1734016119.149429:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64000 00000100:00100000:0.0:1734016119.157399:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.157606:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020544 00000100:00100000:3.0:1734016119.157614:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020544 00002000:00100000:3.0:1734016119.157649:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (81920->86015) req@ffff88012eb64700 x1818247339020544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.157658:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64700 with x1818247339020544 ext(81920->86015) 00002000:00010000:3.0:1734016119.157664:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64700 00000100:00100000:3.0:1734016119.157694:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9071 00000100:00100000:3.0:1734016119.157700:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339020544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.157820:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339020544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 119us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.157827:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9071 00002000:00100000:3.0:1734016119.157832:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (81920->86015) req@ffff88012eb64700 x1818247339020544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.157839:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64700 with x1818247339020544 ext(81920->86015) 00002000:00010000:3.0:1734016119.157842:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64700 00000100:00100000:0.0:1734016119.162374:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.162483:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020800 00000100:00100000:1.0:1734016119.162496:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020800 00002000:00100000:1.0:1734016119.162541:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (77824->81919) req@ffff88012eb65180 x1818247339020800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.162550:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65180 with x1818247339020800 ext(77824->81919) 00002000:00010000:1.0:1734016119.162554:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65180 00000100:00100000:1.0:1734016119.162585:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9072 00000100:00100000:1.0:1734016119.162591:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339020800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.162700:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339020800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 110us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.162706:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9072 00002000:00100000:1.0:1734016119.162710:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (77824->81919) req@ffff88012eb65180 x1818247339020800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.162717:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65180 with x1818247339020800 ext(77824->81919) 00002000:00010000:1.0:1734016119.162720:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65180 00000100:00100000:0.0:1734016119.167673:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.168030:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021056 00000100:00100000:3.0:1734016119.168041:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021056 00002000:00100000:3.0:1734016119.168098:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (73728->77823) req@ffff88012eb65500 x1818247339021056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.168120:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65500 with x1818247339021056 ext(73728->77823) 00002000:00010000:3.0:1734016119.168127:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65500 00000100:00100000:3.0:1734016119.168167:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9073 00000100:00100000:3.0:1734016119.168174:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339021056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.168373:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339021056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (714us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.168380:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9073 00002000:00100000:3.0:1734016119.168385:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (73728->77823) req@ffff88012eb65500 x1818247339021056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.168391:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65500 with x1818247339021056 ext(73728->77823) 00002000:00010000:3.0:1734016119.168394:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65500 00000100:00100000:0.0:1734016119.173571:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.174787:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021312 00000100:00100000:1.0:1734016119.174798:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021312 00002000:00100000:1.0:1734016119.174842:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (69632->73727) req@ffff88012eb64a80 x1818247339021312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.174852:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64a80 with x1818247339021312 ext(69632->73727) 00002000:00010000:1.0:1734016119.174856:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64a80 00000100:00100000:1.0:1734016119.174891:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9074 00000100:00100000:1.0:1734016119.174899:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339021312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.175068:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339021312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 168us (1503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.175076:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9074 00002000:00100000:1.0:1734016119.175081:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (69632->73727) req@ffff88012eb64a80 x1818247339021312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.175087:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64a80 with x1818247339021312 ext(69632->73727) 00002000:00010000:1.0:1734016119.175090:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64a80 00000100:00100000:2.0:1734016119.198485:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341572352:0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.198542:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016119.198567:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016119.198571:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341572224:0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.198587:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016119.198608:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341572224 00000100:00100000:2.0:1734016119.198614:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341572224 00000100:00100000:2.0:1734016119.198647:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1734016119.198652:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341572224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.198690:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341572224:12345-0@lo:400:kworker.0 Request processed in 37us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.198697:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:2.0:1734016119.198712:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016089 00000100:00100000:2.0:1734016119.198735:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341572224:0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.198781:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341572352 00000100:00100000:2.0:1734016119.198783:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341572352 00000100:00100000:2.0:1734016119.198806:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1734016119.198810:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341572352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.198838:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341572352:12345-0@lo:400:kworker.0 Request processed in 27us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.198844:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00080000:2.0:1734016119.198852:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016089 00000100:00100000:2.0:1734016119.198862:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341572352:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.200296:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341571968:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.200375:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016119.200416:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341572480:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.200444:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016119.200466:0:3502:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734016119.200473:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3502:1818247341572096:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.200487:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016119.200502:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3502:1818247341572608:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.200521:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016119.200551:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341572608 00000100:00100000:1.0:1734016119.200559:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341572608 00000100:00100000:1.0:1734016119.200598:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1734016119.200605:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3502:x1818247341572608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.200641:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3502:x1818247341572608:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.200647:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00080000:1.0:1734016119.200663:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016089 00000100:00100000:1.0:1734016119.200682:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3502:1818247341572608:0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.200784:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341571968 00000100:00100000:2.0:1734016119.200788:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341571968 00000100:00100000:2.0:1734016119.200818:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1734016119.200823:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341571968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.200854:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341571968:12345-0@lo:400:kworker.0 Request processed in 31us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.200859:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1734016119.200880:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341572480 00000100:00100000:2.0:1734016119.200882:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341572480 00000100:00100000:2.0:1734016119.200901:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341572096 00000100:00100000:2.0:1734016119.200903:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341572096 00000100:00100000:2.0:1734016119.200914:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1734016119.200917:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341572480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.200939:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341572480:12345-0@lo:400:kworker.0 Request processed in 21us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.200944:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1734016119.200950:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1734016119.200953:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3502:x1818247341572096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016119.200970:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3502:x1818247341572096:12345-0@lo:400:kworker.0 Request processed in 16us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.200975:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00080000:1.0:1734016119.201338:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016089 00000100:00080000:1.0:1734016119.201341:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016089 00000100:00100000:1.0:1734016119.201357:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3502:1818247341572096:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.201364:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341571968:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.201371:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341572480:0@lo:400:kworker.0 00000100:00100000:0.0:1734016119.204160:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.204651:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021568 00000100:00100000:3.0:1734016119.204660:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021568 00002000:00100000:3.0:1734016119.204704:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (65536->69631) req@ffff88012eb67b80 x1818247339021568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.204715:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb67b80 with x1818247339021568 ext(65536->69631) 00002000:00010000:3.0:1734016119.204720:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb67b80 00000100:00100000:3.0:1734016119.204739:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9075 00000100:00100000:3.0:1734016119.204745:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339021568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.204888:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339021568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (735us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.204894:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9075 00002000:00100000:3.0:1734016119.204899:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (65536->69631) req@ffff88012eb67b80 x1818247339021568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.204906:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb67b80 with x1818247339021568 ext(65536->69631) 00002000:00010000:3.0:1734016119.204909:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb67b80 00000100:00100000:0.0:1734016119.207280:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.207368:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021824 00000100:00100000:1.0:1734016119.207376:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021824 00002000:00100000:1.0:1734016119.207416:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (61440->65535) req@ffff88012eb65c00 x1818247339021824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.207426:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65c00 with x1818247339021824 ext(61440->65535) 00002000:00010000:1.0:1734016119.207431:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65c00 00000100:00100000:1.0:1734016119.207457:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9076 00000100:00100000:1.0:1734016119.207462:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339021824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.207582:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339021824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 118us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.207587:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9076 00002000:00100000:1.0:1734016119.207593:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (61440->65535) req@ffff88012eb65c00 x1818247339021824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.207600:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65c00 with x1818247339021824 ext(61440->65535) 00002000:00010000:1.0:1734016119.207602:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65c00 00000100:00100000:0.0:1734016119.210520:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.211000:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022080 00000100:00100000:3.0:1734016119.211009:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022080 00002000:00100000:3.0:1734016119.211052:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (57344->61439) req@ffff88012eb65f80 x1818247339022080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.211065:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65f80 with x1818247339022080 ext(57344->61439) 00002000:00010000:3.0:1734016119.211072:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65f80 00000100:00100000:3.0:1734016119.211108:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9077 00000100:00100000:3.0:1734016119.211116:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339022080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.211289:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339022080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.211296:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9077 00002000:00100000:3.0:1734016119.211301:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (57344->61439) req@ffff88012eb65f80 x1818247339022080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.211309:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65f80 with x1818247339022080 ext(57344->61439) 00002000:00010000:3.0:1734016119.211312:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65f80 00000100:00100000:0.0:1734016119.213765:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.213857:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022336 00000100:00100000:1.0:1734016119.213865:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022336 00002000:00100000:1.0:1734016119.213898:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (53248->57343) req@ffff88012eb64e00 x1818247339022336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.213906:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64e00 with x1818247339022336 ext(53248->57343) 00002000:00010000:1.0:1734016119.213910:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64e00 00000100:00100000:1.0:1734016119.213938:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9078 00000100:00100000:1.0:1734016119.213943:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339022336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.214045:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339022336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 101us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.214050:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9078 00002000:00100000:1.0:1734016119.214056:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (53248->57343) req@ffff88012eb64e00 x1818247339022336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.214061:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64e00 with x1818247339022336 ext(53248->57343) 00002000:00010000:1.0:1734016119.214064:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64e00 00000100:00100000:0.0:1734016119.216916:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.216997:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022592 00000100:00100000:3.0:1734016119.217005:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022592 00002000:00100000:3.0:1734016119.217041:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (49152->53247) req@ffff88012eb66300 x1818247339022592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.217050:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66300 with x1818247339022592 ext(49152->53247) 00002000:00010000:3.0:1734016119.217055:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66300 00000100:00100000:3.0:1734016119.217085:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9079 00000100:00100000:3.0:1734016119.217093:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339022592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.217231:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339022592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.217239:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9079 00002000:00100000:3.0:1734016119.217244:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (49152->53247) req@ffff88012eb66300 x1818247339022592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.217252:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66300 with x1818247339022592 ext(49152->53247) 00002000:00010000:3.0:1734016119.217254:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66300 00000100:00100000:0.0:1734016119.221472:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.221588:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022848 00000100:00100000:1.0:1734016119.221601:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022848 00002000:00100000:1.0:1734016119.221657:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (45056->49151) req@ffff88012eb66680 x1818247339022848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.221668:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66680 with x1818247339022848 ext(45056->49151) 00002000:00010000:1.0:1734016119.221673:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66680 00000100:00100000:1.0:1734016119.221710:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9080 00000100:00100000:1.0:1734016119.221717:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339022848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.221913:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339022848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 194us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.221921:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9080 00002000:00100000:1.0:1734016119.221926:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (45056->49151) req@ffff88012eb66680 x1818247339022848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.221932:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66680 with x1818247339022848 ext(45056->49151) 00002000:00010000:1.0:1734016119.221936:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66680 00000100:00100000:0.0:1734016119.227895:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.227991:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023104 00000100:00100000:3.0:1734016119.228000:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023104 00002000:00100000:3.0:1734016119.228041:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (40960->45055) req@ffff88012eb66d80 x1818247339023104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.228051:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66d80 with x1818247339023104 ext(40960->45055) 00002000:00010000:3.0:1734016119.228056:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66d80 00000100:00100000:3.0:1734016119.228083:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9081 00000100:00100000:3.0:1734016119.228090:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339023104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.228366:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339023104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 276us (478us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.228374:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9081 00002000:00100000:3.0:1734016119.228379:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (40960->45055) req@ffff88012eb66d80 x1818247339023104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.228386:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66d80 with x1818247339023104 ext(40960->45055) 00002000:00010000:3.0:1734016119.228389:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66d80 00000100:00100000:0.0:1734016119.229318:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341572736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016119.229364:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016119.229454:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341572736 00000100:00100000:2.0:1734016119.229460:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341572736 00000100:00100000:2.0:1734016119.229493:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1734016119.229500:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341572736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016119.229516:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3922853888 avail 3690606592 00000100:00100000:2.0:1734016119.229544:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341572736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.229549:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1734016119.229681:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341572736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016119.233239:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.233348:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023360 00000100:00100000:3.0:1734016119.233356:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023360 00002000:00100000:3.0:1734016119.233387:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (36864->40959) req@ffff880074334380 x1818247339023360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.233397:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334380 with x1818247339023360 ext(36864->40959) 00002000:00010000:3.0:1734016119.233401:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334380 00000100:00100000:3.0:1734016119.233416:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9082 00000100:00100000:3.0:1734016119.233420:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339023360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.233535:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339023360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 114us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.233540:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9082 00002000:00100000:3.0:1734016119.233545:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (36864->40959) req@ffff880074334380 x1818247339023360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.233550:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334380 with x1818247339023360 ext(36864->40959) 00002000:00010000:3.0:1734016119.233554:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334380 00000100:00100000:0.0:1734016119.241102:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.241228:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023616 00000100:00100000:1.0:1734016119.241239:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023616 00002000:00100000:1.0:1734016119.241275:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->475135) req@ffff880074334700 x1818247339023616/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.241288:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334700 with x1818247339023616 ext(0->475135) 00002000:00010000:1.0:1734016119.241294:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334700 00000100:00100000:1.0:1734016119.241320:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9083 00000100:00100000:1.0:1734016119.241326:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339023616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.254829:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339023616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 13491us (13726us total) trans 0 rc 417792/417792 00000100:00100000:1.0:1734016119.254843:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9083 00002000:00100000:1.0:1734016119.254854:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->475135) req@ffff880074334700 x1818247339023616/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 417792/417792 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.254863:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334700 with x1818247339023616 ext(0->475135) 00002000:00010000:1.0:1734016119.254869:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334700 00000100:00100000:0.0:1734016119.264728:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.264840:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023744 00000100:00100000:2.0:1734016119.264848:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023744 00000100:00100000:2.0:1734016119.264900:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10925 00000100:00100000:2.0:1734016119.264906:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339023744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.264922:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.264938:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a186e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.264959:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.264961:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.264968:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.264980:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.264996:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016119.265034:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339023744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 128us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.265040:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10925 00000100:00100000:0.0:1734016119.268331:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.268427:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023872 00000100:00100000:1.0:1734016119.268436:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023872 00000100:00100000:1.0:1734016119.268487:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10926 00000100:00100000:1.0:1734016119.268494:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339023872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.268511:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.268530:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1875 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.268554:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.268561:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.268567:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.268569:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.268573:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [385024->409599] (req 385024->409599) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.268602:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.268616:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00000100:00100000:1.0:1734016119.268627:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d190380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341572864:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016119.268706:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.268713:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 6 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016119.268721:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341572992:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016119.268741:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d316c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.273225:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d190380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341572864:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016119.273235:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341572992:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016119.273261:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [385024->409599] (req 385024->409599) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.273276:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016119.273310:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339023872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4817us (4993us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.273320:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10926 00000100:00100000:0.0:1734016119.273810:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.273877:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.273982:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024000 00000100:00100000:1.0:1734016119.273988:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024000 00010000:00010000:1.0:1734016119.274011:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00000100:00100000:1.0:1734016119.274036:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024128 00000100:00100000:1.0:1734016119.274038:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024128 00010000:00010000:1.0:1734016119.274046:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016119.274060:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2792 00000100:00100000:1.0:1734016119.274065:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339024000:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.274078:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.274095:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00010000:00010000:1.0:1734016119.274104:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00010000:00010000:1.0:1734016119.274120:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7320fec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a186e expref: 8 pid: 7681 timeout: 482 lvb_type: 1 00010000:00010000:1.0:1734016119.274133:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.274151:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339024000:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 85us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.274158:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2792 00000100:00100000:1.0:1734016119.274223:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2793 00000100:00100000:1.0:1734016119.274227:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339024128:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.274232:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.274238:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.274246:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.274255:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7320fe5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1867 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.274263:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.274264:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.274271:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.274279:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.274308:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.274320:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341573120:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016119.274346:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.277022:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341573120:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016119.277045:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.277099:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339024128:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2870us (3221us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.277110:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2793 00000100:00100000:0.0:1734016119.280848:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.282341:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024256 00000100:00100000:1.0:1734016119.282354:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024256 00000100:00100000:2.0:1734016119.283488:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10927 00000100:00100000:2.0:1734016119.283497:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339024256:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016119.283695:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 471289 -> 471289 00002000:00010000:2.0:1734016119.283699:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.283700:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:2.0:1734016119.283702:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.283703:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:2.0:1734016119.283765:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339024256:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 267us (2930us total) trans 4294969295 rc 0/0 00000100:00100000:2.0:1734016119.283780:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10927 00000100:00100000:0.0:1734016119.287844:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.289480:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024384 00000100:00100000:1.0:1734016119.289496:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024384 00000100:00100000:2.0:1734016119.290623:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10928 00000100:00100000:2.0:1734016119.290633:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339024384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.290654:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.290677:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320ffa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a187c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.290733:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341573248:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016119.290818:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016119.293397:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:2.0:1734016119.293421:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341573248:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016119.293452:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320ffa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a187c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.293465:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7320ffa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a187c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.294386:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016119.294708:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339024384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4072us (6869us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.294717:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10928 00000100:00100000:0.0:1734016119.297625:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.297763:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024512 00000100:00100000:3.0:1734016119.297779:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024512 00000100:00100000:3.0:1734016119.297818:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10929 00000100:00100000:3.0:1734016119.297824:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339024512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.297846:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.297864:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321001 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1883 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.297916:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341573376:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.297964:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.299758:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341573376:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.299801:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321001 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1883 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.299814:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321001 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1883 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.300021:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016119.300123:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339024512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2298us (2507us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.300131:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10929 00000100:00100000:0.0:1734016119.303732:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.303863:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024640 00000100:00100000:3.0:1734016119.303871:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024640 00000100:00100000:3.0:1734016119.304067:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10930 00000100:00100000:3.0:1734016119.304077:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339024640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.304106:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.304127:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a188a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.304165:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.304173:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.304174:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.304178:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [294912->323583] (req 294912->323583) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.304351:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.304364:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 7 pid: 13915 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016119.304377:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341573504:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016119.304478:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.307310:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341573504:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.307342:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [294912->323583] (req 294912->323583) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.307361:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016119.307411:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339024640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3336us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.307421:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10930 00000100:00100000:0.0:1734016119.309142:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.310380:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024768 00000100:00100000:1.0:1734016119.310398:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024768 00010000:00010000:1.0:1734016119.310450:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 8 pid: 13915 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016119.310493:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2794 00000100:00100000:1.0:1734016119.310502:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339024768:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.310523:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.310549:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 8 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.310564:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 8 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.310591:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7320ff3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1875 expref: 8 pid: 13915 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.310615:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.310617:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.310628:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.310638:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.310675:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.310692:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341573632:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016119.310783:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.316627:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.316689:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025024 00000100:00100000:2.0:1734016119.316696:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025024 00002000:00100000:2.0:1734016119.316731:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->475135) req@ffff880074336680 x1818247339025024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.316740:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336680 with x1818247339025024 ext(0->475135) 00002000:00010000:2.0:1734016119.316744:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336680 00000100:00100000:2.0:1734016119.316778:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9084 00000100:00100000:2.0:1734016119.316784:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339025024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.318099:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341573632:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016119.318117:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.318146:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339024768:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7645us (9018us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.318154:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2794 00000100:00100000:2.0:1734016119.322543:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339025024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 5743us (5909us total) trans 0 rc 475136/475136 00000100:00100000:2.0:1734016119.322558:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9084 00002000:00100000:2.0:1734016119.322570:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->475135) req@ffff880074336680 x1818247339025024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 475136/475136 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.322580:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336680 with x1818247339025024 ext(0->475135) 00002000:00010000:2.0:1734016119.322586:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336680 00000100:00100000:0.0:1734016119.328807:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.329441:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025152 00000100:00100000:3.0:1734016119.329449:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025152 00000100:00100000:3.0:1734016119.329500:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10931 00000100:00100000:3.0:1734016119.329506:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339025152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.329527:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.329545:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1891 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.329577:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.329588:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.329590:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.329593:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2412544->2437119] (req 2412544->2437119) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.329623:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.329634:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 8 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016119.329646:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341573760:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016119.329700:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.332913:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341573760:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.332947:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2412544->2437119] (req 2412544->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.332966:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016119.333010:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339025152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3503us (4220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.333019:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10931 00000100:00100000:0.0:1734016119.335502:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.335749:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025280 00000100:00100000:1.0:1734016119.335757:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025280 00010000:00010000:1.0:1734016119.335812:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 8 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016119.335904:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2795 00000100:00100000:1.0:1734016119.335914:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339025280:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.335933:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.335954:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 8 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.335973:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 8 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.336006:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321008 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 294912->323583) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a188a expref: 8 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.336035:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.336037:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.336044:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.336052:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.336097:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.336111:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341573888:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016119.336222:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.341085:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341573888:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016119.341115:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.341174:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339025280:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5260us (5682us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.341210:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2795 00000100:00100000:0.0:1734016119.342004:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.342083:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025408 00000100:00100000:3.0:1734016119.342090:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025408 00000100:00100000:3.0:1734016119.342132:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10932 00000100:00100000:3.0:1734016119.342138:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339025408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.342156:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.342170:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321016 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1898 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.342248:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574016:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.342284:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016119.346345:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 471289 -> 2434825 00000100:00100000:3.0:1734016119.346378:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574016:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.346416:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321016 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1898 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.346432:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321016 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1898 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.346461:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016119.346694:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339025408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4553us (4692us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.346703:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10932 00000100:00100000:0.0:1734016119.350417:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.350505:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025536 00000100:00100000:3.0:1734016119.350515:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025536 00000100:00100000:3.0:1734016119.350617:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10933 00000100:00100000:3.0:1734016119.350624:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339025536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.350640:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.350657:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec732101d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a189f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.350713:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574144:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.351126:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.353496:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574144:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.353531:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec732101d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a189f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.353544:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec732101d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a189f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.353565:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016119.353599:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339025536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2975us (3190us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.353608:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10933 00000100:00100000:1.0:1734016119.357870:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.358150:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025664 00000100:00100000:3.0:1734016119.358159:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025664 00000100:00100000:3.0:1734016119.358228:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10934 00000100:00100000:3.0:1734016119.358235:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339025664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.358261:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.358288:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18a6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.358323:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.358337:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.358340:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.358344:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.358381:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.358394:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 6 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016119.358407:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574272:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016119.358490:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.362045:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.362321:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025792 00000100:00100000:2.0:1734016119.362332:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025792 00002000:00100000:2.0:1734016119.362394:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2412544->2434824) req@ffff880074337800 x1818247339025792/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.362405:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074337800 with x1818247339025792 ext(2412544->2434824) 00010000:00010000:2.0:1734016119.362419:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.362438:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00002000:00010000:2.0:1734016119.362446:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074337800 00000100:00100000:2.0:1734016119.362478:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 319 00000100:00100000:2.0:1734016119.362486:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339025792:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016119.362789:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574272:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.362825:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [16384->20479] (req 16384->20479) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.362842:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016119.362874:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339025664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4639us (5016us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.362882:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10934 00000100:00100000:2.0:1734016119.365938:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339025792:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3439us (3893us total) trans 4294969296 rc 0/0 00000100:00100000:2.0:1734016119.365954:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 319 00002000:00100000:2.0:1734016119.365967:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2412544->2434824) req@ffff880074337800 x1818247339025792/t4294969296(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.365976:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074337800 with x1818247339025792 ext(2412544->2434824) 00010000:00010000:2.0:1734016119.365985:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.365998:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00002000:00010000:2.0:1734016119.366004:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074337800 00000100:00100000:0.0:1734016119.368642:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.369384:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025920 00000100:00100000:1.0:1734016119.369393:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025920 00010000:00010000:1.0:1734016119.369425:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016119.369464:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2796 00000100:00100000:1.0:1734016119.369470:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339025920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.369486:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016119.369501:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 456 -> 504 00010000:00010000:1.0:1734016119.369507:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.369518:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.369539:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732100f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1891 expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.369564:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.369566:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.369574:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.369583:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.369620:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.369640:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341574400:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016119.369711:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.372591:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.372793:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341574400:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016119.372822:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.372871:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339025920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3399us (4236us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.372882:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2796 00000100:00100000:2.0:1734016119.373086:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339026176 00000100:00100000:2.0:1734016119.373096:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339026176 00002000:00100000:2.0:1734016119.373139:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (16384->20479) req@ffff880090a26a00 x1818247339026176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.373149:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a26a00 with x1818247339026176 ext(16384->20479) 00002000:00010000:2.0:1734016119.373154:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a26a00 00000100:00100000:2.0:1734016119.373197:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9085 00000100:00100000:2.0:1734016119.373203:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339026176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.373337:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339026176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (756us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.373343:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9085 00002000:00100000:2.0:1734016119.373347:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (16384->20479) req@ffff880090a26a00 x1818247339026176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.373354:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a26a00 with x1818247339026176 ext(16384->20479) 00002000:00010000:2.0:1734016119.373357:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a26a00 00000100:00100000:0.0:1734016119.378871:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.378975:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339026304 00000100:00100000:3.0:1734016119.378986:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339026304 00000100:00100000:3.0:1734016119.379159:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10935 00000100:00100000:3.0:1734016119.379167:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339026304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.379327:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.379350:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec732102b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18ad expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.379406:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574528:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.379462:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.381635:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574528:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.381666:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec732102b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18ad expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.381679:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec732102b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18ad expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.381833:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016119.382135:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339026304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2965us (3272us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.382145:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10935 00000100:00100000:0.0:1734016119.384824:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.384954:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339026432 00000100:00100000:3.0:1734016119.384962:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339026432 00000100:00100000:3.0:1734016119.385016:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10936 00000100:00100000:3.0:1734016119.385024:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339026432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.385044:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.385068:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7321032 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18b4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.385117:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574656:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.385165:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.387083:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574656:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.387124:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7321032 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18b4 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.387137:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7321032 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18b4 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.387148:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016119.387256:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339026432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2231us (2445us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.387264:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10936 00000100:00100000:0.0:1734016119.393379:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.393489:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339026560 00000100:00100000:3.0:1734016119.393499:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339026560 00000100:00100000:3.0:1734016119.393550:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10937 00000100:00100000:3.0:1734016119.393558:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339026560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.393575:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.393593:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18bb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.393623:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.393631:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.393633:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.393637:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1835008->1875967] (req 1835008->1875967) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.393670:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.393682:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 7 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016119.393693:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574784:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016119.393748:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.398106:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341574784:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.398138:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1835008->1875967] (req 1835008->1875967) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.398154:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016119.398222:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339026560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4663us (4854us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.398231:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10937 00000100:00100000:0.0:1734016119.399573:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.399657:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339026688 00000100:00100000:3.0:1734016119.399664:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339026688 00002000:00100000:3.0:1734016119.399702:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (16384->9955153) req@ffff88012b87d500 x1818247339026688/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.399712:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87d500 with x1818247339026688 ext(16384->9955153) 00010000:00010000:3.0:1734016119.399720:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 8 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016119.399736:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 8 pid: 7681 timeout: 482 lvb_type: 0 00002000:00010000:3.0:1734016119.399742:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87d500 00000100:00100000:2.0:1734016119.405419:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 320 00000100:00100000:2.0:1734016119.405432:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339026688:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016119.412532:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339026688:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7094us (12960us total) trans 4294969297 rc 0/0 00000100:00100000:2.0:1734016119.412543:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 320 00002000:00100000:2.0:1734016119.412553:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (16384->9955153) req@ffff88012b87d500 x1818247339026688/t4294969297(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 504/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.412566:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87d500 with x1818247339026688 ext(16384->9955153) 00010000:00010000:2.0:1734016119.412574:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 10 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.412589:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 10 pid: 7681 timeout: 482 lvb_type: 0 00002000:00010000:2.0:1734016119.412594:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b87d500 00000100:00100000:0.0:1734016119.416863:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.417068:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339026816 00000100:00100000:1.0:1734016119.417076:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339026816 00010000:00010000:1.0:1734016119.417104:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 10 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016119.417144:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2797 00000100:00100000:1.0:1734016119.417151:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339026816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.417164:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016119.417206:0:6462:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2434825 -> 9955154 00002000:00010000:1.0:1734016119.417210:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 504 -> 608 00010000:00010000:1.0:1734016119.417215:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 10 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.417226:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 10 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.417244:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321024 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18a6 expref: 10 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016119.417261:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.417263:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.417269:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.417277:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.417306:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.417319:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341574912:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016119.417363:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.424270:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341574912:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016119.424302:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.424344:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339026816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7193us (7489us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.424357:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2797 00000100:00100000:0.0:1734016119.424669:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.424876:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339027072 00000100:00100000:2.0:1734016119.424886:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339027072 00002000:00100000:2.0:1734016119.424921:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (475136->1875967) req@ffff88012d190380 x1818247339027072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.424931:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190380 with x1818247339027072 ext(475136->1875967) 00002000:00010000:2.0:1734016119.424936:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190380 00000100:00100000:2.0:1734016119.424967:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9086 00000100:00100000:2.0:1734016119.424972:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339027072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.439583:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339027072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 14595us (14901us total) trans 0 rc 1363968/1363968 00000100:00100000:2.0:1734016119.439597:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9086 00002000:00100000:2.0:1734016119.439610:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (475136->1875967) req@ffff88012d190380 x1818247339027072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1363968/1363968 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.439619:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190380 with x1818247339027072 ext(475136->1875967) 00002000:00010000:2.0:1734016119.439624:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190380 00000100:00100000:0.0:1734016119.444325:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.444409:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339027200 00000100:00100000:3.0:1734016119.444421:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339027200 00000100:00100000:3.0:1734016119.444476:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10938 00000100:00100000:3.0:1734016119.444483:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339027200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.444510:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.444529:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18c2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.444560:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.444569:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.444571:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.444575:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2535424->2555903] (req 2535424->2555903) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.444609:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.444621:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 8 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016119.444639:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341575040:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016119.444699:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.447317:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341575040:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.447363:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2535424->2555903] (req 2535424->2555903) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.447388:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016119.447459:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339027200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2974us (3140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.447470:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10938 00000100:00100000:0.0:1734016119.449971:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.450067:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339027328 00000100:00100000:2.0:1734016119.450079:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339027328 00002000:00100000:2.0:1734016119.450114:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1835008->1875967) req@ffff880130c2c000 x1818247339027328/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.450124:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247339027328 ext(1835008->1875967) 00010000:00010000:2.0:1734016119.450134:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.450147:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00002000:00010000:2.0:1734016119.450153:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c2c000 00000100:00100000:2.0:1734016119.450207:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 321 00000100:00100000:2.0:1734016119.450214:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339027328:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016119.456252:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339027328:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6027us (6280us total) trans 4294969298 rc 0/0 00000100:00100000:2.0:1734016119.456265:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 321 00002000:00100000:2.0:1734016119.456277:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1835008->1875967) req@ffff880130c2c000 x1818247339027328/t4294969298(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.456287:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247339027328 ext(1835008->1875967) 00010000:00010000:2.0:1734016119.456296:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 11 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.456312:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 11 pid: 7681 timeout: 482 lvb_type: 0 00002000:00010000:2.0:1734016119.456319:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c2c000 00000100:00100000:1.0:1734016119.460384:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.460463:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339027456 00000100:00100000:2.0:1734016119.460473:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339027456 00010000:00010000:2.0:1734016119.460506:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 11 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:2.0:1734016119.460540:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2798 00000100:00100000:2.0:1734016119.460546:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339027456:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.460560:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016119.460575:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 608 -> 688 00010000:00010000:2.0:1734016119.460581:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 11 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.460590:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 11 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.460608:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321039 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18bb expref: 11 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.460633:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.460635:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.460641:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.460650:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.460684:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.460699:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341575168:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016119.460758:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.467299:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.468000:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339027712 00000100:00100000:2.0:1734016119.468011:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339027712 00002000:00100000:2.0:1734016119.468070:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2551808->9957375) req@ffff880071e5aa00 x1818247339027712/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.468082:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5aa00 with x1818247339027712 ext(2551808->9957375) 00002000:00010000:2.0:1734016119.468089:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5aa00 00000100:00100000:2.0:1734016119.468126:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9087 00000100:00100000:2.0:1734016119.468133:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339027712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.473393:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341575168:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016119.473416:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.477280:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339027456:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 16717us (16889us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.477294:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2798 00000100:00100000:2.0:1734016119.481913:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339027712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 13767us (14609us total) trans 0 rc 1028096/1028096 00000100:00100000:2.0:1734016119.481927:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9087 00002000:00100000:2.0:1734016119.481938:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2551808->9957375) req@ffff880071e5aa00 x1818247339027712/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1028096/1028096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.481947:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5aa00 with x1818247339027712 ext(2551808->9957375) 00002000:00010000:2.0:1734016119.481952:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5aa00 00000100:00100000:0.0:1734016119.487512:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.489045:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339027840 00000100:00100000:3.0:1734016119.489057:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339027840 00000100:00100000:3.0:1734016119.489207:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10939 00000100:00100000:3.0:1734016119.489217:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339027840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.489241:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.489264:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7321047 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18c9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.489324:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341575296:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.489763:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.491721:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341575296:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.491750:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7321047 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c9 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.491780:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7321047 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c9 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.491796:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016119.491840:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339027840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2624us (4338us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.491848:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10939 00000100:00100000:0.0:1734016119.494263:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.494381:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339027968 00000100:00100000:3.0:1734016119.494392:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339027968 00000100:00100000:3.0:1734016119.494447:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10940 00000100:00100000:3.0:1734016119.494455:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339027968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.494474:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.494496:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18d0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.494530:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.494537:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.494539:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.494543:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.494575:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.494593:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 9 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016119.494605:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341575424:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016119.495292:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.498964:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.499173:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341575424:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.499233:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.499250:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016119.499291:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339027968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4836us (5039us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.499299:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10940 00000100:00100000:2.0:1734016119.499380:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339028096 00000100:00100000:2.0:1734016119.499388:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339028096 00002000:00100000:2.0:1734016119.499419:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2535424->2555903) req@ffff88007678df80 x1818247339028096/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.499427:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678df80 with x1818247339028096 ext(2535424->2555903) 00010000:00010000:2.0:1734016119.499434:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 10 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:2.0:1734016119.499443:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 10 pid: 7681 timeout: 482 lvb_type: 0 00002000:00010000:2.0:1734016119.499450:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007678df80 00000100:00100000:2.0:1734016119.499463:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 322 00000100:00100000:2.0:1734016119.499467:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339028096:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016119.503819:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339028096:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4339us (4851us total) trans 4294969299 rc 0/0 00000100:00100000:0.0:1734016119.503832:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 322 00002000:00100000:0.0:1734016119.503842:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2535424->2555903) req@ffff88007678df80 x1818247339028096/t4294969299(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.503851:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678df80 with x1818247339028096 ext(2535424->2555903) 00010000:00010000:0.0:1734016119.503861:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 12 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:0.0:1734016119.503877:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 12 pid: 7681 timeout: 482 lvb_type: 0 00002000:00010000:0.0:1734016119.503883:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007678df80 00000100:00100000:0.0:1734016119.507957:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.508093:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339028224 00000100:00100000:2.0:1734016119.508105:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339028224 00010000:00010000:2.0:1734016119.508150:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 12 pid: 7681 timeout: 482 lvb_type: 0 00000100:00100000:3.0:1734016119.508368:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2799 00000100:00100000:3.0:1734016119.508377:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800759d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339028224:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.508395:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016119.508414:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 688 -> 728 00010000:00010000:3.0:1734016119.508421:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 12 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016119.508434:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 12 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016119.508460:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321040 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18c2 expref: 12 pid: 7681 timeout: 482 lvb_type: 0 00010000:00010000:3.0:1734016119.508497:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.508500:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.508508:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.508518:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.508551:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.508566:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341575552:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016119.508617:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.525672:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.525723:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.525922:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341575552:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016119.525945:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.525997:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800759d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339028224:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 17619us (18054us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.526010:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2799 00000100:00100000:1.0:1734016119.526154:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339028480 00000100:00100000:1.0:1734016119.526162:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339028480 00002000:00100000:1.0:1734016119.526228:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1482752->6033407) req@ffff88007678e300 x1818247339028480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.526239:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247339028480 ext(1482752->6033407) 00002000:00010000:1.0:1734016119.526243:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678e300 00000100:00100000:1.0:1734016119.526262:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9088 00000100:00100000:1.0:1734016119.526268:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339028480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.529867:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339028736 00000100:00100000:2.0:1734016119.529887:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339028736 00002000:00100000:2.0:1734016119.529946:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6033408->9957375) req@ffff8800ac135180 x1818247339028736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.529957:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135180 with x1818247339028736 ext(6033408->9957375) 00002000:00010000:2.0:1734016119.529965:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135180 00000100:00100000:2.0:1734016119.529998:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9089 00000100:00100000:2.0:1734016119.530006:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339028736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.587915:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339028736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 57901us (62183us total) trans 0 rc 3923968/3923968 00000100:00100000:2.0:1734016119.587926:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9089 00002000:00100000:2.0:1734016119.587935:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6033408->9957375) req@ffff8800ac135180 x1818247339028736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 3923968/3923968 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.587944:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135180 with x1818247339028736 ext(6033408->9957375) 00002000:00010000:2.0:1734016119.587949:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135180 00000100:00100000:0.0:1734016119.616020:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.618885:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339028864 00000100:00100000:2.0:1734016119.618896:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339028864 00000100:00080000:1.0:1734016119.619020:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016089 00000100:00100000:3.0:1734016119.620137:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 305 00000100:00100000:3.0:1734016119.620146:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1981:x1818247339028864:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016119.620218:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1981:x1818247339028864:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 72us (4205us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.620224:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 305 00000100:00100000:1.0:1734016119.622542:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.624173:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339028992 00000100:00100000:3.0:1734016119.624194:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339028992 00000100:00100000:3.0:1734016119.624250:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 148 00000100:00100000:3.0:1734016119.624257:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339028992:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016119.624314:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339028992:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 57us (1777us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.624321:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 148 00000100:00080000:0.0:1734016119.624618:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016089 00000100:00100000:0.0:1734016119.633177:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339028480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 106900us (107510us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016119.633201:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9088 00002000:00100000:0.0:1734016119.633212:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1482752->6033407) req@ffff88007678e300 x1818247339028480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.633222:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247339028480 ext(1482752->6033407) 00002000:00010000:0.0:1734016119.633227:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678e300 00000100:00100000:1.0:1734016119.646324:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.646695:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339029248 00000100:00100000:0.0:1734016119.646703:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339029248 00002000:00100000:0.0:1734016119.646741:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1478656->1482751) req@ffff88012bdb5880 x1818247339029248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.646750:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5880 with x1818247339029248 ext(1478656->1482751) 00002000:00010000:0.0:1734016119.646755:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5880 00000100:00100000:0.0:1734016119.647330:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9090 00000100:00100000:0.0:1734016119.647337:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339029248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.647667:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339029248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 328us (1350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.647674:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9090 00002000:00100000:0.0:1734016119.647680:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1478656->1482751) req@ffff88012bdb5880 x1818247339029248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.647688:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5880 with x1818247339029248 ext(1478656->1482751) 00002000:00010000:0.0:1734016119.647691:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5880 00000100:00100000:3.0:1734016119.652111:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.652290:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339029504 00000100:00100000:0.0:1734016119.652303:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339029504 00002000:00100000:0.0:1734016119.652356:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1474560->1478655) req@ffff880071464000 x1818247339029504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.652367:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464000 with x1818247339029504 ext(1474560->1478655) 00002000:00010000:0.0:1734016119.652373:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464000 00000100:00100000:0.0:1734016119.652797:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9091 00000100:00100000:0.0:1734016119.652804:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339029504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.653147:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339029504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 342us (1049us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.653155:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9091 00002000:00100000:0.0:1734016119.653161:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1474560->1478655) req@ffff880071464000 x1818247339029504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.653167:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464000 with x1818247339029504 ext(1474560->1478655) 00002000:00010000:0.0:1734016119.653170:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464000 00000100:00100000:3.0:1734016119.656644:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.656713:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339029760 00000100:00100000:0.0:1734016119.656722:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339029760 00002000:00100000:0.0:1734016119.656756:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1470464->1474559) req@ffff880071465c00 x1818247339029760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.656777:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465c00 with x1818247339029760 ext(1470464->1474559) 00002000:00010000:0.0:1734016119.656781:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465c00 00000100:00100000:0.0:1734016119.657060:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9092 00000100:00100000:0.0:1734016119.657066:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339029760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.657253:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339029760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 186us (618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.657262:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9092 00002000:00100000:0.0:1734016119.657270:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1470464->1474559) req@ffff880071465c00 x1818247339029760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.657277:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465c00 with x1818247339029760 ext(1470464->1474559) 00002000:00010000:0.0:1734016119.657279:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465c00 00000100:00100000:1.0:1734016119.660554:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.660953:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339030016 00000100:00100000:2.0:1734016119.660961:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339030016 00002000:00100000:2.0:1734016119.660993:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1466368->1470463) req@ffff8800a7702d80 x1818247339030016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.661002:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7702d80 with x1818247339030016 ext(1466368->1470463) 00002000:00010000:2.0:1734016119.661006:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7702d80 00000100:00100000:2.0:1734016119.661049:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9093 00000100:00100000:2.0:1734016119.661055:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339030016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.661204:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339030016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.661210:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9093 00002000:00100000:2.0:1734016119.661215:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1466368->1470463) req@ffff8800a7702d80 x1818247339030016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.661220:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7702d80 with x1818247339030016 ext(1466368->1470463) 00002000:00010000:2.0:1734016119.661223:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7702d80 00000100:00100000:3.0:1734016119.664306:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.664392:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339030272 00000100:00100000:0.0:1734016119.664400:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339030272 00002000:00100000:0.0:1734016119.664432:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1462272->1466367) req@ffff880071465500 x1818247339030272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.664440:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465500 with x1818247339030272 ext(1462272->1466367) 00002000:00010000:0.0:1734016119.664444:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465500 00000100:00100000:0.0:1734016119.664611:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9094 00000100:00100000:0.0:1734016119.664617:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339030272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.664879:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339030272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 260us (579us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.664885:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9094 00002000:00100000:0.0:1734016119.664890:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1462272->1466367) req@ffff880071465500 x1818247339030272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.664896:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465500 with x1818247339030272 ext(1462272->1466367) 00002000:00010000:0.0:1734016119.664899:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465500 00000100:00100000:3.0:1734016119.667907:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.667978:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339030528 00000100:00100000:0.0:1734016119.667985:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339030528 00002000:00100000:0.0:1734016119.668019:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1458176->1462271) req@ffff880071467800 x1818247339030528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.668028:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467800 with x1818247339030528 ext(1458176->1462271) 00002000:00010000:0.0:1734016119.668033:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467800 00000100:00100000:0.0:1734016119.668117:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9095 00000100:00100000:0.0:1734016119.668122:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339030528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.668471:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339030528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 346us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.668478:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9095 00002000:00100000:1.0:1734016119.668483:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1458176->1462271) req@ffff880071467800 x1818247339030528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.668489:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467800 with x1818247339030528 ext(1458176->1462271) 00002000:00010000:1.0:1734016119.668492:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467800 00000100:00100000:1.0:1734016119.672085:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.672264:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339030784 00000100:00100000:2.0:1734016119.672273:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339030784 00002000:00100000:2.0:1734016119.672314:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1454080->1458175) req@ffff88007e454000 x1818247339030784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.672323:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454000 with x1818247339030784 ext(1454080->1458175) 00002000:00010000:2.0:1734016119.672328:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454000 00000100:00100000:2.0:1734016119.672352:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9096 00000100:00100000:2.0:1734016119.672358:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339030784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016119.672509:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339030784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 149us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016119.672515:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9096 00002000:00100000:2.0:1734016119.672521:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1454080->1458175) req@ffff88007e454000 x1818247339030784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.672527:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454000 with x1818247339030784 ext(1454080->1458175) 00002000:00010000:2.0:1734016119.672530:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454000 00000100:00100000:3.0:1734016119.675857:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.675920:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339031040 00000100:00100000:0.0:1734016119.675928:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339031040 00002000:00100000:0.0:1734016119.675961:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1449984->1454079) req@ffff880071465f80 x1818247339031040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.675969:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247339031040 ext(1449984->1454079) 00002000:00010000:0.0:1734016119.675973:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:1.0:1734016119.676513:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9097 00000100:00100000:1.0:1734016119.676522:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339031040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.676674:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339031040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (826us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.676680:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9097 00002000:00100000:1.0:1734016119.676685:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1449984->1454079) req@ffff880071465f80 x1818247339031040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.676692:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247339031040 ext(1449984->1454079) 00002000:00010000:1.0:1734016119.676695:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:3.0:1734016119.679618:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.679993:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339031296 00000100:00100000:2.0:1734016119.680001:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339031296 00002000:00100000:2.0:1734016119.680032:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1445888->1449983) req@ffff880074335180 x1818247339031296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.680040:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335180 with x1818247339031296 ext(1445888->1449983) 00002000:00010000:2.0:1734016119.680045:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335180 00000100:00100000:2.0:1734016119.680070:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9098 00000100:00100000:2.0:1734016119.680075:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339031296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.680384:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339031296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 308us (776us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.680391:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9098 00002000:00100000:3.0:1734016119.680396:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1445888->1449983) req@ffff880074335180 x1818247339031296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.680403:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335180 with x1818247339031296 ext(1445888->1449983) 00002000:00010000:3.0:1734016119.680406:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335180 00000100:00100000:0.0:1734016119.683069:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.683154:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339031552 00000100:00100000:3.0:1734016119.683160:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339031552 00002000:00100000:3.0:1734016119.683243:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1441792->1445887) req@ffff88007834f050 x1818247339031552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.683253:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007834f050 with x1818247339031552 ext(1441792->1445887) 00002000:00010000:3.0:1734016119.683258:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007834f050 00000100:00100000:3.0:1734016119.683279:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9099 00000100:00100000:3.0:1734016119.683285:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007834f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339031552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.683394:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007834f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339031552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 108us (332us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016119.683401:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9099 00002000:00100000:3.0:1734016119.683406:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1441792->1445887) req@ffff88007834f050 x1818247339031552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.683413:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007834f050 with x1818247339031552 ext(1441792->1445887) 00002000:00010000:3.0:1734016119.683416:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007834f050 00000100:00100000:0.0:1734016119.687042:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.687274:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339031808 00000100:00100000:1.0:1734016119.687283:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339031808 00002000:00100000:1.0:1734016119.687315:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1437696->1441791) req@ffff8800ac135f80 x1818247339031808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.687324:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135f80 with x1818247339031808 ext(1437696->1441791) 00002000:00010000:1.0:1734016119.687327:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135f80 00000100:00100000:1.0:1734016119.687350:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9100 00000100:00100000:1.0:1734016119.687356:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339031808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.687467:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339031808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 110us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.687473:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9100 00002000:00100000:1.0:1734016119.687478:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1437696->1441791) req@ffff8800ac135f80 x1818247339031808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.687483:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135f80 with x1818247339031808 ext(1437696->1441791) 00002000:00010000:1.0:1734016119.687486:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135f80 00000100:00100000:2.0:1734016119.690863:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.691167:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339031936 00000100:00100000:3.0:1734016119.691176:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339031936 00000100:00100000:3.0:1734016119.691908:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10941 00000100:00100000:3.0:1734016119.691914:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339031936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.691930:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.691944:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18d7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.691964:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.691966:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.691972:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.691986:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.691996:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016119.693683:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339031936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1759us (2817us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.693693:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10941 00000100:00100000:0.0:1734016119.693823:0:3500:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016119.693837:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341575680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016119.693883:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016119.694218:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341575680 00000100:00100000:2.0:1734016119.694224:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341575680 00000100:00100000:2.0:1734016119.694254:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1734016119.694259:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341575680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016119.694280:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016119.694308:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341575680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.694313:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1734016119.694726:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341575680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016119.698088:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.698217:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339032064 00000100:00100000:3.0:1734016119.698227:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339032064 00000100:00100000:3.0:1734016119.698265:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10942 00000100:00100000:3.0:1734016119.698273:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339032064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.698290:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.698305:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18de expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.698332:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.698341:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.698348:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.698350:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.698353:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [839680->864255] (req 839680->864255) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.698381:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.698392:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 13 pid: 13915 timeout: 483 lvb_type: 1 00000100:00100000:3.0:1734016119.698403:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341575808:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.698476:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.698485:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 10 pid: 7681 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.698494:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341575936:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016119.698511:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.701535:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341575808:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016119.702311:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.711743:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339032192 00000100:00100000:3.0:1734016119.711754:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339032192 00010000:00010000:3.0:1734016119.711802:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 14 pid: 13915 timeout: 483 lvb_type: 1 00000100:00100000:3.0:1734016119.711846:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2800 00000100:00100000:3.0:1734016119.711852:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339032192:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.711866:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.711881:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 14 pid: 13915 timeout: 483 lvb_type: 1 00010000:00010000:3.0:1734016119.711892:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 14 pid: 13915 timeout: 483 lvb_type: 1 00010000:00010000:3.0:1734016119.711909:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321055 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d7 expref: 14 pid: 13915 timeout: 483 lvb_type: 1 00010000:00010000:3.0:1734016119.711941:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.711984:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339032192:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 131us (9674us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.711991:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2800 00000100:00100000:3.0:1734016119.712692:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341575936:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.712716:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [839680->864255] (req 839680->864255) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.712726:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016119.712758:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339032064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14485us (14683us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.712774:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10942 00000100:00100000:3.0:1734016119.716317:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.716418:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339032320 00000100:00100000:2.0:1734016119.716425:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339032320 00010000:00010000:2.0:1734016119.716453:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 11 pid: 7681 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016119.716547:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2801 00000100:00100000:2.0:1734016119.716554:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339032320:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016119.716567:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016119.716584:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 11 pid: 7681 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.716594:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 11 pid: 7681 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.716612:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732104e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18d0 expref: 11 pid: 7681 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016119.716754:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.716757:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016119.716774:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.716782:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016119.716811:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.716823:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341576064:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016119.716884:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.720423:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341576064:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016119.720442:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016119.720476:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339032320:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3922us (4167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016119.720485:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2801 00000100:00100000:1.0:1734016119.722787:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.722904:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339032448 00000100:00100000:3.0:1734016119.722912:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339032448 00000100:00100000:3.0:1734016119.722949:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10943 00000100:00100000:3.0:1734016119.722955:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339032448:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016119.723152:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9955154 -> 9955154 00002000:00010000:3.0:1734016119.723156:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.723158:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.723160:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016119.723162:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 728 -> 728 00000100:00100000:3.0:1734016119.723215:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339032448:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 260us (436us total) trans 4294969300 rc 0/0 00000100:00100000:3.0:1734016119.723224:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10943 00000100:00100000:3.0:1734016119.728649:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016119.728736:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339032576 00000100:00100000:0.0:1734016119.728743:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339032576 00000100:00100000:0.0:1734016119.728792:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10944 00000100:00100000:0.0:1734016119.728798:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339032576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.728813:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.728827:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7321063 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18e5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.728874:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac135c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341576192:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016119.728927:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.730571:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac135c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341576192:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016119.730599:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7321063 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18e5 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.730609:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7321063 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18e5 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.730624:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:2.0:1734016119.737286:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339032576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8476us (8633us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.737301:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10944 00000100:00100000:1.0:1734016119.740564:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.740655:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339032704 00000100:00100000:2.0:1734016119.740663:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339032704 00000100:00100000:2.0:1734016119.741144:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10945 00000100:00100000:2.0:1734016119.741151:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339032704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016119.741170:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016119.741287:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732106a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18ec expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016119.741339:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341576320:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016119.741894:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016119.745980:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341576320:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016119.746027:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732106a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18ec expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.746042:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732106a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18ec expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016119.746072:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016119.747216:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339032704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6060us (6654us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016119.747225:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10945 00000100:00100000:0.0:1734016119.772996:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.773083:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339032960 00000100:00100000:3.0:1734016119.773091:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339032960 00002000:00100000:3.0:1734016119.773131:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4583423) req@ffff8800ac136300 x1818247339032960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.773141:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136300 with x1818247339032960 ext(0->4583423) 00002000:00010000:3.0:1734016119.773146:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136300 00000100:00100000:3.0:1734016119.773173:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9101 00000100:00100000:3.0:1734016119.773201:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339032960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.778339:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016119.778437:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339033472 00000100:00100000:1.0:1734016119.778445:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339033472 00002000:00100000:1.0:1734016119.778484:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9957375) req@ffff8800ac137800 x1818247339033472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.778494:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137800 with x1818247339033472 ext(8388608->9957375) 00002000:00010000:1.0:1734016119.778499:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137800 00000100:00100000:1.0:1734016119.778537:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9102 00000100:00100000:1.0:1734016119.778543:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339033472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.792403:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.794118:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339033216 00000100:00100000:3.0:1734016119.794130:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339033216 00002000:00100000:3.0:1734016119.794169:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff8800ac135880 x1818247339033216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.794197:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135880 with x1818247339033216 ext(4190208->8388607) 00002000:00010000:3.0:1734016119.794203:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135880 00000100:00100000:3.0:1734016119.794230:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9103 00000100:00100000:3.0:1734016119.794238:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1983:x1818247339033216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.809608:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247339033472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 31056us (31271us total) trans 0 rc 1568768/1568768 00000100:00100000:1.0:1734016119.809621:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9102 00002000:00100000:1.0:1734016119.809632:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9957375) req@ffff8800ac137800 x1818247339033472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1568768/1568768 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.809643:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137800 with x1818247339033472 ext(8388608->9957375) 00002000:00010000:1.0:1734016119.809648:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137800 00000100:00100000:2.0:1734016119.852117:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339032960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 78928us (79119us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016119.852131:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9101 00002000:00100000:2.0:1734016119.852144:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4583423) req@ffff8800ac136300 x1818247339032960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016119.852154:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac136300 with x1818247339032960 ext(0->4583423) 00002000:00010000:2.0:1734016119.852159:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac136300 00000100:00100000:3.0:1734016119.893960:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339033216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 99709us (101554us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016119.893976:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9103 00002000:00100000:3.0:1734016119.893989:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff8800ac135880 x1818247339033216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016119.894005:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135880 with x1818247339033216 ext(4190208->8388607) 00002000:00010000:3.0:1734016119.894011:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135880 00000100:00100000:0.0:1734016119.909645:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.909745:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339033600 00000100:00100000:2.0:1734016119.909765:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339033600 00000100:00100000:2.0:1734016119.909818:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10946 00000100:00100000:2.0:1734016119.909826:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339033600:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016119.910031:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9955154 -> 9955154 00002000:00010000:2.0:1734016119.910034:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.910037:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.910039:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.910041:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 728 -> 840 00000100:00100000:2.0:1734016119.910100:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339033600:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 274us (465us total) trans 4294969301 rc 0/0 00000100:00100000:2.0:1734016119.910107:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10946 00000100:00100000:1.0:1734016119.913036:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.913696:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339033728 00000100:00100000:3.0:1734016119.913704:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339033728 00000100:00100000:3.0:1734016119.913748:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10947 00000100:00100000:3.0:1734016119.913755:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339033728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.913780:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.913796:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321071 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18f3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.913843:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576448:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.913907:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016119.915740:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016119 -> 1734016120 00002000:00010000:3.0:1734016119.915745:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016119 -> 1734016120 00000100:00100000:3.0:1734016119.915768:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576448:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.915801:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321071 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18f3 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.915814:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321071 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18f3 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.916438:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016119.916489:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339033728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2733us (3461us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.916502:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10947 00000100:00100000:0.0:1734016119.919676:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.919901:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339033856 00000100:00100000:3.0:1734016119.919911:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339033856 00000100:00100000:3.0:1734016119.919959:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10948 00000100:00100000:3.0:1734016119.919967:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339033856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.919985:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.920000:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321078 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a18fa expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.920046:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576576:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.920098:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.922943:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576576:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.922975:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321078 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18fa expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.922990:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321078 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18fa expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.923016:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016119.923062:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339033856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3094us (3393us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.923071:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10948 00000100:00100000:0.0:1734016119.926556:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.926614:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339033984 00000100:00100000:3.0:1734016119.926623:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339033984 00000100:00100000:3.0:1734016119.926668:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10949 00000100:00100000:3.0:1734016119.926675:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339033984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.926691:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.926705:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732107f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1901 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.926751:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576704:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.926814:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.929133:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576704:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.929163:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732107f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1901 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.929175:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732107f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1901 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.929223:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016119.929263:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339033984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2587us (2716us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.929271:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10949 00000100:00100000:0.0:1734016119.931608:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.931912:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339034112 00000100:00100000:3.0:1734016119.931919:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339034112 00000100:00100000:3.0:1734016119.932169:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10950 00000100:00100000:3.0:1734016119.932176:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339034112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.932237:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.932252:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321086 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1908 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.932308:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576832:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.932811:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.935373:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576832:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.935405:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321086 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1908 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.935417:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321086 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1908 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.935443:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016119.935482:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339034112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3305us (3884us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.935492:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10950 00000100:00100000:1.0:1734016119.941000:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.941163:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339034240 00000100:00100000:3.0:1734016119.941171:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339034240 00000100:00100000:3.0:1734016119.941289:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10951 00000100:00100000:3.0:1734016119.941297:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339034240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.941315:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.941333:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec732108d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a190f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.941387:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576960:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.941433:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.943696:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341576960:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.943731:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec732108d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a190f expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.943747:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec732108d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a190f expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.943785:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016119.943825:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339034240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2528us (2830us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.943833:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10951 00000100:00100000:0.0:1734016119.947005:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.947112:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339034368 00000100:00100000:3.0:1734016119.947120:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339034368 00000100:00100000:3.0:1734016119.947161:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10952 00000100:00100000:3.0:1734016119.947168:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339034368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.947212:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.947226:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321094 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1916 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.947276:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341577088:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.947332:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.949159:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341577088:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.949215:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321094 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1916 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.949229:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321094 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1916 expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.949256:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016119.949291:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339034368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2123us (2293us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.949300:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10952 00000100:00100000:0.0:1734016119.952882:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.952978:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339034496 00000100:00100000:3.0:1734016119.952987:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339034496 00000100:00100000:3.0:1734016119.953040:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10953 00000100:00100000:3.0:1734016119.953047:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339034496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.953066:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.953083:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732109b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a191d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.953137:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341577216:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.953332:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.957463:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341577216:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.957505:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732109b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a191d expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.957520:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732109b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a191d expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.957550:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016119.957591:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339034496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4544us (4721us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.957604:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10953 00000100:00100000:0.0:1734016119.960620:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.960725:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339034624 00000100:00100000:3.0:1734016119.960734:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339034624 00000100:00100000:3.0:1734016119.960789:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10954 00000100:00100000:3.0:1734016119.960795:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339034624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.960812:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.960827:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1924 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.960850:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.960857:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.960859:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016119.960862:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [315392->372735] (req 315392->372735) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.960883:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.960892:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 13 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.960902:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341577344:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016119.960946:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.966967:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341577344:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016119.967004:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [315392->372735] (req 315392->372735) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.967022:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016119.967084:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339034624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6286us (6470us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.967094:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10954 00000100:00100000:0.0:1734016119.979862:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016119.980019:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339034752 00000100:00100000:2.0:1734016119.980030:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339034752 00010000:00010000:2.0:1734016119.980065:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 14 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016119.980661:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2802 00000100:00100000:3.0:1734016119.980670:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339034752:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.980687:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016119.980711:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 14 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.980724:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 14 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.980745:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec732105c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a18de expref: 14 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016119.980791:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.980793:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016119.980799:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.980807:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016119.980847:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.980861:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341577472:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016119.981725:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.984907:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.985048:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341577472:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016119.985068:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016119.985450:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339034752:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4778us (5595us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.985462:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2802 00000100:00100000:2.0:1734016119.987288:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339034880 00000100:00100000:2.0:1734016119.987298:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339034880 00000100:00100000:2.0:1734016119.987354:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10955 00000100:00100000:2.0:1734016119.987360:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339034880:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016119.987574:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9955154 -> 9955154 00002000:00010000:2.0:1734016119.987577:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:2.0:1734016119.987579:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:2.0:1734016119.987581:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016120 -> 1734016119 00002000:00010000:2.0:1734016119.987583:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 840 -> 896 00000100:00100000:2.0:1734016119.987625:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339034880:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 264us (2730us total) trans 4294969302 rc 0/0 00000100:00100000:2.0:1734016119.987631:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10955 00000100:00100000:1.0:1734016119.993362:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016119.993586:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339035008 00000100:00100000:3.0:1734016119.993595:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339035008 00000100:00100000:3.0:1734016119.993642:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10956 00000100:00100000:3.0:1734016119.993648:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339035008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.993664:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016119.993679:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73210a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a192b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016119.993725:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341577600:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016119.993831:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016119.996100:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016119 -> 1734016120 00002000:00010000:3.0:1734016119.996107:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016119 -> 1734016120 00000100:00100000:3.0:1734016119.996126:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341577600:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016119.996158:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73210a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a192b expref: 14 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.996171:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73210a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a192b expref: 14 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.996678:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016119.996938:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339035008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3285us (3585us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016119.996948:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10956 00000100:00100000:0.0:1734016120.000311:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.000445:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339035136 00000100:00100000:3.0:1734016120.000455:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339035136 00000100:00100000:3.0:1734016120.000501:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10957 00000100:00100000:3.0:1734016120.000508:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339035136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.000527:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.000542:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1932 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.000576:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.000583:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.000586:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.000590:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9428992->9490431] (req 9428992->9490431) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.000618:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.000635:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 11 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.000648:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341577728:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016120.000710:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.003333:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341577728:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016120.003358:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9428992->9490431] (req 9428992->9490431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.003371:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016120.003402:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339035136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2895us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.003410:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10957 00000100:00100000:1.0:1734016120.005167:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.005320:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339035264 00000100:00100000:3.0:1734016120.005326:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339035264 00010000:00010000:3.0:1734016120.005473:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 12 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.005502:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2803 00000100:00100000:3.0:1734016120.005508:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339035264:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.005521:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.005537:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 12 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.005551:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 12 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.005569:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73210a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1924 expref: 12 pid: 13915 timeout: 483 lvb_type: 0 00000100:00080000:0.0:1734016120.005681:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016090 00010000:00010000:3.0:1734016120.005935:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.005937:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.005944:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.005951:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.005977:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.005988:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341577856:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016120.006139:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.009164:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341577856:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016120.009292:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.009342:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339035264:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3831us (4177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.009352:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2803 00000100:00100000:0.0:1734016120.009845:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.010464:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339035392 00000100:00100000:3.0:1734016120.010472:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339035392 00000100:00100000:3.0:1734016120.010510:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10958 00000100:00100000:3.0:1734016120.010517:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247339035392:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016120.010689:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9955154 -> 9955154 00002000:00010000:3.0:1734016120.010692:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016120.010694:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:3.0:1734016120.010696:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.010697:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 896 -> 1016 00000100:00100000:3.0:1734016120.010723:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339035392:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 206us (878us total) trans 4294969303 rc 0/0 00000100:00100000:3.0:1734016120.010729:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10958 00000100:00100000:1.0:1734016120.014065:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.014138:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339035520 00000100:00100000:2.0:1734016120.014146:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339035520 00000100:00100000:2.0:1734016120.014213:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10959 00000100:00100000:2.0:1734016120.014219:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339035520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.014235:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.014250:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73210b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1939 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.014295:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341577984:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016120.014345:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016120.015939:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:2.0:1734016120.015957:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341577984:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016120.015980:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73210b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1939 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.015990:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73210b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1939 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.016086:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016120.016383:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339035520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2163us (2325us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.016390:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10959 00000100:00100000:0.0:1734016120.018667:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.018768:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339035648 00000100:00100000:2.0:1734016120.018775:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339035648 00000100:00100000:2.0:1734016120.018818:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10960 00000100:00100000:2.0:1734016120.018825:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339035648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.018843:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.018860:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1940 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.018888:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.018894:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.018896:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.018899:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10100736->10129407] (req 10100736->10129407) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.018923:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.018935:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 14 pid: 7681 timeout: 483 lvb_type: 0 00000100:00100000:2.0:1734016120.018946:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578112:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016120.018993:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.021839:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578112:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016120.021866:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10100736->10129407] (req 10100736->10129407) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.021880:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016120.021925:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339035648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3099us (3264us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.021933:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10960 00000100:00100000:0.0:1734016120.022168:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.022315:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339035776 00000100:00100000:3.0:1734016120.022320:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339035776 00010000:00010000:3.0:1734016120.022340:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 15 pid: 7681 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.022359:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2804 00000100:00100000:3.0:1734016120.022365:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339035776:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.022377:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.022395:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 15 pid: 7681 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.022404:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 15 pid: 7681 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.022423:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73210b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1932 expref: 15 pid: 7681 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.022448:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.022450:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.022455:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.022463:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.022488:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.022497:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341578240:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016120.022531:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.026009:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341578240:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016120.026033:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.026702:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247339035776:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4334us (4532us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.026714:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2804 00000100:00100000:0.0:1734016120.029899:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.030086:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339035904 00000100:00100000:3.0:1734016120.030093:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339035904 00000100:00100000:3.0:1734016120.030467:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10961 00000100:00100000:3.0:1734016120.030473:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339035904:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016120.030641:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9955154 -> 9955154 00002000:00010000:3.0:1734016120.030645:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:3.0:1734016120.030646:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:3.0:1734016120.030649:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.030650:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1016 -> 1072 00000100:00100000:3.0:1734016120.033030:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339035904:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 2546us (3129us total) trans 4294969304 rc 0/0 00000100:00100000:3.0:1734016120.033043:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10961 00000100:00100000:2.0:1734016120.036302:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.036942:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339036032 00000100:00100000:3.0:1734016120.036949:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339036032 00000100:00100000:3.0:1734016120.037218:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10962 00000100:00100000:3.0:1734016120.037225:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339036032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.037241:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.037255:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1947 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.037281:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.037287:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.037288:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.037291:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9535488->9584639] (req 9535488->9584639) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 15 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.037315:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.037325:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 12 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.037338:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578368:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016120.040457:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.044642:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578368:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016120.044671:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9535488->9584639] (req 9535488->9584639) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 15 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.044688:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016120.044737:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247339036032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7511us (8443us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.044745:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10962 00000100:00100000:0.0:1734016120.046732:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.047500:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339036160 00000100:00100000:3.0:1734016120.047511:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339036160 00010000:00010000:3.0:1734016120.047544:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 13 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.047592:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2805 00000100:00100000:3.0:1734016120.047598:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339036160:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.047613:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.047636:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 13 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.047647:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 13 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.047668:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1940 expref: 13 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.047697:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.047699:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.047706:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.047713:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.047741:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.047764:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341578496:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016120.047811:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.052092:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341578496:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016120.052112:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.055579:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339036160:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7971us (8845us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.055597:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2805 00000100:00100000:0.0:1734016120.058025:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.058107:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339036416 00000100:00100000:3.0:1734016120.058114:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339036416 00002000:00100000:3.0:1734016120.058146:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9580544->9584639) req@ffff880130d98a80 x1818247339036416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.058155:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98a80 with x1818247339036416 ext(9580544->9584639) 00002000:00010000:3.0:1734016120.058159:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98a80 00000100:00100000:3.0:1734016120.058203:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9104 00000100:00100000:3.0:1734016120.058209:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339036416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.058317:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339036416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 108us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.058323:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9104 00002000:00100000:3.0:1734016120.058328:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9580544->9584639) req@ffff880130d98a80 x1818247339036416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.058334:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98a80 with x1818247339036416 ext(9580544->9584639) 00002000:00010000:3.0:1734016120.058336:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98a80 00000100:00100000:1.0:1734016120.068827:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.068904:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339036544 00000100:00100000:3.0:1734016120.068911:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339036544 00000100:00100000:3.0:1734016120.068950:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10963 00000100:00100000:3.0:1734016120.068956:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339036544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.068971:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.068985:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73210cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a194e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.069025:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578624:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.069076:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4d80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016120.070376:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016119 -> 1734016120 00002000:00010000:3.0:1734016120.070382:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:3.0:1734016120.070399:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578624:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.070421:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73210cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a194e expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.070431:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73210cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a194e expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.070454:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016120.071708:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339036544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2745us (2883us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.071718:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10963 00000100:00100000:1.0:1734016120.078093:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.078163:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339036672 00000100:00100000:3.0:1734016120.078171:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339036672 00000100:00100000:3.0:1734016120.078219:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10964 00000100:00100000:3.0:1734016120.078225:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339036672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.078240:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.078252:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec73210d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1955 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.078294:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578752:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.078414:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.079867:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578752:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.079888:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec73210d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1955 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.079899:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec73210d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1955 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.080576:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016120.080718:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339036672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2491us (2630us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.080728:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10964 00000100:00100000:1.0:1734016120.094282:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.094352:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339036800 00000100:00100000:3.0:1734016120.094359:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339036800 00000100:00100000:3.0:1734016120.094391:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10965 00000100:00100000:3.0:1734016120.094397:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339036800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.094413:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.094426:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a195c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.094449:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.094456:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.094458:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.094461:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9048064->9060351] (req 9048064->9060351) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.094481:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.094490:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 14 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.094500:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578880:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016120.094597:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.095970:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341578880:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016120.095988:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9048064->9060351] (req 9048064->9060351) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.095999:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016120.096030:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339036800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1632us (1756us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.096037:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10965 00000100:00100000:0.0:1734016120.101569:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.101646:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339036928 00000100:00100000:2.0:1734016120.101654:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339036928 00002000:00100000:2.0:1734016120.101694:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9535488->9584639) req@ffff88012d8ab480 x1818247339036928/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.101703:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab480 with x1818247339036928 ext(9535488->9584639) 00010000:00010000:2.0:1734016120.101711:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 15 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016120.101721:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 15 pid: 13915 timeout: 483 lvb_type: 0 00002000:00010000:2.0:1734016120.101727:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8ab480 00000100:00100000:2.0:1734016120.101752:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 323 00000100:00100000:2.0:1734016120.101766:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247339036928:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016120.106442:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1983:x1818247339036928:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4666us (4874us total) trans 4294969305 rc 0/0 00000100:00100000:2.0:1734016120.106454:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 323 00002000:00100000:2.0:1734016120.106464:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9535488->9584639) req@ffff88012d8ab480 x1818247339036928/t4294969305(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.106474:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab480 with x1818247339036928 ext(9535488->9584639) 00010000:00010000:2.0:1734016120.106482:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 17 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:2.0:1734016120.106495:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 17 pid: 13915 timeout: 483 lvb_type: 0 00002000:00010000:2.0:1734016120.106502:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8ab480 00000100:00100000:0.0:1734016120.115167:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.115373:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339037056 00000100:00100000:3.0:1734016120.115381:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339037056 00010000:00010000:3.0:1734016120.115410:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 17 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.119873:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2806 00000100:00100000:3.0:1734016120.119886:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1980:x1818247339037056:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.119903:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016120.119921:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1072 -> 1168 00010000:00010000:3.0:1734016120.119928:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 17 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.119940:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 17 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.119957:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73210c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1947 expref: 17 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.119992:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.119994:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.119999:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.120007:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.120036:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.120045:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341579008:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016120.120102:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.128896:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341579008:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016120.128917:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.128971:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1980:x1818247339037056:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9087us (13812us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.128981:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2806 00010000:00010000:1.0:1734016120.142124:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016120.170905:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.170954:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.171043:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339037312 00000100:00100000:2.0:1734016120.171051:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339037312 00002000:00100000:2.0:1734016120.171088:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->9060351) req@ffff88012d8a9180 x1818247339037312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.171097:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9180 with x1818247339037312 ext(0->9060351) 00002000:00010000:2.0:1734016120.171102:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9180 00000100:00100000:2.0:1734016120.171128:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339037440 00000100:00100000:2.0:1734016120.171130:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339037440 00002000:00100000:2.0:1734016120.171140:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8384511) req@ffff88012d8a9500 x1818247339037440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.171146:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9500 with x1818247339037440 ext(4190208->8384511) 00002000:00010000:2.0:1734016120.171149:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9500 00000100:00100000:2.0:1734016120.171160:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9105 00000100:00100000:2.0:1734016120.171165:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339037312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.171402:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9106 00000100:00100000:3.0:1734016120.171407:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339037440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.199633:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.206474:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339037568 00000100:00100000:2.0:1734016120.206484:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339037568 00002000:00100000:2.0:1734016120.206524:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8384512->9957375) req@ffff88012d8abb80 x1818247339037568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.206534:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8abb80 with x1818247339037568 ext(8384512->9957375) 00002000:00010000:2.0:1734016120.206538:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8abb80 00000100:00100000:1.0:1734016120.207639:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9107 00000100:00100000:1.0:1734016120.207647:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1983:x1818247339037568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.244360:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247339037312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 73187us (73458us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016120.244371:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9105 00002000:00100000:2.0:1734016120.244381:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->9060351) req@ffff88012d8a9180 x1818247339037312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.244390:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9180 with x1818247339037312 ext(0->9060351) 00002000:00010000:2.0:1734016120.244396:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9180 00000100:00100000:0.0:1734016120.282695:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.283476:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339037824 00000100:00100000:2.0:1734016120.283485:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339037824 00000100:00100000:2.0:1734016120.283534:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10966 00000100:00100000:2.0:1734016120.283541:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1983:x1818247339037824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.283559:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.283574:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73210e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1963 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.283621:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579136:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016120.283671:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.288940:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339037440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 117523us (117977us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016120.288951:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9106 00002000:00100000:3.0:1734016120.288961:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8384511) req@ffff88012d8a9500 x1818247339037440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.288969:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9500 with x1818247339037440 ext(4190208->8384511) 00002000:00010000:3.0:1734016120.288974:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9500 00000100:00100000:2.0:1734016120.299890:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579136:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016120.299923:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73210e1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1963 expref: 17 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.299942:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73210e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1963 expref: 17 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.299968:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016120.300014:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1983:x1818247339037824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16473us (17325us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.300022:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10966 00000100:00100000:1.0:1734016120.300984:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339037568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 93335us (101375us total) trans 0 rc 1560576/1560576 00000100:00100000:1.0:1734016120.300993:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9107 00002000:00100000:1.0:1734016120.301000:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8384512->9957375) req@ffff88012d8abb80 x1818247339037568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 1560576/1560576 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.301008:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8abb80 with x1818247339037568 ext(8384512->9957375) 00002000:00010000:1.0:1734016120.301012:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8abb80 00000100:00100000:0.0:1734016120.307334:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.307956:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339037952 00000100:00100000:2.0:1734016120.307969:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339037952 00000100:00100000:2.0:1734016120.308022:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10967 00000100:00100000:2.0:1734016120.308030:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1981:x1818247339037952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.308057:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.308079:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73210e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a196a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.308143:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579264:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016120.308276:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.311931:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579264:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016120.311965:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73210e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a196a expref: 17 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.311978:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73210e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a196a expref: 17 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.312004:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016120.312049:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1981:x1818247339037952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4020us (4731us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.312058:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10967 00000100:00100000:0.0:1734016120.314725:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.314815:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339038080 00000100:00100000:2.0:1734016120.314822:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339038080 00000100:00100000:2.0:1734016120.314853:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10968 00000100:00100000:2.0:1734016120.314858:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1981:x1818247339038080:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.314873:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.314887:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1971 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.314929:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579392:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016120.315134:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.316945:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579392:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016120.316974:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1971 expref: 17 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.316987:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73210ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1971 expref: 17 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.317013:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016120.317048:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1981:x1818247339038080:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2188us (2329us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.317061:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10968 00000001:00080000:2.0:1734016120.320905:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968541 is committed 00000001:00080000:2.0:1734016120.320930:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968531 is committed 00000100:00100000:0.0:1734016120.321632:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.321708:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339038208 00000100:00100000:2.0:1734016120.321714:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339038208 00000100:00100000:2.0:1734016120.321818:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10969 00000100:00100000:2.0:1734016120.321825:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1981:x1818247339038208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.321842:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.321858:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73210f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1978 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.321901:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579520:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016120.322653:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.325177:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579520:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.325239:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73210f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1978 expref: 17 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.325250:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73210f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1978 expref: 17 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.325273:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:3.0:1734016120.325309:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1981:x1818247339038208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3483us (3681us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.325316:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10969 00000100:00100000:0.0:1734016120.327943:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.328011:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339038336 00000100:00100000:3.0:1734016120.328017:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339038336 00000100:00100000:3.0:1734016120.328049:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10970 00000100:00100000:3.0:1734016120.328054:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339038336:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.328068:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.328082:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a197f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.328104:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.328110:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.328111:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.328115:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8429568->8433663] (req 8429568->8433663) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 17 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.328142:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.328151:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 12 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.328161:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579648:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016120.328620:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.330204:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579648:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016120.330225:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8429568->8433663] (req 8429568->8433663) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 17 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.330237:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016120.330264:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247339038336:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2209us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.330270:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10970 00000100:00100000:0.0:1734016120.333788:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016120.334083:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339038464 00000100:00100000:1.0:1734016120.334090:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339038464 00002000:00100000:1.0:1734016120.334126:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9048064->9060351) req@ffff88012d8aa300 x1818247339038464/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 12776/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.334135:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa300 with x1818247339038464 ext(9048064->9060351) 00010000:00010000:1.0:1734016120.334144:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 13 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:1.0:1734016120.334156:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 13 pid: 13915 timeout: 483 lvb_type: 0 00002000:00010000:1.0:1734016120.334162:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8aa300 00000100:00100000:1.0:1734016120.334214:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 324 00000100:00100000:1.0:1734016120.334220:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339038464:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016120.334833:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339038464:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 611us (1051us total) trans 4294969306 rc 0/0 00000100:00100000:0.0:1734016120.334840:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 324 00002000:00100000:0.0:1734016120.334846:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9048064->9060351) req@ffff88012d8aa300 x1818247339038464/t4294969306(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 12776/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.334853:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa300 with x1818247339038464 ext(9048064->9060351) 00010000:00010000:0.0:1734016120.334857:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 15 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:0.0:1734016120.334866:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 15 pid: 13915 timeout: 483 lvb_type: 0 00002000:00010000:0.0:1734016120.334871:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d8aa300 00000100:00100000:0.0:1734016120.353924:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.354050:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339038592 00000100:00100000:3.0:1734016120.354058:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339038592 00010000:00010000:3.0:1734016120.354095:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 15 pid: 13915 timeout: 483 lvb_type: 0 00000100:00100000:3.0:1734016120.354139:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2807 00000100:00100000:3.0:1734016120.354146:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339038592:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.354159:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016120.354175:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1168 -> 1192 00010000:00010000:3.0:1734016120.354221:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 15 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.354232:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 15 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.354249:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73210da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a195c expref: 15 pid: 13915 timeout: 483 lvb_type: 0 00010000:00010000:3.0:1734016120.354272:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.354275:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016120.354281:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 16 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.354290:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 16 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.354324:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 16 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.354333:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341579776:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016120.354383:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.359812:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341579776:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016120.359845:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.359888:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339038592:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5742us (5970us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.359901:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2807 00000100:00100000:0.0:1734016120.361088:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.361994:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339038848 00000100:00100000:2.0:1734016120.362005:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339038848 00002000:00100000:2.0:1734016120.362049:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8429568->8433663) req@ffff88012d8a8e00 x1818247339038848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.362060:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8e00 with x1818247339038848 ext(8429568->8433663) 00002000:00010000:2.0:1734016120.362065:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8e00 00000100:00100000:2.0:1734016120.362543:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9108 00000100:00100000:2.0:1734016120.362550:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1983:x1818247339038848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.362686:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1983:x1818247339038848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (1602us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.362692:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9108 00002000:00100000:2.0:1734016120.362698:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8429568->8433663) req@ffff88012d8a8e00 x1818247339038848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.362705:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8e00 with x1818247339038848 ext(8429568->8433663) 00002000:00010000:2.0:1734016120.362708:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8e00 00000100:00100000:0.0:1734016120.383491:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.383568:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339039104 00000100:00100000:3.0:1734016120.383576:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339039104 00002000:00100000:3.0:1734016120.383613:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5263359) req@ffff8801312c5f80 x1818247339039104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.383622:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5f80 with x1818247339039104 ext(0->5263359) 00002000:00010000:3.0:1734016120.383626:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5f80 00000100:00100000:3.0:1734016120.383687:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9109 00000100:00100000:3.0:1734016120.383693:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1980:x1818247339039104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.390962:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.391929:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.392016:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339039360 00000100:00100000:2.0:1734016120.392025:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339039360 00002000:00100000:2.0:1734016120.392062:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff8801312c6680 x1818247339039360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.392072:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6680 with x1818247339039360 ext(4190208->8388607) 00002000:00010000:2.0:1734016120.392076:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6680 00000100:00100000:2.0:1734016120.392090:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339039616 00000100:00100000:2.0:1734016120.392091:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339039616 00002000:00100000:2.0:1734016120.392099:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9957375) req@ffff8801312c4700 x1818247339039616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.392106:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4700 with x1818247339039616 ext(8388608->9957375) 00002000:00010000:2.0:1734016120.392108:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4700 00000100:00100000:2.0:1734016120.392129:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9110 00000100:00100000:2.0:1734016120.392135:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1980:x1818247339039360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.400641:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9111 00000100:00100000:0.0:1734016120.400656:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:1980:x1818247339039616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.430146:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:1980:x1818247339039616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 29483us (38208us total) trans 0 rc 1564672/1564672 00000100:00100000:2.0:1734016120.430158:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9111 00002000:00100000:2.0:1734016120.430171:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9957375) req@ffff8801312c4700 x1818247339039616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 1564672/1564672 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.430203:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4700 with x1818247339039616 ext(8388608->9957375) 00002000:00010000:2.0:1734016120.430209:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4700 00000100:00100000:3.0:1734016120.445434:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1980:x1818247339039104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 61731us (61939us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016120.445446:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9109 00002000:00100000:3.0:1734016120.445456:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5263359) req@ffff8801312c5f80 x1818247339039104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.445465:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c5f80 with x1818247339039104 ext(0->5263359) 00002000:00010000:3.0:1734016120.445470:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c5f80 00000100:00100000:2.0:1734016120.481475:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1980:x1818247339039360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 89328us (90510us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016120.481488:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9110 00002000:00100000:2.0:1734016120.481498:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff8801312c6680 x1818247339039360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 504/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.481506:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c6680 with x1818247339039360 ext(4190208->8388607) 00002000:00010000:2.0:1734016120.481512:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c6680 00000100:00100000:0.0:1734016120.497169:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.497231:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339039744 00000100:00100000:3.0:1734016120.497240:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339039744 00000100:00100000:3.0:1734016120.497286:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10971 00000100:00100000:3.0:1734016120.497292:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339039744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.497309:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.497323:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321104 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1986 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.497373:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579904:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.497421:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.503364:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341579904:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.503400:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321104 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1986 expref: 15 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.503414:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321104 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1986 expref: 15 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.503437:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016120.503495:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339039744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6202us (6333us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.503505:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10971 00000100:00100000:0.0:1734016120.507357:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.508392:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339039872 00000100:00100000:3.0:1734016120.508403:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339039872 00000100:00100000:3.0:1734016120.508450:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10972 00000100:00100000:3.0:1734016120.508456:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339039872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.508474:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.508490:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732110b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a198d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.508538:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580032:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.509297:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.514267:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580032:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.514300:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732110b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a198d expref: 15 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.514313:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec732110b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a198d expref: 15 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.514344:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016120.514390:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339039872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5932us (7039us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.514400:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10972 00000100:00100000:1.0:1734016120.524646:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.524704:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339040000 00000100:00100000:3.0:1734016120.524713:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339040000 00000100:00100000:3.0:1734016120.524768:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10973 00000100:00100000:3.0:1734016120.524776:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247339040000:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016120.524950:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9955154 -> 9955154 00002000:00010000:3.0:1734016120.524953:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.524955:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.524956:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016120.524958:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1192 -> 1328 00000100:00100000:3.0:1734016120.525002:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247339040000:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 226us (367us total) trans 4294969307 rc 0/0 00000100:00100000:3.0:1734016120.525008:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10973 00000100:00100000:0.0:1734016120.532637:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.533874:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339040128 00000100:00100000:2.0:1734016120.533882:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339040128 00000100:00100000:3.0:1734016120.535003:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10974 00000100:00100000:3.0:1734016120.535013:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339040128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.535029:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.535047:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321112 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1994 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.535095:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580160:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.535152:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.537912:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580160:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.537949:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321112 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1994 expref: 15 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.537961:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321112 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1994 expref: 15 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.537984:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016120.538028:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339040128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3015us (5396us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.538040:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10974 00000100:00100000:1.0:1734016120.548360:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.548449:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339040256 00000100:00100000:3.0:1734016120.548457:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339040256 00000100:00100000:3.0:1734016120.548509:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10975 00000100:00100000:3.0:1734016120.548515:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339040256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.548532:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.548546:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321119 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a199b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.548590:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580288:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.548642:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.553685:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580288:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.553719:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321119 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a199b expref: 15 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.553732:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321119 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a199b expref: 15 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.553765:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016120.553815:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339040256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5299us (5461us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.553823:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10975 00000100:00100000:0.0:1734016120.561409:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.561490:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339040384 00000100:00100000:2.0:1734016120.561499:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339040384 00002000:00100000:2.0:1734016120.561537:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4218880->8433663) req@ffff8801312c4a80 x1818247339040384/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.561546:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4a80 with x1818247339040384 ext(4218880->8433663) 00002000:00010000:2.0:1734016120.561550:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4a80 00000100:00100000:2.0:1734016120.561580:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9112 00000100:00100000:2.0:1734016120.561586:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1981:x1818247339040384:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016120.569766:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1981:x1818247339040384:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8159us (8568us total) trans 4294969308 rc 0/0 00000100:00100000:2.0:1734016120.569779:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9112 00002000:00100000:2.0:1734016120.569792:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4218880->8433663) req@ffff8801312c4a80 x1818247339040384/t4294969308(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 504/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.569800:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4a80 with x1818247339040384 ext(4218880->8433663) 00002000:00010000:2.0:1734016120.569805:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4a80 00000100:00100000:0.0:1734016120.573764:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.574692:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339040512 00000100:00100000:2.0:1734016120.574702:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339040512 00000100:00080000:0.0:1734016120.574883:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016090 00000100:00100000:2.0:1734016120.574925:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1994 00000100:00100000:2.0:1734016120.574932:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339040512:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016120.577123:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339040512:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 2180us (3355us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.577134:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1994 00000100:00100000:0.0:1734016120.579504:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.579753:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339040640 00000100:00100000:3.0:1734016120.579761:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339040640 00000100:00100000:3.0:1734016120.580570:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10976 00000100:00100000:3.0:1734016120.580577:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1981:x1818247339040640:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016120.581994:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969308 is committed 00000001:00080000:2.0:1734016120.582005:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969306 is committed 00000100:00100000:3.0:1734016120.584116:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339040640:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3531us (4613us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.584127:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10976 00000100:00100000:1.0:1734016120.593859:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.593983:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339040768 00000100:00100000:3.0:1734016120.593991:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339040768 00000100:00100000:3.0:1734016120.594040:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10977 00000100:00100000:3.0:1734016120.594047:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339040768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.594063:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.594078:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7321120 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19a2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.594131:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580416:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.594215:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00002000:00010000:3.0:1734016120.596099:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 1328 -> 1384 00000100:00100000:3.0:1734016120.596120:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580416:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.596148:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7321120 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19a2 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.596160:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7321120 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19a2 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.596202:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016120.596363:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339040768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2315us (2512us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.596372:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10977 00000100:00100000:2.0:1734016120.603236:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.603602:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339040896 00000100:00100000:3.0:1734016120.603611:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339040896 00000100:00100000:3.0:1734016120.603655:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10978 00000100:00100000:3.0:1734016120.603662:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339040896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.603677:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.603692:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321127 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19a9 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.603739:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580544:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.603810:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.606004:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580544:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.606033:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321127 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19a9 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.606047:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321127 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19a9 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.606120:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016120.606981:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339040896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3316us (3752us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.606990:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10978 00000100:00100000:1.0:1734016120.611255:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.611372:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339041152 00000100:00100000:2.0:1734016120.611381:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339041152 00000100:00100000:2.0:1734016120.611429:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1995 00000100:00100000:2.0:1734016120.611435:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339041152:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016120.611478:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.611499:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7320fbb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1844 expref: 12 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.611526:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016120.611530:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016120.611653:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016120.611666:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 14 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.611671:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016120.611696:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 14 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.611706:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 14 pid: 6474 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.611718:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341580672:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016120.611786:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.615447:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341580672:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016120.615473:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016120.616217:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.616329:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339041280 00000100:00100000:3.0:1734016120.616335:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339041280 00010000:00010000:3.0:1734016120.616379:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 15 pid: 6474 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.616412:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2808 00000100:00100000:3.0:1734016120.616419:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247339041280:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.616435:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016120.616441:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 15 pid: 6474 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.616451:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 15 pid: 6474 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.616471:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7320fc9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a184b expref: 15 pid: 6474 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016120.616503:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016120.616508:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.616516:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.616522:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.616540:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016120.616574:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339041280:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 155us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.616581:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2808 00010000:00010000:3.0:1734016120.616609:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.616615:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:3.0:1734016120.616689:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968542 00000004:00010000:3.0:1734016120.616724:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007e456d80 reply state ffff880071084000 transno 4294968543 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016120.616731:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016120.616802:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339041152:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5366us (5555us total) trans 4294968543 rc 0/0 00000100:00100000:3.0:1734016120.616808:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1995 00000020:00080000:3.0:1734016120.616812:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016120.616874:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016090 00010000:00010000:2.0:1734016120.619341:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016120.619354:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016120.619360:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016120.619366:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c8b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016120.619370:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016120.619376:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016120.619389:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016120.619392:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016120.619395:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016120.619403:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732112e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016120.620509:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.620575:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339041408 00000100:00100000:2.0:1734016120.620583:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339041408 00002000:00010000:2.0:1734016120.620609:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2499318->18446744073709551615) 00002000:00100000:2.0:1734016120.620613:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247339041408 ext(2499318->18446744073709551615) 00002000:00010000:2.0:1734016120.620622:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180. 00000100:00100000:2.0:1734016120.620647:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9113 00000100:00100000:2.0:1734016120.620653:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339041408:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016120.626635:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9955154 -> 2499318 00002000:00010000:2.0:1734016120.626642:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.626644:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.626646:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:2.0:1734016120.626648:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1384 -> 648 00000100:00100000:2.0:1734016120.633166:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339041408:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 12501us (12650us total) trans 4294969309 rc 0/0 00000100:00100000:2.0:1734016120.633192:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9113 00002000:00010000:2.0:1734016120.633199:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2499318->18446744073709551615) 00002000:00100000:2.0:1734016120.633202:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247339041408 ext(2499318->18446744073709551615) 00002000:00010000:2.0:1734016120.633214:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180. 00000100:00100000:0.0:1734016120.646894:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.646978:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339041536 00000100:00100000:3.0:1734016120.646986:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339041536 00000100:00100000:3.0:1734016120.647027:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1996 00000100:00100000:3.0:1734016120.647033:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339041536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.647054:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.647070:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321135 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19b0 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.647141:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.647153:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.647162:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:3.0:1734016120.647206:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2499318 00000004:00200000:3.0:1734016120.647210:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016120.647223:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.647244:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321135 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.647553:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 14 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.647561:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016120.647564:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016120.647566:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016120.647782:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339041536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 745us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.647790:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1996 00000100:00100000:0.0:1734016120.657018:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.657538:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339041664 00000100:00100000:3.0:1734016120.657547:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339041664 00000100:00100000:3.0:1734016120.660244:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10979 00000100:00100000:3.0:1734016120.660253:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339041664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.660271:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.660288:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321143 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19b7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016120.660336:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580800:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016120.661434:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.667878:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580800:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016120.667909:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321143 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.667922:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321143 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.668523:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016120.668568:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339041664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8315us (11560us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016120.668575:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10979 00000100:00100000:0.0:1734016120.673278:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.673387:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339041792 00000100:00100000:3.0:1734016120.673395:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339041792 00000100:00100000:3.0:1734016120.673435:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10980 00000100:00100000:3.0:1734016120.673441:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339041792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.673459:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.673476:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19be expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.673502:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.673509:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.673511:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016120.673514:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2244608->2248703] (req 2244608->2248703) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.673535:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.673544:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 6 pid: 13915 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.673555:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580928:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016120.673597:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.679259:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.679603:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339041920 00000100:00100000:2.0:1734016120.679610:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339041920 00010000:00010000:2.0:1734016120.679637:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 7 pid: 13915 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.679664:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2809 00000100:00100000:2.0:1734016120.679669:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339041920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.679679:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.679695:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 7 pid: 13915 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.679704:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 7 pid: 13915 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.679725:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.679727:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.679733:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.679740:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.679777:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.679788:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341581056:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016120.679827:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00010000:00010000:3.0:1734016120.679891:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73210fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a197f expref: 7 pid: 13915 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.679915:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341580928:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016120.679933:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.679947:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016120.679967:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339041792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6525us (6697us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.679974:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10980 00000100:00100000:2.0:1734016120.682623:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.682693:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339042176 00000100:00100000:3.0:1734016120.682700:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339042176 00002000:00100000:3.0:1734016120.682733:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2244608->2248703) req@ffff8800743bd880 x1818247339042176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.682742:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bd880 with x1818247339042176 ext(2244608->2248703) 00002000:00010000:3.0:1734016120.682757:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bd880 00000100:00100000:0.0:1734016120.682846:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341581056:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016120.682863:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016120.682902:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339041920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3232us (3651us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.682910:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2809 00000100:00100000:3.0:1734016120.683462:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9114 00000100:00100000:3.0:1734016120.683469:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339042176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.683751:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339042176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 272us (1125us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.683759:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9114 00002000:00100000:3.0:1734016120.683766:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2244608->2248703) req@ffff8800743bd880 x1818247339042176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.683773:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bd880 with x1818247339042176 ext(2244608->2248703) 00002000:00010000:3.0:1734016120.683777:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bd880 00000100:00100000:2.0:1734016120.693296:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.693729:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339042432 00000100:00100000:3.0:1734016120.693736:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339042432 00002000:00100000:3.0:1734016120.693778:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2240512->2244607) req@ffff8800743bdc00 x1818247339042432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.693794:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bdc00 with x1818247339042432 ext(2240512->2244607) 00002000:00010000:3.0:1734016120.693799:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bdc00 00000100:00100000:3.0:1734016120.693815:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9115 00000100:00100000:3.0:1734016120.693820:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339042432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.694693:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339042432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 867us (1401us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016120.694702:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9115 00002000:00100000:3.0:1734016120.694710:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2240512->2244607) req@ffff8800743bdc00 x1818247339042432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016120.694718:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bdc00 with x1818247339042432 ext(2240512->2244607) 00002000:00010000:3.0:1734016120.694722:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bdc00 00000100:00100000:1.0:1734016120.708567:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.708806:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339042688 00000100:00100000:2.0:1734016120.708814:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339042688 00002000:00100000:2.0:1734016120.708847:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2236416->2240511) req@ffff88007e454e00 x1818247339042688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.708856:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247339042688 ext(2236416->2240511) 00002000:00010000:2.0:1734016120.708860:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:2.0:1734016120.708877:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9116 00000100:00100000:2.0:1734016120.708882:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339042688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.709092:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339042688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 208us (531us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.709098:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9116 00002000:00100000:2.0:1734016120.709103:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2236416->2240511) req@ffff88007e454e00 x1818247339042688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.709109:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247339042688 ext(2236416->2240511) 00002000:00010000:2.0:1734016120.709112:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:1.0:1734016120.712093:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.712165:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339042944 00000100:00100000:2.0:1734016120.712172:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339042944 00002000:00100000:2.0:1734016120.712216:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2232320->2236415) req@ffff88007e455f80 x1818247339042944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.712224:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455f80 with x1818247339042944 ext(2232320->2236415) 00002000:00010000:2.0:1734016120.712227:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455f80 00000100:00100000:2.0:1734016120.712242:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9117 00000100:00100000:2.0:1734016120.712248:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339042944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.712362:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339042944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 113us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.712371:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9117 00002000:00100000:2.0:1734016120.712375:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2232320->2236415) req@ffff88007e455f80 x1818247339042944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.712381:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455f80 with x1818247339042944 ext(2232320->2236415) 00002000:00010000:2.0:1734016120.712383:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455f80 00000100:00100000:3.0:1734016120.717336:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.717407:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339043200 00000100:00100000:0.0:1734016120.717415:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339043200 00002000:00100000:0.0:1734016120.717450:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2228224->2232319) req@ffff880074334700 x1818247339043200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.717460:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334700 with x1818247339043200 ext(2228224->2232319) 00002000:00010000:0.0:1734016120.717464:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334700 00000100:00100000:0.0:1734016120.717494:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9118 00000100:00100000:0.0:1734016120.717500:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339043200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.717633:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339043200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.717639:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9118 00002000:00100000:0.0:1734016120.717645:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2228224->2232319) req@ffff880074334700 x1818247339043200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.717651:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334700 with x1818247339043200 ext(2228224->2232319) 00002000:00010000:0.0:1734016120.717653:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334700 00000100:00100000:1.0:1734016120.724716:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.724801:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339043456 00000100:00100000:2.0:1734016120.724810:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339043456 00002000:00100000:2.0:1734016120.724842:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2224128->2228223) req@ffff88007e454700 x1818247339043456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.724851:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454700 with x1818247339043456 ext(2224128->2228223) 00002000:00010000:2.0:1734016120.724856:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454700 00000100:00100000:2.0:1734016120.726085:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9119 00000100:00100000:2.0:1734016120.726092:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339043456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.728266:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339043456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2165us (3549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.728278:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9119 00002000:00100000:2.0:1734016120.728290:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2224128->2228223) req@ffff88007e454700 x1818247339043456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.728299:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454700 with x1818247339043456 ext(2224128->2228223) 00002000:00010000:2.0:1734016120.728304:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454700 00000100:00100000:1.0:1734016120.736607:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.736841:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339043712 00000100:00100000:2.0:1734016120.736848:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339043712 00002000:00100000:2.0:1734016120.736881:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2220032->2224127) req@ffff88007e454380 x1818247339043712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.736895:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454380 with x1818247339043712 ext(2220032->2224127) 00002000:00010000:2.0:1734016120.736899:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454380 00000100:00100000:2.0:1734016120.736921:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9120 00000100:00100000:2.0:1734016120.736926:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339043712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.737037:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339043712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 109us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.737042:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9120 00002000:00100000:2.0:1734016120.737046:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2220032->2224127) req@ffff88007e454380 x1818247339043712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.737052:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454380 with x1818247339043712 ext(2220032->2224127) 00002000:00010000:2.0:1734016120.737055:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454380 00000100:00100000:3.0:1734016120.756375:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.756447:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339043968 00000100:00100000:0.0:1734016120.756455:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339043968 00002000:00100000:0.0:1734016120.756490:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2215936->2220031) req@ffff880074336680 x1818247339043968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.756499:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336680 with x1818247339043968 ext(2215936->2220031) 00002000:00010000:0.0:1734016120.756503:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336680 00000100:00100000:0.0:1734016120.756531:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9121 00000100:00100000:0.0:1734016120.756536:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339043968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.756663:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339043968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127us (296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.756669:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9121 00002000:00100000:0.0:1734016120.756674:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2215936->2220031) req@ffff880074336680 x1818247339043968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.756679:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336680 with x1818247339043968 ext(2215936->2220031) 00002000:00010000:0.0:1734016120.756682:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336680 00000100:00100000:1.0:1734016120.772283:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.772355:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339044224 00000100:00100000:2.0:1734016120.772363:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339044224 00002000:00100000:2.0:1734016120.772397:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2211840->2215935) req@ffff88007e457b80 x1818247339044224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.772590:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247339044224 ext(2211840->2215935) 00002000:00010000:2.0:1734016120.772596:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:2.0:1734016120.772754:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9122 00000100:00100000:2.0:1734016120.772761:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339044224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.772910:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339044224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (634us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.772916:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9122 00002000:00100000:2.0:1734016120.772922:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2211840->2215935) req@ffff88007e457b80 x1818247339044224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.772930:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247339044224 ext(2211840->2215935) 00002000:00010000:2.0:1734016120.772933:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:1.0:1734016120.779962:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.780223:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339044480 00000100:00100000:0.0:1734016120.780232:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339044480 00002000:00100000:0.0:1734016120.780273:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2207744->2211839) req@ffff88007e455880 x1818247339044480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.780288:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247339044480 ext(2207744->2211839) 00002000:00010000:0.0:1734016120.780292:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:0.0:1734016120.780321:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9123 00000100:00100000:0.0:1734016120.780327:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339044480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.780478:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339044480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.780484:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9123 00002000:00100000:0.0:1734016120.780489:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2207744->2211839) req@ffff88007e455880 x1818247339044480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.780495:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247339044480 ext(2207744->2211839) 00002000:00010000:0.0:1734016120.780499:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:3.0:1734016120.788698:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.789873:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339044736 00000100:00100000:2.0:1734016120.789881:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339044736 00002000:00100000:2.0:1734016120.789917:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2203648->2207743) req@ffff880074337800 x1818247339044736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.789927:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074337800 with x1818247339044736 ext(2203648->2207743) 00002000:00010000:2.0:1734016120.789931:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074337800 00000100:00100000:2.0:1734016120.789961:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9124 00000100:00100000:2.0:1734016120.789967:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339044736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.790468:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339044736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 499us (1776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.790474:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9124 00002000:00100000:2.0:1734016120.790478:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2203648->2207743) req@ffff880074337800 x1818247339044736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.790485:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074337800 with x1818247339044736 ext(2203648->2207743) 00002000:00010000:2.0:1734016120.790488:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074337800 00000100:00100000:1.0:1734016120.794950:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.795034:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339044992 00000100:00100000:2.0:1734016120.795041:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339044992 00002000:00100000:2.0:1734016120.795080:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2199552->2203647) req@ffff880076504a80 x1818247339044992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.795088:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504a80 with x1818247339044992 ext(2199552->2203647) 00002000:00010000:2.0:1734016120.795092:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504a80 00000100:00100000:2.0:1734016120.795635:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9125 00000100:00100000:2.0:1734016120.795642:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339044992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016120.795981:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339044992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 337us (1036us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016120.795988:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9125 00002000:00100000:2.0:1734016120.795995:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2199552->2203647) req@ffff880076504a80 x1818247339044992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016120.796002:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504a80 with x1818247339044992 ext(2199552->2203647) 00002000:00010000:2.0:1734016120.796005:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076504a80 00000100:00100000:1.0:1734016120.801908:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.802126:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339045120 00000100:00100000:0.0:1734016120.802137:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339045120 00002000:00100000:0.0:1734016120.802205:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2199552->2248703) req@ffff880076505c00 x1818247339045120/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.802214:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247339045120 ext(2199552->2248703) 00002000:00010000:0.0:1734016120.802219:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505c00 00000100:00100000:0.0:1734016120.802248:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9126 00000100:00100000:0.0:1734016120.802255:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339045120:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016120.808282:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339045120:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6018us (6373us total) trans 4294969310 rc 0/0 00000100:00100000:0.0:1734016120.808295:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9126 00002000:00100000:0.0:1734016120.808305:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2199552->2248703) req@ffff880076505c00 x1818247339045120/t4294969310(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:81/0 lens 488/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.808316:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247339045120 ext(2199552->2248703) 00002000:00010000:0.0:1734016120.808321:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505c00 00000100:00100000:1.0:1734016120.811548:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.811616:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339045248 00000100:00100000:3.0:1734016120.811624:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339045248 00000100:00100000:3.0:1734016120.811695:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10981 00000100:00100000:3.0:1734016120.811702:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339045248:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016120.812939:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969310 is committed 00000001:00080000:2.0:1734016120.812966:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969309 is committed 00000100:00100000:3.0:1734016120.813393:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339045248:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1685us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.813402:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10981 00000100:00100000:1.0:1734016120.816091:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.816215:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339045376 00000100:00100000:3.0:1734016120.816223:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339045376 00000100:00100000:3.0:1734016120.816442:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1997 00000100:00100000:3.0:1734016120.816452:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339045376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.816470:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.816486:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321151 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19c5 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.816558:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec7321158 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.816570:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec7321158 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.816579:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec7321158 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:3.0:1734016120.816602:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2499318 00000004:00200000:3.0:1734016120.816605:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016120.816617:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec7321158 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016120.816637:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321151 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19c5 expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.816652:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec7321158 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19c5 expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.816658:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016120.816661:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016120.816663:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016120.816700:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339045376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 250us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.816706:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1997 00000100:00100000:0.0:1734016120.824271:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.824380:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339045632 00000100:00100000:2.0:1734016120.824389:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339045632 00000100:00100000:2.0:1734016120.824442:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1998 00000100:00100000:2.0:1734016120.824449:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339045632:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016120.824496:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.824521:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec7321158 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19c5 expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.824541:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016120.824545:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016120.824670:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.824681:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 13 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.824690:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.824714:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 13 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.824725:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 13 pid: 12824 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.824736:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341581184:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016120.824811:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.830905:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341581184:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016120.830935:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016120.831861:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.831933:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339045760 00000100:00100000:2.0:1734016120.831939:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339045760 00010000:00010000:2.0:1734016120.831963:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 14 pid: 12824 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.831987:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2810 00000100:00100000:2.0:1734016120.831993:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339045760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.832005:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.832010:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 14 pid: 12824 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.832019:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 14 pid: 12824 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.832037:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec732113c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19b0 expref: 14 pid: 12824 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.832063:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016120.832067:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.832074:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.832079:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.832099:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.832129:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339045760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 135us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.832134:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2810 00010000:00010000:3.0:1734016120.832316:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016120.832323:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016120.832392:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968544 00000004:00010000:3.0:1734016120.832424:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740e3800 reply state ffff880071082000 transno 4294968545 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016120.832431:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016120.832486:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339045632:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8037us (8224us total) trans 4294968545 rc 0/0 00000100:00100000:3.0:1734016120.832493:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1998 00000020:00080000:3.0:1734016120.832496:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016120.845021:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:2.0:1734016120.845105:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.845114:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.845119:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.845124:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c8b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016120.845127:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.845133:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.845145:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016120.845148:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016120.845151:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.845154:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732115f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016120.849933:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339045888 00000100:00100000:1.0:1734016120.849947:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339045888 00002000:00010000:1.0:1734016120.849980:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7865993->18446744073709551615) 00002000:00100000:1.0:1734016120.849984:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1f80 with x1818247339045888 ext(7865993->18446744073709551615) 00002000:00010000:1.0:1734016120.849994:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1f80. 00000100:00100000:1.0:1734016120.850017:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9127 00000100:00100000:1.0:1734016120.850023:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339045888:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016120.850227:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2499318 -> 7865993 00002000:00010000:1.0:1734016120.850230:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016120 -> 1734016121 00002000:00010000:1.0:1734016120.850234:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.850236:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016120 -> 1734016121 00002000:00010000:1.0:1734016120.850238:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 648 -> 744 00000100:00100000:1.0:1734016120.850303:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339045888:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 279us (5290us total) trans 4294969311 rc 0/0 00000100:00100000:1.0:1734016120.850308:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9127 00002000:00010000:1.0:1734016120.850311:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7865993->18446744073709551615) 00002000:00100000:1.0:1734016120.850313:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1f80 with x1818247339045888 ext(7865993->18446744073709551615) 00002000:00010000:1.0:1734016120.850318:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1f80. 00000100:00100000:2.0:1734016120.856327:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.856398:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339046016 00000100:00100000:3.0:1734016120.856405:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339046016 00000100:00100000:3.0:1734016120.856441:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 1999 00000100:00100000:3.0:1734016120.856448:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339046016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.856465:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016120.856480:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321166 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19cc expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.856545:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016120.856557:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016120.856566:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016120.856581:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7865993 00000004:00200000:3.0:1734016120.856585:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016120.856596:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016120.856612:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321166 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.856627:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 14 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.856634:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016120.856637:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016120.856640:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016120.856822:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339046016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 372us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.856829:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 1999 00000100:00100000:3.0:1734016120.862626:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.862769:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339046144 00000100:00100000:0.0:1734016120.862784:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339046144 00000100:00100000:0.0:1734016120.862849:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10982 00000100:00100000:0.0:1734016120.862861:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339046144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.862889:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.862911:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7321174 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19d3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.862979:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341581312:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016120.863059:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.879411:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341581312:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016120.879456:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7321174 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19d3 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.879472:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7321174 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19d3 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.879505:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016120.879573:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339046144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16714us (16959us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.879587:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10982 00000100:00100000:3.0:1734016120.881695:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.881808:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339046272 00000100:00100000:0.0:1734016120.881816:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339046272 00000100:00100000:0.0:1734016120.881866:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10983 00000100:00100000:0.0:1734016120.881873:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339046272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.881889:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.881910:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732117b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19da expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.881966:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341581440:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016120.882034:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.883729:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341581440:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016120.883768:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732117b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19da expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.883782:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec732117b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19da expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.883792:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016120.883841:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339046272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1968us (2159us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.883849:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10983 00000100:00100000:1.0:1734016120.890613:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016120.890729:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339046528 00000100:00100000:3.0:1734016120.890747:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339046528 00000100:00100000:3.0:1734016120.890808:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2000 00000100:00100000:3.0:1734016120.890816:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339046528:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016120.891034:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016120.891050:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 13 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.891060:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016120.891099:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 13 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.891111:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 13 pid: 6475 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016120.891125:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074336d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341581568:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016120.891234:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.892763:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074336d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341581568:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016120.892791:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016120.893486:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.893883:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339046656 00000100:00100000:0.0:1734016120.893892:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339046656 00010000:00010000:0.0:1734016120.893932:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 14 pid: 6475 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016120.893980:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2811 00000100:00100000:0.0:1734016120.893990:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339046656:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016120.894008:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016120.894014:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 14 pid: 6475 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.894025:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 14 pid: 6475 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.894047:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec732116d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19cc expref: 14 pid: 6475 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016120.894089:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016120.894094:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016120.894104:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016120.894111:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016120.894136:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016120.894217:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339046656:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 229us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.894227:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2811 00010000:00010000:1.0:1734016120.894971:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016120.894982:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:1.0:1734016120.895088:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968546 00000004:00010000:1.0:1734016120.895137:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076507100 reply state ffff880071c57000 transno 4294968547 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016120.895145:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016120.895253:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339046528:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4436us (4651us total) trans 4294968547 rc 0/0 00000100:00100000:1.0:1734016120.895261:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2000 00000020:00080000:1.0:1734016120.895265:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016120.896441:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.896451:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.896457:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.896462:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac166400 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016120.896467:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.896473:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.896487:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016120.896490:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016120.896494:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.896499:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec7321182 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016120.901004:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.901087:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339046784 00000100:00100000:0.0:1734016120.901100:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339046784 00002000:00010000:0.0:1734016120.901144:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (783666->18446744073709551615) 00002000:00100000:0.0:1734016120.901149:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743be300 with x1818247339046784 ext(783666->18446744073709551615) 00002000:00010000:0.0:1734016120.901163:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743be300. 00000100:00100000:0.0:1734016120.901204:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9128 00000100:00100000:0.0:1734016120.901211:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339046784:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016120.902713:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7865993 -> 783666 00002000:00010000:0.0:1734016120.902719:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016120.902722:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:0.0:1734016120.902724:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016120.902726:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 744 -> 520 00000100:00100000:0.0:1734016120.902805:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339046784:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1592us (1814us total) trans 4294969312 rc 0/0 00000100:00100000:0.0:1734016120.902816:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9128 00002000:00010000:0.0:1734016120.902820:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (783666->18446744073709551615) 00002000:00100000:0.0:1734016120.902824:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743be300 with x1818247339046784 ext(783666->18446744073709551615) 00002000:00010000:0.0:1734016120.902829:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743be300. 00000100:00100000:1.0:1734016120.911122:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.911839:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339046912 00000100:00100000:2.0:1734016120.911851:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339046912 00000100:00100000:2.0:1734016120.911911:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2001 00000100:00100000:2.0:1734016120.911919:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339046912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.911941:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.911962:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321189 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19e1 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.912062:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321190 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.912076:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.912086:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016120.912112:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 783666 00000004:00200000:2.0:1734016120.912117:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016120.912133:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321190 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016120.912155:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321189 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19e1 expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.912198:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321190 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19e1 expref: 14 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.912206:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016120.912211:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016120.912214:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016120.912263:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339046912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 344us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.912269:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2001 00000100:00100000:2.0:1734016120.915063:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016120.915194:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339047040 00000100:00100000:1.0:1734016120.915204:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339047040 00000100:00100000:1.0:1734016120.915250:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10984 00000100:00100000:1.0:1734016120.915257:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339047040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.915277:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.915297:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321197 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19e8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.915356:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341581696:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016120.915427:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.920587:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076506d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341581696:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016120.920635:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321197 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19e8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.920655:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321197 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19e8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.920670:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016120.920717:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339047040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5459us (5667us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.920726:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10984 00000100:00100000:1.0:1734016120.934999:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.935164:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339047168 00000100:00100000:0.0:1734016120.935176:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339047168 00000100:00100000:0.0:1734016120.935254:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10985 00000100:00100000:0.0:1734016120.935262:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339047168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.935283:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.935307:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec732119e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19ef expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.935374:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341581824:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016120.935459:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.942839:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341581824:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016120.942886:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec732119e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19ef expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.942900:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec732119e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19ef expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.942927:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:0.0:1734016120.942985:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339047168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7722us (7998us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.942994:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10985 00000100:00100000:3.0:1734016120.944927:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.944994:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339047296 00000100:00100000:0.0:1734016120.945002:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339047296 00000100:00100000:0.0:1734016120.945061:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2002 00000100:00100000:0.0:1734016120.945068:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339047296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.945092:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.945111:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73211a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19f6 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.945242:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016120.945261:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016120.945273:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016120.945299:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 783666 00000004:00200000:0.0:1734016120.945304:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016120.945321:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016120.945342:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73211a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.945359:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 19 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.945367:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016120.945370:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016120.945374:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016120.945427:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339047296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 358us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.945433:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2002 00000100:00100000:1.0:1734016120.954783:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.955617:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339047424 00000100:00100000:0.0:1734016120.955630:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339047424 00000100:00100000:2.0:1734016120.956422:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10986 00000100:00100000:2.0:1734016120.956431:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339047424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.956455:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.956481:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a19fd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.956550:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341581952:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016120.957457:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.964609:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341581952:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016120.964648:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19fd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.964662:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19fd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016120.964782:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016120.964837:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339047424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8406us (10068us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016120.964845:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10986 00000100:00100000:1.0:1734016120.967156:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016120.967389:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339047552 00000100:00100000:2.0:1734016120.967399:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339047552 00000100:00100000:2.0:1734016120.967453:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10987 00000100:00100000:2.0:1734016120.967460:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339047552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016120.967479:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016120.967498:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a04 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.967530:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.967536:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.967538:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016120.967541:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.967570:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.967582:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 8 pid: 13915 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.967594:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341582080:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016120.967660:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.970070:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341582080:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016120.970104:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [126976->131071] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.970124:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016120.970171:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339047552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2710us (3025us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.970193:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10987 00000100:00100000:3.0:1734016120.973680:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016120.974059:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339047680 00000100:00100000:0.0:1734016120.974070:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339047680 00010000:00010000:0.0:1734016120.974110:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 9 pid: 13915 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016120.976863:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2812 00000100:00100000:2.0:1734016120.976879:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339047680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016120.976908:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016120.976942:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 9 pid: 13915 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.976957:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 9 pid: 13915 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.976980:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732114a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19be expref: 9 pid: 13915 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016120.982799:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.982806:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016120.982823:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.982836:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016120.982891:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016120.982907:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341582208:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016120.982988:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016120.988087:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341582208:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016120.988117:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016120.988201:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339047680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11324us (14530us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016120.988213:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2812 00000100:00100000:3.0:1734016120.993373:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016120.993675:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339047936 00000100:00100000:1.0:1734016120.993685:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339047936 00002000:00100000:1.0:1734016120.993736:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (126976->131071) req@ffff880074334a80 x1818247339047936/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.993755:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334a80 with x1818247339047936 ext(126976->131071) 00002000:00010000:1.0:1734016120.993761:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334a80 00000100:00100000:1.0:1734016120.994009:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9129 00000100:00100000:1.0:1734016120.994017:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339047936:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.994754:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339047936:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 735us (1389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016120.994763:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9129 00002000:00100000:1.0:1734016120.994770:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (126976->131071) req@ffff880074334a80 x1818247339047936/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.994784:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334a80 with x1818247339047936 ext(126976->131071) 00002000:00010000:1.0:1734016120.994787:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334a80 00000100:00100000:3.0:1734016120.998445:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016120.998805:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339048192 00000100:00100000:1.0:1734016120.998816:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339048192 00002000:00100000:1.0:1734016120.998862:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (122880->126975) req@ffff880074334e00 x1818247339048192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.998873:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334e00 with x1818247339048192 ext(122880->126975) 00002000:00010000:1.0:1734016120.998879:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334e00 00000100:00100000:1.0:1734016120.999311:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9130 00000100:00100000:1.0:1734016120.999319:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339048192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.999498:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339048192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (1065us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016120.999506:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9130 00002000:00100000:1.0:1734016120.999512:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (122880->126975) req@ffff880074334e00 x1818247339048192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.999521:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334e00 with x1818247339048192 ext(122880->126975) 00002000:00010000:1.0:1734016120.999525:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334e00 00000100:00100000:2.0:1734016121.002995:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.003079:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339048448 00000100:00100000:0.0:1734016121.003089:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339048448 00002000:00100000:0.0:1734016121.003143:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (118784->122879) req@ffff8800743bea00 x1818247339048448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.003153:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bea00 with x1818247339048448 ext(118784->122879) 00002000:00010000:0.0:1734016121.003159:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bea00 00000100:00100000:0.0:1734016121.003213:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9131 00000100:00100000:0.0:1734016121.003220:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339048448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016121.003372:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339048448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (390us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016121.003379:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9131 00002000:00100000:0.0:1734016121.003385:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (118784->122879) req@ffff8800743bea00 x1818247339048448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.003391:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bea00 with x1818247339048448 ext(118784->122879) 00002000:00010000:0.0:1734016121.003394:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bea00 00000100:00080000:2.0:1734016121.006058:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016091 00000100:00100000:3.0:1734016121.011045:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.011450:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339048704 00000100:00100000:1.0:1734016121.011460:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339048704 00002000:00100000:1.0:1734016121.011509:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (114688->118783) req@ffff880074335500 x1818247339048704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.011521:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335500 with x1818247339048704 ext(114688->118783) 00002000:00010000:1.0:1734016121.011526:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335500 00000100:00100000:1.0:1734016121.011550:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9132 00000100:00100000:1.0:1734016121.011557:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339048704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.011765:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339048704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016121.011772:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9132 00002000:00100000:1.0:1734016121.011777:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (114688->118783) req@ffff880074335500 x1818247339048704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.011784:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335500 with x1818247339048704 ext(114688->118783) 00002000:00010000:1.0:1734016121.011787:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335500 00000100:00100000:3.0:1734016121.014359:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.014456:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339048960 00000100:00100000:0.0:1734016121.014467:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339048960 00002000:00100000:0.0:1734016121.014517:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (110592->114687) req@ffff880074335880 x1818247339048960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.014527:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335880 with x1818247339048960 ext(110592->114687) 00002000:00010000:0.0:1734016121.014532:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335880 00000100:00100000:0.0:1734016121.014568:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9133 00000100:00100000:0.0:1734016121.014575:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339048960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016121.014770:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339048960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 194us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016121.014777:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9133 00002000:00100000:0.0:1734016121.014783:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (110592->114687) req@ffff880074335880 x1818247339048960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.014790:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335880 with x1818247339048960 ext(110592->114687) 00002000:00010000:0.0:1734016121.014792:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335880 00000100:00100000:2.0:1734016121.019321:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.019454:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339049216 00000100:00100000:1.0:1734016121.019465:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339049216 00002000:00100000:1.0:1734016121.019512:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (106496->110591) req@ffff8800743bed80 x1818247339049216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.019522:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bed80 with x1818247339049216 ext(106496->110591) 00002000:00010000:1.0:1734016121.019528:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bed80 00000100:00100000:1.0:1734016121.019551:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9134 00000100:00100000:1.0:1734016121.019559:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339049216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.022513:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339049216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2935us (3184us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016121.022531:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9134 00002000:00100000:1.0:1734016121.022548:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (106496->110591) req@ffff8800743bed80 x1818247339049216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.022559:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bed80 with x1818247339049216 ext(106496->110591) 00002000:00010000:1.0:1734016121.022566:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bed80 00000100:00100000:3.0:1734016121.027914:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.028128:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339049344 00000100:00100000:2.0:1734016121.028139:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339049344 00000100:00100000:2.0:1734016121.028244:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10988 00000100:00100000:2.0:1734016121.028252:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339049344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.028276:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.028303:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a0b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.028342:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.028351:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.028353:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.028358:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [114688->159743] (req 114688->159743) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.028401:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.028413:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 5 pid: 7681 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016121.028426:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341582336:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016121.028518:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.031904:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341582336:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016121.031940:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [114688->159743] (req 114688->159743) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.031958:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016121.032014:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339049344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3762us (4117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.032024:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10988 00000100:00100000:0.0:1734016121.032331:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.032546:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339049472 00000100:00100000:2.0:1734016121.032552:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339049472 00010000:00010000:2.0:1734016121.032575:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 6 pid: 7681 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016121.033292:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2813 00000100:00100000:2.0:1734016121.033298:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339049472:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.033313:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.033335:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 6 pid: 7681 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.033346:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 6 pid: 7681 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.033369:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73211ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a04 expref: 6 pid: 7681 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.033397:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.033399:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.033406:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.033414:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.033447:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.033460:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341582464:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016121.033510:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.035415:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.035525:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341582464:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016121.035551:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.035600:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339049472:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2300us (3269us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.035611:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2813 00000100:00100000:3.0:1734016121.035830:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339049600 00000100:00100000:3.0:1734016121.035838:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339049600 00000100:00100000:3.0:1734016121.036489:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10989 00000100:00100000:3.0:1734016121.036496:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339049600:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016121.036917:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 783666 -> 783666 00002000:00010000:3.0:1734016121.036920:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.036923:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016121.036924:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.036926:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 520 -> 456 00000100:00100000:3.0:1734016121.041965:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339049600:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 5451us (6540us total) trans 4294969313 rc 0/0 00000100:00100000:3.0:1734016121.041987:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10989 00000100:00100000:0.0:1734016121.051369:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.051994:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339049728 00000100:00100000:3.0:1734016121.052005:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339049728 00000100:00100000:3.0:1734016121.052067:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10990 00000100:00100000:3.0:1734016121.052074:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339049728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.052094:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.052113:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a12 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.052144:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.052152:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.052154:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.052157:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [765952->786431] (req 765952->786431) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.052221:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.052231:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 9 pid: 7681 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016121.052243:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341582592:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016121.052318:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.059856:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.059979:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074335f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341582592:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016121.060020:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [765952->786431] (req 765952->786431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.060040:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:0.0:1734016121.060927:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339049856 00000100:00100000:0.0:1734016121.060938:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339049856 00010000:00010000:0.0:1734016121.060977:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 10 pid: 7681 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016121.061021:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2814 00000100:00100000:0.0:1734016121.061028:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339049856:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016121.061045:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016121.061071:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 10 pid: 7681 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016121.061083:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 10 pid: 7681 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016121.061105:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73211c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 114688->159743) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a0b expref: 10 pid: 7681 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016121.061376:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339049728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9299us (10016us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.061385:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10990 00010000:00010000:0.0:1734016121.062903:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.062909:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.062923:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.062933:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.062976:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.062993:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341582720:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016121.063075:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.065733:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.065855:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341582720:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016121.065878:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.065996:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339049984 00000100:00100000:3.0:1734016121.066004:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339049984 00000100:00100000:0.0:1734016121.066053:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339049856:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5025us (6209us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.066064:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2814 00000100:00100000:3.0:1734016121.066441:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10991 00000100:00100000:3.0:1734016121.066448:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339049984:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016121.066685:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 783666 -> 783666 00002000:00010000:3.0:1734016121.066688:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.066690:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:3.0:1734016121.066692:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.066694:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:3.0:1734016121.066772:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339049984:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 324us (1049us total) trans 4294969314 rc 0/0 00000100:00100000:3.0:1734016121.066778:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10991 00000100:00100000:2.0:1734016121.070046:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.070125:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339050112 00000100:00100000:1.0:1734016121.070134:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339050112 00000100:00100000:1.0:1734016121.070174:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10992 00000100:00100000:1.0:1734016121.070263:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339050112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.070282:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.070301:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73211cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a19 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.070356:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341582848:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016121.070899:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016121.073101:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:1.0:1734016121.073132:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341582848:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016121.073177:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73211cf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a19 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.073258:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73211cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a19 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.073273:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016121.073331:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339050112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3068us (3293us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.073341:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10992 00000100:00100000:0.0:1734016121.075539:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.075775:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339050240 00000100:00100000:1.0:1734016121.075785:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339050240 00000100:00100000:1.0:1734016121.076406:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10993 00000100:00100000:1.0:1734016121.076414:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339050240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.076437:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.076457:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73211d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a20 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.076518:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341582976:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016121.076595:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.079293:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341582976:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016121.079337:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73211d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a20 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.079351:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73211d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a20 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.079369:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016121.079421:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339050240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3006us (3890us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.079430:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10993 00000100:00100000:3.0:1734016121.087323:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.087423:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339050368 00000100:00100000:1.0:1734016121.087434:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339050368 00000100:00100000:1.0:1734016121.088030:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10994 00000100:00100000:1.0:1734016121.088037:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339050368:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016121.088376:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 783666 -> 783666 00002000:00010000:1.0:1734016121.088380:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.088382:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016121 -> 1734016120 00002000:00010000:1.0:1734016121.088384:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.088386:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 456 -> 448 00000100:00100000:1.0:1734016121.088705:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339050368:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 665us (1392us total) trans 4294969315 rc 0/0 00000100:00100000:1.0:1734016121.088713:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10994 00000100:00100000:2.0:1734016121.091223:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.091359:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339050496 00000100:00100000:1.0:1734016121.091369:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339050496 00000100:00100000:1.0:1734016121.091408:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10995 00000100:00100000:1.0:1734016121.091415:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339050496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.091436:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.091454:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73211dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a27 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.091513:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583104:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016121.091586:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016121.095961:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:1.0:1734016121.095994:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583104:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016121.096039:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73211dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a27 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.096053:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73211dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a27 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.096365:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016121.096565:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339050496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5149us (5391us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.096575:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10995 00000100:00100000:0.0:1734016121.098952:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.099132:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339050624 00000100:00100000:1.0:1734016121.099142:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339050624 00000100:00100000:1.0:1734016121.099228:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10996 00000100:00100000:1.0:1734016121.099235:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339050624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.099257:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.099275:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73211e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a2e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.099333:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583232:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016121.099411:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.105689:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583232:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016121.105733:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73211e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a2e expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.105757:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73211e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a2e expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.105768:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016121.106358:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339050624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7121us (7416us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.106367:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10996 00000100:00100000:0.0:1734016121.112784:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.112878:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339050880 00000100:00100000:2.0:1734016121.112889:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339050880 00000100:00100000:2.0:1734016121.112947:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2003 00000100:00100000:2.0:1734016121.112955:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339050880:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016121.113015:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.113045:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321190 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19e1 expref: 14 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.113079:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016121.113086:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016121.113287:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.113303:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 18 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.113309:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.113345:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 18 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.113357:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 18 pid: 12824 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016121.113372:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341583360:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016121.113435:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.116855:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341583360:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016121.116887:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016121.117880:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.118304:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339051008 00000100:00100000:2.0:1734016121.118311:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339051008 00010000:00010000:2.0:1734016121.118347:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 19 pid: 12824 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016121.118385:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2815 00000100:00100000:2.0:1734016121.118392:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247339051008:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.118408:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.118413:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 19 pid: 12824 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.118423:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 19 pid: 12824 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.118445:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec73211ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a19f6 expref: 19 pid: 12824 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.118461:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016121.118466:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.118474:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.118480:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.120103:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.120117:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016121.120235:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968548 00000004:00010000:3.0:1734016121.120286:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740e2a00 reply state ffff880071085000 transno 4294968549 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016121.120294:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016121.120416:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339050880:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7456us (7638us total) trans 4294968549 rc 0/0 00000100:00100000:3.0:1734016121.120425:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2003 00000020:00080000:3.0:1734016121.120433:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016121.120619:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.120659:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247339051008:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2265us (2782us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.120669:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2815 00010000:00010000:0.0:1734016121.123370:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.123384:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.123392:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.123397:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c98c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016121.123401:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.123407:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.123423:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016121.123426:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016121.123429:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.123434:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec73211eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016121.124357:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.124510:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339051136 00000100:00100000:1.0:1734016121.124522:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339051136 00002000:00010000:1.0:1734016121.124559:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3050958->18446744073709551615) 00002000:00100000:1.0:1734016121.124563:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336a00 with x1818247339051136 ext(3050958->18446744073709551615) 00002000:00010000:1.0:1734016121.124573:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336a00. 00000100:00100000:1.0:1734016121.124593:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9135 00000100:00100000:1.0:1734016121.124599:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339051136:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016121.124825:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 783666 -> 3050958 00002000:00010000:1.0:1734016121.124828:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.124830:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016121 -> 1734016120 00002000:00010000:1.0:1734016121.124832:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.124833:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1734016121.125406:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339051136:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 804us (1054us total) trans 4294969316 rc 0/0 00000100:00100000:1.0:1734016121.125413:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9135 00002000:00010000:1.0:1734016121.125417:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3050958->18446744073709551615) 00002000:00100000:1.0:1734016121.125419:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336a00 with x1818247339051136 ext(3050958->18446744073709551615) 00002000:00010000:1.0:1734016121.125596:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336a00. 00000100:00100000:0.0:1734016121.127395:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.127530:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339051264 00000100:00100000:3.0:1734016121.127539:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339051264 00000100:00100000:3.0:1734016121.127578:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2004 00000100:00100000:3.0:1734016121.127583:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247339051264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.127605:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.127625:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73211f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a35 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.127713:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.127727:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.127808:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016121.129554:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3050958 00000004:00200000:3.0:1734016121.129563:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016121.129591:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.129628:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73211f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.129658:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.129666:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016121.129668:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016121.129671:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016121.129752:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339051264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2166us (2362us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.129760:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2004 00000100:00100000:0.0:1734016121.135397:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.135599:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339051520 00000100:00100000:1.0:1734016121.135613:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339051520 00002000:00100000:1.0:1734016121.135671:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2420736->2424831) req@ffff880130bc4380 x1818247339051520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.135681:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247339051520 ext(2420736->2424831) 00002000:00010000:1.0:1734016121.135688:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4380 00000100:00100000:1.0:1734016121.135716:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9136 00000100:00100000:1.0:1734016121.135724:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339051520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.135964:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339051520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 239us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016121.135971:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9136 00002000:00100000:1.0:1734016121.135978:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2420736->2424831) req@ffff880130bc4380 x1818247339051520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.135986:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247339051520 ext(2420736->2424831) 00002000:00010000:1.0:1734016121.135989:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4380 00000100:00100000:0.0:1734016121.144380:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.144732:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339051776 00000100:00100000:2.0:1734016121.144753:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339051776 00002000:00100000:2.0:1734016121.144789:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2416640->2420735) req@ffff880130bc6d80 x1818247339051776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.144800:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6d80 with x1818247339051776 ext(2416640->2420735) 00002000:00010000:2.0:1734016121.144805:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6d80 00000100:00100000:2.0:1734016121.144830:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9137 00000100:00100000:2.0:1734016121.144836:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339051776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.145026:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339051776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (659us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.145031:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9137 00002000:00100000:2.0:1734016121.145037:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2416640->2420735) req@ffff880130bc6d80 x1818247339051776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.145043:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6d80 with x1818247339051776 ext(2416640->2420735) 00002000:00010000:2.0:1734016121.145046:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6d80 00010000:00010000:1.0:1734016121.147833:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016121.157600:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.158335:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339052032 00000100:00100000:2.0:1734016121.158347:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339052032 00002000:00100000:2.0:1734016121.158388:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2412544->2416639) req@ffff880130bc5180 x1818247339052032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.158397:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247339052032 ext(2412544->2416639) 00002000:00010000:2.0:1734016121.158402:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:2.0:1734016121.158441:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9138 00000100:00100000:2.0:1734016121.158447:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339052032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.158614:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339052032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (1023us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.158621:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9138 00002000:00100000:2.0:1734016121.158626:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2412544->2416639) req@ffff880130bc5180 x1818247339052032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.158632:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247339052032 ext(2412544->2416639) 00002000:00010000:2.0:1734016121.158635:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:0.0:1734016121.166495:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.166982:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339052288 00000100:00100000:2.0:1734016121.166993:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339052288 00002000:00100000:2.0:1734016121.167047:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2408448->2412543) req@ffff880130bc4000 x1818247339052288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.167057:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247339052288 ext(2408448->2412543) 00002000:00010000:2.0:1734016121.167063:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:2.0:1734016121.167248:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9139 00000100:00100000:2.0:1734016121.167256:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339052288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.167473:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339052288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 218us (988us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.167481:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9139 00002000:00100000:2.0:1734016121.167486:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2408448->2412543) req@ffff880130bc4000 x1818247339052288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.167493:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247339052288 ext(2408448->2412543) 00002000:00010000:2.0:1734016121.167497:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:0.0:1734016121.174016:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.174126:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339052544 00000100:00100000:2.0:1734016121.174137:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339052544 00002000:00100000:2.0:1734016121.174215:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2404352->2408447) req@ffff880130bc5880 x1818247339052544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.174224:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5880 with x1818247339052544 ext(2404352->2408447) 00002000:00010000:2.0:1734016121.174230:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5880 00000100:00100000:2.0:1734016121.174253:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9140 00000100:00100000:2.0:1734016121.174261:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339052544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.178158:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339052544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3882us (4136us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.178175:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9140 00002000:00100000:2.0:1734016121.178203:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2404352->2408447) req@ffff880130bc5880 x1818247339052544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.178215:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5880 with x1818247339052544 ext(2404352->2408447) 00002000:00010000:2.0:1734016121.178222:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5880 00000100:00100000:0.0:1734016121.183331:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.184392:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339052800 00000100:00100000:2.0:1734016121.184404:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339052800 00002000:00100000:2.0:1734016121.184454:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2400256->2404351) req@ffff8800712ab480 x1818247339052800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.184464:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab480 with x1818247339052800 ext(2400256->2404351) 00002000:00010000:2.0:1734016121.184469:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab480 00000100:00100000:2.0:1734016121.184497:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9141 00000100:00100000:2.0:1734016121.184504:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339052800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.185722:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339052800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1210us (2396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.185733:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9141 00002000:00100000:2.0:1734016121.185752:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2400256->2404351) req@ffff8800712ab480 x1818247339052800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.185761:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712ab480 with x1818247339052800 ext(2400256->2404351) 00002000:00010000:2.0:1734016121.185765:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712ab480 00000100:00100000:0.0:1734016121.188467:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.188593:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339053056 00000100:00100000:2.0:1734016121.188603:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339053056 00002000:00100000:2.0:1734016121.188650:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2396160->2400255) req@ffff8800712a9880 x1818247339053056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.188660:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9880 with x1818247339053056 ext(2396160->2400255) 00002000:00010000:2.0:1734016121.188666:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9880 00000100:00100000:2.0:1734016121.188685:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9142 00000100:00100000:2.0:1734016121.188691:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339053056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.189115:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339053056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 422us (658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.189122:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9142 00002000:00100000:2.0:1734016121.189127:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2396160->2400255) req@ffff8800712a9880 x1818247339053056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.189133:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9880 with x1818247339053056 ext(2396160->2400255) 00002000:00010000:2.0:1734016121.189135:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9880 00000100:00100000:0.0:1734016121.192114:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.193512:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339053312 00000100:00100000:2.0:1734016121.193526:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339053312 00002000:00100000:2.0:1734016121.193574:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2392064->2396159) req@ffff8800712aa300 x1818247339053312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.193585:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aa300 with x1818247339053312 ext(2392064->2396159) 00002000:00010000:2.0:1734016121.193591:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712aa300 00000100:00100000:2.0:1734016121.193618:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9143 00000100:00100000:2.0:1734016121.193625:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339053312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.193845:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339053312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 219us (1742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.193852:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9143 00002000:00100000:2.0:1734016121.193858:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2392064->2396159) req@ffff8800712aa300 x1818247339053312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.193864:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aa300 with x1818247339053312 ext(2392064->2396159) 00002000:00010000:2.0:1734016121.193867:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712aa300 00000100:00100000:0.0:1734016121.197141:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.197291:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339053568 00000100:00100000:2.0:1734016121.197301:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339053568 00002000:00100000:2.0:1734016121.197351:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2387968->2392063) req@ffff8800712a9c00 x1818247339053568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.197362:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9c00 with x1818247339053568 ext(2387968->2392063) 00002000:00010000:2.0:1734016121.197368:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9c00 00000100:00100000:2.0:1734016121.197923:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9144 00000100:00100000:2.0:1734016121.197931:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339053568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.198140:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339053568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 208us (1010us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.198149:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9144 00002000:00100000:2.0:1734016121.198156:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2387968->2392063) req@ffff8800712a9c00 x1818247339053568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.198163:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9c00 with x1818247339053568 ext(2387968->2392063) 00002000:00010000:2.0:1734016121.198166:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9c00 00000100:00100000:0.0:1734016121.208754:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.209147:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339053824 00000100:00100000:2.0:1734016121.209161:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339053824 00002000:00100000:2.0:1734016121.209258:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2383872->2387967) req@ffff8800712a9180 x1818247339053824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.209269:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9180 with x1818247339053824 ext(2383872->2387967) 00002000:00010000:2.0:1734016121.209274:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9180 00000100:00100000:2.0:1734016121.209305:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9145 00000100:00100000:2.0:1734016121.209313:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339053824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.209526:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339053824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 212us (788us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.209533:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9145 00002000:00100000:2.0:1734016121.209540:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2383872->2387967) req@ffff8800712a9180 x1818247339053824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.209547:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9180 with x1818247339053824 ext(2383872->2387967) 00002000:00010000:2.0:1734016121.209549:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9180 00000100:00100000:0.0:1734016121.213121:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.213351:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339054080 00000100:00100000:2.0:1734016121.213361:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339054080 00002000:00100000:2.0:1734016121.213408:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2379776->2383871) req@ffff8800712a8380 x1818247339054080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.213418:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8380 with x1818247339054080 ext(2379776->2383871) 00002000:00010000:2.0:1734016121.213424:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8380 00000100:00100000:2.0:1734016121.214753:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9146 00000100:00100000:2.0:1734016121.214764:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339054080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.215642:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339054080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 878us (2532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.215651:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9146 00002000:00100000:2.0:1734016121.215661:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2379776->2383871) req@ffff8800712a8380 x1818247339054080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.215670:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8380 with x1818247339054080 ext(2379776->2383871) 00002000:00010000:2.0:1734016121.215676:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8380 00000100:00100000:0.0:1734016121.218723:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.218830:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339054336 00000100:00100000:2.0:1734016121.218840:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339054336 00002000:00100000:2.0:1734016121.218884:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2375680->2379775) req@ffff880071326680 x1818247339054336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.218895:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247339054336 ext(2375680->2379775) 00002000:00010000:2.0:1734016121.218900:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:2.0:1734016121.218922:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9147 00000100:00100000:2.0:1734016121.218928:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339054336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.219127:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339054336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 197us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.219135:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9147 00002000:00100000:2.0:1734016121.219141:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2375680->2379775) req@ffff880071326680 x1818247339054336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.219148:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247339054336 ext(2375680->2379775) 00002000:00010000:2.0:1734016121.219151:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:0.0:1734016121.225554:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.225967:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339054592 00000100:00100000:2.0:1734016121.225977:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339054592 00002000:00100000:2.0:1734016121.226022:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2371584->2375679) req@ffff880071326300 x1818247339054592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.226032:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326300 with x1818247339054592 ext(2371584->2375679) 00002000:00010000:2.0:1734016121.226037:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326300 00000100:00100000:2.0:1734016121.226946:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9148 00000100:00100000:2.0:1734016121.226956:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339054592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.227204:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339054592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 248us (1661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.227211:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9148 00002000:00100000:2.0:1734016121.227218:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2371584->2375679) req@ffff880071326300 x1818247339054592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.227225:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326300 with x1818247339054592 ext(2371584->2375679) 00002000:00010000:2.0:1734016121.227228:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326300 00000100:00100000:0.0:1734016121.230307:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.231953:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339054720 00000100:00100000:3.0:1734016121.231965:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339054720 00000100:00100000:0.0:1734016121.232899:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2005 00000100:00100000:0.0:1734016121.232907:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339054720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.232927:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.232944:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7321200 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a3c expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.233018:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7321207 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016121.233029:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7321207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016121.233036:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7321207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016121.233053:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3050958 00000004:00200000:0.0:1734016121.233056:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016121.233070:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7321207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016121.233088:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec7321200 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a3c expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.233121:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7321207 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a3c expref: 19 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.233128:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016121.233130:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016121.233133:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016121.233207:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339054720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 299us (2911us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.233213:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2005 00000100:00100000:1.0:1734016121.238376:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.240394:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339054848 00000100:00100000:2.0:1734016121.240404:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339054848 00000100:00100000:2.0:1734016121.240465:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10997 00000100:00100000:2.0:1734016121.240472:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339054848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.240487:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.240505:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732120e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a43 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.240550:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583488:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016121.240613:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016121.254929:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016120 -> 1734016121 00000100:00100000:2.0:1734016121.254954:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583488:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016121.254990:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732120e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a43 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.255002:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732120e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a43 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.255039:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016121.255107:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339054848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14633us (16736us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016121.255115:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10997 00000100:00100000:1.0:1734016121.265751:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.265963:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339054976 00000100:00100000:2.0:1734016121.265971:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339054976 00000100:00100000:2.0:1734016121.266016:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10998 00000100:00100000:2.0:1734016121.266023:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339054976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.266040:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.266056:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321215 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a4a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.266100:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583616:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016121.266154:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.273162:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583616:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016121.273230:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321215 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a4a expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.273247:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321215 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a4a expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016121.273272:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:3.0:1734016121.273783:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339054976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7758us (8050us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.273791:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10998 00000100:00100000:0.0:1734016121.286803:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.292822:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339055104 00000100:00100000:3.0:1734016121.292834:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339055104 00000100:00100000:3.0:1734016121.292901:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 10999 00000100:00100000:3.0:1734016121.292908:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339055104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.292923:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.292940:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732121c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a51 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.292986:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583744:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016121.293056:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.300948:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583744:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016121.300985:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732121c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a51 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.300999:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732121c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a51 expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.301019:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016121.303266:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339055104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10348us (16467us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.303278:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 10999 00000100:00100000:0.0:1734016121.310359:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.310484:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339055232 00000100:00100000:3.0:1734016121.310496:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339055232 00000100:00100000:3.0:1734016121.310542:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11000 00000100:00100000:3.0:1734016121.310549:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339055232:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.310570:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.310590:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a58 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.310622:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.310629:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.310630:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.310634:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2158592->2162687] (req 2158592->2162687) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.310666:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.310677:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 8 pid: 7681 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016121.310689:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583872:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016121.311053:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.322506:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341583872:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016121.322548:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2158592->2162687] (req 2158592->2162687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.322569:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016121.322624:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339055232:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12074us (12276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.322633:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11000 00000100:00100000:0.0:1734016121.326625:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.326766:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339055360 00000100:00100000:2.0:1734016121.326777:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339055360 00010000:00010000:2.0:1734016121.326815:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 9 pid: 7681 timeout: 484 lvb_type: 0 00000100:00100000:2.0:1734016121.326862:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2816 00000100:00100000:2.0:1734016121.326870:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339055360:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.326887:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.326911:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 9 pid: 7681 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.326923:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 9 pid: 7681 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.326947:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73211c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a12 expref: 9 pid: 7681 timeout: 484 lvb_type: 0 00010000:00010000:2.0:1734016121.326969:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.326971:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.326978:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.326992:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.327031:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.327045:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341584000:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016121.327106:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.329307:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341584000:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016121.329331:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.329370:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339055360:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2500us (2757us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.329381:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2816 00000100:00100000:0.0:1734016121.339530:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.339902:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339055616 00000100:00100000:2.0:1734016121.339913:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339055616 00002000:00100000:2.0:1734016121.339962:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2158592->2162687) req@ffff880071325c00 x1818247339055616/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.339972:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325c00 with x1818247339055616 ext(2158592->2162687) 00002000:00010000:2.0:1734016121.339980:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325c00 00000100:00100000:2.0:1734016121.340011:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9149 00000100:00100000:2.0:1734016121.340019:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339055616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.340263:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339055616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 243us (742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.340278:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9149 00002000:00100000:2.0:1734016121.340285:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2158592->2162687) req@ffff880071325c00 x1818247339055616/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.340293:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325c00 with x1818247339055616 ext(2158592->2162687) 00002000:00010000:2.0:1734016121.340297:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325c00 00000100:00100000:1.0:1734016121.345379:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.347056:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339055872 00000100:00100000:2.0:1734016121.347069:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339055872 00002000:00100000:2.0:1734016121.347120:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2154496->2158591) req@ffff88012eb64000 x1818247339055872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.347132:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247339055872 ext(2154496->2158591) 00002000:00010000:2.0:1734016121.347137:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64000 00000100:00100000:2.0:1734016121.347177:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9150 00000100:00100000:2.0:1734016121.347198:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339055872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.347398:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339055872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (2031us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.347405:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9150 00002000:00100000:2.0:1734016121.347410:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2154496->2158591) req@ffff88012eb64000 x1818247339055872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.347418:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64000 with x1818247339055872 ext(2154496->2158591) 00002000:00010000:2.0:1734016121.347421:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64000 00000100:00100000:0.0:1734016121.353726:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.354209:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339056128 00000100:00100000:2.0:1734016121.354219:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339056128 00002000:00100000:2.0:1734016121.354265:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2150400->2154495) req@ffff880071324e00 x1818247339056128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.354281:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324e00 with x1818247339056128 ext(2150400->2154495) 00002000:00010000:2.0:1734016121.354287:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324e00 00000100:00100000:2.0:1734016121.354415:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9151 00000100:00100000:2.0:1734016121.354423:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339056128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.354920:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339056128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 495us (1204us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.354927:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9151 00002000:00100000:2.0:1734016121.354933:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2150400->2154495) req@ffff880071324e00 x1818247339056128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.354940:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324e00 with x1818247339056128 ext(2150400->2154495) 00002000:00010000:2.0:1734016121.354942:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324e00 00000100:00100000:0.0:1734016121.362890:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.363270:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339056384 00000100:00100000:2.0:1734016121.363281:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339056384 00002000:00100000:2.0:1734016121.363328:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2146304->2150399) req@ffff880071327b80 x1818247339056384/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.363339:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327b80 with x1818247339056384 ext(2146304->2150399) 00002000:00010000:2.0:1734016121.363345:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327b80 00000100:00100000:2.0:1734016121.363368:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9152 00000100:00100000:2.0:1734016121.363376:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339056384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.363576:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339056384:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (695us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.363584:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9152 00002000:00100000:2.0:1734016121.363590:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2146304->2150399) req@ffff880071327b80 x1818247339056384/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.363598:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327b80 with x1818247339056384 ext(2146304->2150399) 00002000:00010000:2.0:1734016121.363601:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327b80 00000100:00100000:0.0:1734016121.373863:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.375409:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339056512 00000100:00100000:2.0:1734016121.375422:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339056512 00002000:00100000:2.0:1734016121.375479:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2146304->2162687) req@ffff880071325500 x1818247339056512/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 16872/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.375490:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325500 with x1818247339056512 ext(2146304->2162687) 00002000:00010000:2.0:1734016121.375496:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325500 00000100:00100000:2.0:1734016121.375523:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9153 00000100:00100000:2.0:1734016121.375531:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339056512:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016121.386131:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339056512:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 10586us (12265us total) trans 4294969317 rc 0/0 00000100:00100000:3.0:1734016121.386148:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9153 00002000:00100000:3.0:1734016121.386164:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2146304->2162687) req@ffff880071325500 x1818247339056512/t4294969317(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 16872/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.386174:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325500 with x1818247339056512 ext(2146304->2162687) 00002000:00010000:3.0:1734016121.386194:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325500 00000100:00100000:0.0:1734016121.389320:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.389439:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339056640 00000100:00100000:3.0:1734016121.389451:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339056640 00000100:00100000:3.0:1734016121.389502:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2006 00000100:00100000:3.0:1734016121.389509:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339056640:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016121.389872:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339056640:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 362us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.389878:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2006 00000100:00100000:0.0:1734016121.400312:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.400435:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339056768 00000100:00100000:3.0:1734016121.400446:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339056768 00000100:00100000:3.0:1734016121.400490:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11001 00000100:00100000:3.0:1734016121.400497:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339056768:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016121.405946:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969317 is committed 00000001:00080000:0.0:1734016121.405961:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969316 is committed 00000100:00100000:3.0:1734016121.406295:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339056768:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 5793us (5989us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.406306:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11001 00000100:00100000:0.0:1734016121.417898:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.418017:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339056896 00000100:00100000:3.0:1734016121.418027:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339056896 00000100:00100000:3.0:1734016121.418073:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11002 00000100:00100000:3.0:1734016121.418080:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339056896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.418101:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.418122:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec732122a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a5f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.418213:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584128:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016121.418298:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00002000:00010000:3.0:1734016121.420882:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 448 -> 480 00000100:00100000:3.0:1734016121.420908:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584128:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016121.420940:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec732122a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a5f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.420959:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec732122a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a5f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.420987:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016121.421028:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339056896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2947us (3140us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.421037:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11002 00000100:00100000:0.0:1734016121.425335:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.425385:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339057024 00000100:00100000:3.0:1734016121.425395:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339057024 00000100:00100000:3.0:1734016121.425451:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11003 00000100:00100000:3.0:1734016121.425460:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339057024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.425479:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.425498:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321231 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a66 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.425556:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584256:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016121.425630:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.427794:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584256:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016121.427828:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321231 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a66 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.427842:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321231 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a66 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.428528:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016121.428580:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339057024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3120us (3254us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.428589:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11003 00000100:00100000:0.0:1734016121.434088:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.434373:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339057280 00000100:00100000:3.0:1734016121.434384:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339057280 00002000:00100000:3.0:1734016121.434435:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1486848->1490943) req@ffff880090a27100 x1818247339057280/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.434446:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27100 with x1818247339057280 ext(1486848->1490943) 00002000:00010000:3.0:1734016121.434452:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27100 00000100:00100000:3.0:1734016121.434476:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9154 00000100:00100000:3.0:1734016121.434483:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339057280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.434691:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339057280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 207us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.434699:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9154 00002000:00100000:3.0:1734016121.434706:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1486848->1490943) req@ffff880090a27100 x1818247339057280/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.434712:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27100 with x1818247339057280 ext(1486848->1490943) 00002000:00010000:3.0:1734016121.434715:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27100 00000100:00100000:0.0:1734016121.440557:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.440668:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339057536 00000100:00100000:2.0:1734016121.440679:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339057536 00002000:00100000:2.0:1734016121.440722:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1482752->1486847) req@ffff880090a27480 x1818247339057536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.440747:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27480 with x1818247339057536 ext(1482752->1486847) 00002000:00010000:2.0:1734016121.440753:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27480 00000100:00100000:2.0:1734016121.440781:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9155 00000100:00100000:2.0:1734016121.440788:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339057536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.440972:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339057536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 183us (973us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.440979:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9155 00002000:00100000:2.0:1734016121.440984:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1482752->1486847) req@ffff880090a27480 x1818247339057536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.440995:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27480 with x1818247339057536 ext(1482752->1486847) 00002000:00010000:2.0:1734016121.440998:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27480 00000100:00100000:0.0:1734016121.443957:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.444087:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339057792 00000100:00100000:2.0:1734016121.444097:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339057792 00002000:00100000:2.0:1734016121.444143:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1478656->1482751) req@ffff880090a26a00 x1818247339057792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.444153:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a26a00 with x1818247339057792 ext(1478656->1482751) 00002000:00010000:2.0:1734016121.444158:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a26a00 00000100:00100000:3.0:1734016121.444443:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9156 00000100:00100000:3.0:1734016121.444453:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339057792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.444651:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339057792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 197us (704us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.444659:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9156 00002000:00100000:3.0:1734016121.444665:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1478656->1482751) req@ffff880090a26a00 x1818247339057792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.444671:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a26a00 with x1818247339057792 ext(1478656->1482751) 00002000:00010000:3.0:1734016121.444674:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a26a00 00000100:00100000:0.0:1734016121.448754:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.449366:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339058048 00000100:00100000:3.0:1734016121.449377:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339058048 00002000:00100000:3.0:1734016121.449423:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1474560->1478655) req@ffff88012b87c000 x1818247339058048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.449433:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c000 with x1818247339058048 ext(1474560->1478655) 00002000:00010000:3.0:1734016121.449439:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c000 00000100:00100000:3.0:1734016121.449542:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9157 00000100:00100000:3.0:1734016121.449622:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339058048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.450292:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339058048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 671us (1559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.450300:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9157 00002000:00100000:3.0:1734016121.450306:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1474560->1478655) req@ffff88012b87c000 x1818247339058048/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.450313:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c000 with x1818247339058048 ext(1474560->1478655) 00002000:00010000:3.0:1734016121.450316:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c000 00000100:00100000:0.0:1734016121.455707:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.456442:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339058304 00000100:00100000:3.0:1734016121.456454:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339058304 00002000:00100000:3.0:1734016121.456504:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1470464->1474559) req@ffff88012b87fb80 x1818247339058304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.456520:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87fb80 with x1818247339058304 ext(1470464->1474559) 00002000:00010000:3.0:1734016121.456525:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87fb80 00000100:00100000:3.0:1734016121.457097:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9158 00000100:00100000:3.0:1734016121.457105:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339058304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.457376:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339058304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 270us (1681us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.457383:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9158 00002000:00100000:3.0:1734016121.457389:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1470464->1474559) req@ffff88012b87fb80 x1818247339058304/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.457396:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87fb80 with x1818247339058304 ext(1470464->1474559) 00002000:00010000:3.0:1734016121.457399:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87fb80 00000100:00100000:0.0:1734016121.462038:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.462342:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339058560 00000100:00100000:2.0:1734016121.462351:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339058560 00002000:00100000:2.0:1734016121.462406:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1466368->1470463) req@ffff88012b87df80 x1818247339058560/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.462416:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87df80 with x1818247339058560 ext(1466368->1470463) 00002000:00010000:2.0:1734016121.462422:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87df80 00000100:00100000:2.0:1734016121.462463:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9159 00000100:00100000:2.0:1734016121.462471:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339058560:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.462685:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339058560:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 213us (656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.462693:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9159 00002000:00100000:2.0:1734016121.462699:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1466368->1470463) req@ffff88012b87df80 x1818247339058560/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.462705:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87df80 with x1818247339058560 ext(1466368->1470463) 00002000:00010000:2.0:1734016121.462708:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87df80 00000100:00100000:0.0:1734016121.465712:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.465856:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339058816 00000100:00100000:3.0:1734016121.465866:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339058816 00002000:00100000:3.0:1734016121.465909:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1462272->1466367) req@ffff88012b87dc00 x1818247339058816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.465918:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87dc00 with x1818247339058816 ext(1462272->1466367) 00002000:00010000:3.0:1734016121.465922:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87dc00 00000100:00100000:3.0:1734016121.466024:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9160 00000100:00100000:3.0:1734016121.466031:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339058816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.466401:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339058816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 368us (698us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.466408:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9160 00002000:00100000:3.0:1734016121.466413:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1462272->1466367) req@ffff88012b87dc00 x1818247339058816/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.466419:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87dc00 with x1818247339058816 ext(1462272->1466367) 00002000:00010000:3.0:1734016121.466422:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87dc00 00000100:00100000:0.0:1734016121.478133:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.478974:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339059072 00000100:00100000:3.0:1734016121.478985:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339059072 00002000:00100000:3.0:1734016121.479030:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1458176->1462271) req@ffff88012b87c700 x1818247339059072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.479039:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c700 with x1818247339059072 ext(1458176->1462271) 00002000:00010000:3.0:1734016121.479044:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c700 00000100:00100000:3.0:1734016121.479128:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9161 00000100:00100000:3.0:1734016121.479135:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339059072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.479339:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339059072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (1217us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.479347:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9161 00002000:00100000:3.0:1734016121.479352:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1458176->1462271) req@ffff88012b87c700 x1818247339059072/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.479359:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87c700 with x1818247339059072 ext(1458176->1462271) 00002000:00010000:3.0:1734016121.479362:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87c700 00000100:00100000:0.0:1734016121.481528:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.482255:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339059328 00000100:00100000:3.0:1734016121.482268:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339059328 00002000:00100000:3.0:1734016121.482315:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1454080->1458175) req@ffff88012b87ed80 x1818247339059328/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.482324:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ed80 with x1818247339059328 ext(1454080->1458175) 00002000:00010000:3.0:1734016121.482330:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ed80 00000100:00100000:3.0:1734016121.482367:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9162 00000100:00100000:3.0:1734016121.482374:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339059328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.482553:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339059328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (1033us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.482560:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9162 00002000:00100000:3.0:1734016121.482565:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1454080->1458175) req@ffff88012b87ed80 x1818247339059328/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.482571:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ed80 with x1818247339059328 ext(1454080->1458175) 00002000:00010000:3.0:1734016121.482574:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ed80 00000100:00100000:0.0:1734016121.485930:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.491092:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339059584 00000100:00100000:2.0:1734016121.491106:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339059584 00002000:00100000:2.0:1734016121.491161:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1449984->1454079) req@ffff88012b87ea00 x1818247339059584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.491171:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ea00 with x1818247339059584 ext(1449984->1454079) 00002000:00010000:2.0:1734016121.491177:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ea00 00000100:00100000:2.0:1734016121.491261:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9163 00000100:00100000:2.0:1734016121.491268:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339059584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.491471:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339059584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (5553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.491479:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9163 00002000:00100000:2.0:1734016121.491484:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1449984->1454079) req@ffff88012b87ea00 x1818247339059584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.491491:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ea00 with x1818247339059584 ext(1449984->1454079) 00002000:00010000:2.0:1734016121.491494:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ea00 00000100:00100000:0.0:1734016121.496177:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.497171:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339059840 00000100:00100000:3.0:1734016121.497201:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339059840 00002000:00100000:3.0:1734016121.497251:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1445888->1449983) req@ffff88012b87f100 x1818247339059840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.497261:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f100 with x1818247339059840 ext(1445888->1449983) 00002000:00010000:3.0:1734016121.497266:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f100 00000100:00100000:3.0:1734016121.497305:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9164 00000100:00100000:3.0:1734016121.497314:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339059840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.497522:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339059840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 208us (1356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016121.497529:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9164 00002000:00100000:3.0:1734016121.497535:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1445888->1449983) req@ffff88012b87f100 x1818247339059840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016121.497542:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f100 with x1818247339059840 ext(1445888->1449983) 00002000:00010000:3.0:1734016121.497545:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f100 00000100:00100000:0.0:1734016121.501660:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.501783:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339059968 00000100:00100000:3.0:1734016121.501793:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339059968 00000100:00100000:3.0:1734016121.502120:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11004 00000100:00100000:3.0:1734016121.502127:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339059968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.502148:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.502168:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321238 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a6d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.502258:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584384:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016121.502322:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.504246:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584384:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016121.504282:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321238 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a6d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.504296:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321238 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a6d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.504324:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016121.504370:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339059968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2242us (2720us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.504379:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11004 00000100:00100000:0.0:1734016121.507661:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.507787:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339060096 00000100:00100000:3.0:1734016121.507797:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339060096 00000100:00100000:3.0:1734016121.507871:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11005 00000100:00100000:3.0:1734016121.507878:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339060096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.507897:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.507919:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732123f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a74 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.507980:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584512:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016121.508058:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.510779:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584512:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016121.510814:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732123f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a74 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.510827:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732123f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a74 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.510913:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016121.511177:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339060096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3296us (3526us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.511210:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11005 00000100:00100000:0.0:1734016121.520450:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.520607:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339060352 00000100:00100000:3.0:1734016121.520618:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339060352 00000100:00100000:3.0:1734016121.520677:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2007 00000100:00100000:3.0:1734016121.520686:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339060352:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016121.520761:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.520797:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7321207 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a3c expref: 19 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.521375:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016121.521380:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016121.521641:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.521656:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.521663:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.521693:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.521705:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 15 pid: 6475 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016121.521717:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341584640:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016121.521792:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.524311:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341584640:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016121.524336:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016121.527554:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.530280:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339060480 00000100:00100000:3.0:1734016121.530294:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339060480 00010000:00010000:3.0:1734016121.530720:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 16 pid: 6475 timeout: 484 lvb_type: 0 00000100:00100000:3.0:1734016121.530800:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2817 00000100:00100000:3.0:1734016121.530808:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1983:x1818247339060480:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.530827:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.530833:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 16 pid: 6475 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016121.530846:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 16 pid: 6475 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016121.530870:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec73211f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a35 expref: 16 pid: 6475 timeout: 484 lvb_type: 0 00010000:00010000:3.0:1734016121.530906:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016121.530912:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.530921:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.530926:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.530960:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.531018:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247339060480:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 211us (3476us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.531023:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2817 00010000:00010000:2.0:1734016121.531350:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.531357:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016121.531466:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968550 00000004:00010000:2.0:1734016121.531521:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012b87c380 reply state ffff88012e9c5000 transno 4294968551 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016121.531529:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016121.531610:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339060352:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 10926us (11175us total) trans 4294968551 rc 0/0 00000100:00100000:2.0:1734016121.531618:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2007 00000020:00080000:2.0:1734016121.531622:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016121.542758:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.543528:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339060608 00000100:00100000:3.0:1734016121.543536:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339060608 00002000:00010000:3.0:1734016121.543573:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7837038->18446744073709551615) 00002000:00100000:3.0:1734016121.543576:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f800 with x1818247339060608 ext(7837038->18446744073709551615) 00002000:00010000:3.0:1734016121.543585:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f800. 00010000:00010000:2.0:1734016121.543834:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.543842:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.543847:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.543851:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1658c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016121.543854:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.543860:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.543872:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016121.543874:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016121.543877:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.543882:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321246 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016121.544434:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9165 00000100:00100000:3.0:1734016121.544440:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339060608:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016121.544610:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3050958 -> 7837038 00002000:00010000:3.0:1734016121.544613:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.544615:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.544616:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016121.544618:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:3.0:1734016121.544666:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339060608:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 225us (1915us total) trans 4294969318 rc 0/0 00000100:00100000:3.0:1734016121.544671:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9165 00002000:00010000:3.0:1734016121.544674:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7837038->18446744073709551615) 00002000:00100000:3.0:1734016121.544676:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87f800 with x1818247339060608 ext(7837038->18446744073709551615) 00002000:00010000:3.0:1734016121.544679:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87f800. 00000100:00100000:0.0:1734016121.548428:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.550275:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339060736 00000100:00100000:2.0:1734016121.550288:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339060736 00000100:00100000:2.0:1734016121.555118:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2008 00000100:00100000:2.0:1734016121.555132:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247339060736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.555194:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.555213:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732124d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a7b expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.555301:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321254 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.555313:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321254 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.555322:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321254 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016121.555342:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7837038 00000004:00200000:2.0:1734016121.555346:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016121.555357:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321254 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.555375:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732124d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a7b expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.555407:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321254 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a7b expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.555415:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016121.555417:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016121.555420:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016121.555478:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339060736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 348us (7061us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.555485:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2008 00000100:00100000:1.0:1734016121.563820:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.565394:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339060992 00000100:00100000:2.0:1734016121.565405:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339060992 00000100:00100000:3.0:1734016121.565590:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2009 00000100:00100000:3.0:1734016121.565599:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339060992:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016121.565644:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.565665:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321254 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a7b expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.565691:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016121.565696:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016121.566073:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.566086:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.566095:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016121.566129:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968552 00000004:00010000:3.0:1734016121.566150:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012eb64700 reply state ffff88012e9c3000 transno 4294968553 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016121.566159:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016121.566608:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339060992:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 1007us (2796us total) trans 4294968553 rc 0/0 00000100:00100000:3.0:1734016121.566616:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2009 00000020:00080000:3.0:1734016121.566620:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016121.579512:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.579530:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.579537:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.579542:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165680 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016121.579546:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.579553:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.579571:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016121.579573:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016121.579577:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016121.579581:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732125b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016121.580498:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.580542:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339061120 00000100:00100000:0.0:1734016121.580554:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339061120 00002000:00010000:0.0:1734016121.580590:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3054206->18446744073709551615) 00002000:00100000:0.0:1734016121.580594:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65180 with x1818247339061120 ext(3054206->18446744073709551615) 00002000:00010000:0.0:1734016121.580607:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65180. 00000100:00100000:0.0:1734016121.580649:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9166 00000100:00100000:0.0:1734016121.580656:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339061120:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016121.580890:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7837038 -> 3054206 00002000:00010000:0.0:1734016121.580894:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.580896:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.580898:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.580900:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:0.0:1734016121.580966:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339061120:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 309us (476us total) trans 4294969319 rc 0/0 00000100:00100000:0.0:1734016121.580975:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9166 00002000:00010000:0.0:1734016121.580978:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3054206->18446744073709551615) 00002000:00100000:0.0:1734016121.580981:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65180 with x1818247339061120 ext(3054206->18446744073709551615) 00002000:00010000:0.0:1734016121.580985:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65180. 00000100:00100000:0.0:1734016121.595687:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.595793:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339061248 00000100:00100000:3.0:1734016121.595807:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339061248 00000100:00100000:3.0:1734016121.595875:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2010 00000100:00100000:3.0:1734016121.595882:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247339061248:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.595913:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.595934:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321262 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a82 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.596031:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.596045:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.596057:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016121.596081:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3054206 00000004:00200000:3.0:1734016121.596085:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016121.596100:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.596121:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321262 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 24 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.596157:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.596165:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016121.596168:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016121.596171:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016121.596272:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339061248:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 390us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.596278:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2010 00000100:00100000:1.0:1734016121.600534:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.601088:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339061376 00000100:00100000:3.0:1734016121.601101:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339061376 00000100:00100000:3.0:1734016121.601168:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2011 00000100:00100000:3.0:1734016121.601176:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247339061376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.601226:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.601249:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321270 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a89 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.601346:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321277 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.601360:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.601369:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016121.601392:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3054206 00000004:00200000:3.0:1734016121.601396:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016121.601411:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321277 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.601434:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321270 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a89 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.605220:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321277 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a89 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.605236:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016121.605239:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016121.605243:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016121.605338:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339061376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4159us (4808us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.605348:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2011 00000100:00100000:2.0:1734016121.620201:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.627978:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339061504 00000100:00100000:3.0:1734016121.627995:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339061504 00000100:00100000:3.0:1734016121.628085:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11006 00000100:00100000:3.0:1734016121.628093:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339061504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.628116:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.628138:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732127e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a90 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.628240:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584768:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016121.628329:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.643946:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584768:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016121.644005:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732127e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a90 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.644023:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732127e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a90 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.644051:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016121.644110:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339061504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16016us (23937us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.644119:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11006 00000100:00100000:1.0:1734016121.652386:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.655982:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339061632 00000100:00100000:3.0:1734016121.655993:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339061632 00000100:00100000:3.0:1734016121.656061:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11007 00000100:00100000:3.0:1734016121.656068:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339061632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.656084:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.656101:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321285 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a97 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.656150:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584896:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016121.656247:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.660272:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341584896:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016121.660307:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321285 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a97 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.660321:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321285 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a97 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.660359:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016121.660587:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339061632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4517us (8206us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.660596:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11007 00000100:00100000:1.0:1734016121.674526:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.674617:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339061888 00000100:00100000:3.0:1734016121.674625:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339061888 00000100:00100000:3.0:1734016121.674676:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2012 00000100:00100000:3.0:1734016121.674683:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339061888:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016121.674739:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.674764:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321277 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a89 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.674795:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016121.674799:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016121.674927:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.674941:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.674948:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016121.674975:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.674986:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 22 pid: 6475 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.674998:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341585024:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016121.678420:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.680748:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341585024:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016121.680772:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016121.681118:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.681299:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339062016 00000100:00100000:2.0:1734016121.681306:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339062016 00010000:00010000:2.0:1734016121.681330:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 23 pid: 6475 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.681363:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2818 00000100:00100000:2.0:1734016121.681369:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:1983:x1818247339062016:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.681381:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.681386:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 23 pid: 6475 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.681394:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 23 pid: 6475 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.681413:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321269 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a82 expref: 23 pid: 6475 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.681436:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016121.681440:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.681448:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.681453:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.681468:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.681503:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+22:1983:x1818247339062016:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 134us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.681509:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2818 00010000:00010000:2.0:1734016121.681534:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.681539:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016121.681604:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968554 00000004:00010000:2.0:1734016121.681634:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012eb67b80 reply state ffff88012c8ba000 transno 4294968555 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016121.681641:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016121.681693:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339061888:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7010us (7176us total) trans 4294968555 rc 0/0 00000100:00100000:2.0:1734016121.681698:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2012 00000020:00080000:2.0:1734016121.681702:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016121.682592:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.682599:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.682604:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.682609:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac166d00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016121.682612:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.682617:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.682625:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016121.682627:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016121.682630:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.682635:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec732128c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016121.683239:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.683294:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339062144 00000100:00100000:3.0:1734016121.683298:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339062144 00000100:00100000:3.0:1734016121.683330:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11008 00000100:00100000:3.0:1734016121.683335:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339062144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.683345:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.683356:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1a9e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.683374:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.683380:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.683381:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.683385:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.683406:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.683416:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 8 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.683427:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585152:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016121.683471:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.684484:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585152:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016121.684500:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.684509:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016121.684531:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339062144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1195us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.684536:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11008 00000100:00100000:2.0:1734016121.689376:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.689448:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339062272 00000100:00100000:3.0:1734016121.689454:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339062272 00010000:00010000:3.0:1734016121.689482:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 9 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.689504:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2819 00000100:00100000:3.0:1734016121.689510:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339062272:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.689522:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.689536:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 9 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.689546:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 9 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.689568:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321223 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2158592->2162687) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a58 expref: 9 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.691310:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.691313:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.691321:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.691330:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.691359:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.691370:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341585280:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016121.691423:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.700899:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.701051:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341585280:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016121.701068:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.701099:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339062272:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11588us (11731us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.701108:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2819 00000100:00100000:2.0:1734016121.701435:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339062400 00000100:00100000:2.0:1734016121.701442:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339062400 00002000:00010000:2.0:1734016121.701467:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9530043->18446744073709551615) 00002000:00100000:2.0:1734016121.701471:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191500 with x1818247339062400 ext(9530043->18446744073709551615) 00002000:00010000:2.0:1734016121.701480:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191500. 00000100:00100000:2.0:1734016121.701506:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9167 00000100:00100000:2.0:1734016121.701511:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339062400:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016121.701657:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3054206 -> 9530043 00002000:00010000:2.0:1734016121.701660:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.701662:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.701663:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:2.0:1734016121.701665:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 480 -> 480 00000100:00100000:2.0:1734016121.701683:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339062400:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 172us (791us total) trans 4294969320 rc 0/0 00000100:00100000:2.0:1734016121.701689:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9167 00002000:00010000:2.0:1734016121.701692:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9530043->18446744073709551615) 00002000:00100000:2.0:1734016121.701694:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191500 with x1818247339062400 ext(9530043->18446744073709551615) 00002000:00010000:2.0:1734016121.701697:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191500. 00000100:00100000:1.0:1734016121.710109:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.710215:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339062528 00000100:00100000:2.0:1734016121.710223:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339062528 00000100:00100000:2.0:1734016121.710264:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2013 00000100:00100000:2.0:1734016121.710270:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247339062528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.710289:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.710305:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732129a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1aa5 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.710375:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73212a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.710387:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73212a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.710396:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73212a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016121.710416:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9530043 00000004:00200000:2.0:1734016121.710419:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016121.710430:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73212a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016121.710448:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732129a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aa5 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.710464:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73212a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aa5 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.710470:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016121.710473:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016121.710476:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016121.710514:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339062528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 244us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.710520:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2013 00000100:00100000:0.0:1734016121.731548:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.731643:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339062656 00000100:00100000:2.0:1734016121.731651:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339062656 00000100:00100000:2.0:1734016121.731694:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2014 00000100:00100000:2.0:1734016121.731700:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247339062656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016121.731717:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016121.731745:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73212a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1aac expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.731823:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016121.731834:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016121.731842:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:2.0:1734016121.731862:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9530043 00000004:00200000:2.0:1734016121.731865:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016121.731877:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016121.731898:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec73212a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 24 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.731928:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.731935:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016121.731937:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016121.731940:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016121.731978:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339062656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 278us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.731984:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2014 00000100:00100000:2.0:1734016121.734861:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.734931:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339062784 00000100:00100000:3.0:1734016121.734938:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339062784 00000100:00100000:3.0:1734016121.734967:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11009 00000100:00100000:3.0:1734016121.734973:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339062784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.734988:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.735002:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73212b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ab3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.735043:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585408:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016121.735166:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.745650:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585408:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016121.745680:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73212b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ab3 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.745691:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec73212b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ab3 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.745704:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016121.745771:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339062784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10796us (10916us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016121.745778:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11009 00000100:00100000:1.0:1734016121.756050:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.756589:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339062912 00000100:00100000:3.0:1734016121.756597:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339062912 00000100:00100000:3.0:1734016121.757022:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11010 00000100:00100000:3.0:1734016121.757029:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339062912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.757046:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016121.757062:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1aba expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.757089:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.757098:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.757100:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016121.757104:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4878336->4927487] (req 4878336->4927487) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.757130:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.757141:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 6 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.757152:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585536:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016121.767595:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.770379:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585536:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016121.770407:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4878336->4927487] (req 4878336->4927487) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.770422:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016121.770474:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339062912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13444us (14430us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.770482:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11010 00000100:00100000:2.0:1734016121.771837:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016121.771905:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339063040 00000100:00100000:3.0:1734016121.771911:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339063040 00010000:00010000:3.0:1734016121.771932:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 7 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016121.771958:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2820 00000100:00100000:3.0:1734016121.771963:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339063040:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016121.771997:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016121.772016:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 7 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.772026:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 7 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.772044:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321293 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1a9e expref: 7 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016121.772058:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.772059:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016121.772064:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.772071:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016121.772095:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016121.772107:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341585664:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016121.772140:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.778823:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341585664:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016121.778844:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016121.778955:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339063040:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6989us (7118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.778966:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2820 00000100:00100000:3.0:1734016121.785010:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.785109:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339063168 00000100:00100000:0.0:1734016121.785117:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339063168 00000100:00100000:0.0:1734016121.785164:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11011 00000100:00100000:0.0:1734016121.785170:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339063168:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016121.785469:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9530043 -> 9530043 00002000:00010000:0.0:1734016121.785472:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.785474:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.785476:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.785478:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 480 -> 576 00000100:00100000:0.0:1734016121.789319:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339063168:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 4139us (4307us total) trans 4294969321 rc 0/0 00000100:00100000:0.0:1734016121.789334:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11011 00000100:00100000:2.0:1734016121.801059:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.801141:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339063296 00000100:00100000:0.0:1734016121.801150:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339063296 00000100:00100000:0.0:1734016121.801209:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11012 00000100:00100000:0.0:1734016121.801217:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339063296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.801236:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.801251:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73212c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ac1 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.801293:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585792:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016121.801350:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00002000:00010000:0.0:1734016121.805695:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016121 -> 1734016122 00000100:00100000:0.0:1734016121.805720:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585792:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016121.805762:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73212c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ac1 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.805774:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73212c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ac1 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.807009:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016121.807646:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339063296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6426us (6590us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.807655:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11012 00000100:00100000:3.0:1734016121.822151:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.822479:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339063424 00000100:00100000:0.0:1734016121.822487:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339063424 00000100:00100000:0.0:1734016121.822532:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11013 00000100:00100000:0.0:1734016121.822539:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339063424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.822554:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.822567:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73212cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ac8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.822612:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585920:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016121.822675:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.830135:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341585920:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016121.830171:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73212cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ac8 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.830931:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73212cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ac8 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.831481:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016121.831660:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339063424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9118us (9515us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.831667:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11013 00000100:00100000:1.0:1734016121.846874:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.850109:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339063552 00000100:00100000:0.0:1734016121.850121:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339063552 00000100:00100000:0.0:1734016121.850222:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11014 00000100:00100000:0.0:1734016121.850229:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339063552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.850249:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.850269:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec73212d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1acf expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.850320:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341586048:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016121.850394:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.855444:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341586048:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016121.855481:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec73212d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1acf expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.855492:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec73212d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1acf expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.855515:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016121.855565:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339063552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5336us (8699us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.855572:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11014 00000100:00100000:3.0:1734016121.869707:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.869800:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339063680 00000100:00100000:0.0:1734016121.869812:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339063680 00000100:00100000:0.0:1734016121.869874:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11015 00000100:00100000:0.0:1734016121.869882:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339063680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.869905:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.870093:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ad6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.870133:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.870146:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.870148:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.870151:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1859584->1863679] (req 1859584->1863679) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.870180:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.870239:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 9 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016121.870251:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341586176:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016121.870314:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.874389:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d191c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341586176:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016121.874414:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1859584->1863679] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.874427:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016121.874467:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339063680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4586us (4774us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.874474:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11015 00000100:00100000:0.0:1734016121.875226:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.881535:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339063808 00000100:00100000:2.0:1734016121.881551:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339063808 00010000:00010000:2.0:1734016121.881600:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 10 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016121.881659:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2821 00000100:00100000:2.0:1734016121.881667:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339063808:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016121.881683:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016121.881708:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 10 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.881721:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 10 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.881755:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73212bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aba expref: 10 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:2.0:1734016121.881798:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.881800:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016121.881808:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.881817:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016121.881856:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016121.881870:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341586304:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016121.881943:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016121.886045:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341586304:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016121.886067:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016121.886308:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339063808:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4640us (11080us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016121.886317:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2821 00000100:00100000:2.0:1734016121.886995:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.888994:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339064064 00000100:00100000:1.0:1734016121.889007:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339064064 00002000:00100000:1.0:1734016121.889059:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1859584->1863679) req@ffff8800743bd180 x1818247339064064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.889069:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bd180 with x1818247339064064 ext(1859584->1863679) 00002000:00010000:1.0:1734016121.889074:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bd180 00000100:00100000:1.0:1734016121.889122:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9168 00000100:00100000:1.0:1734016121.889129:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339064064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.889693:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339064064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 557us (2692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016121.889703:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9168 00002000:00100000:1.0:1734016121.889712:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1859584->1863679) req@ffff8800743bd180 x1818247339064064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.889721:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bd180 with x1818247339064064 ext(1859584->1863679) 00002000:00010000:1.0:1734016121.889734:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bd180 00000100:00100000:2.0:1734016121.901532:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.901662:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339064320 00000100:00100000:1.0:1734016121.901672:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339064320 00002000:00100000:1.0:1734016121.901722:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1855488->1859583) req@ffff8800743be680 x1818247339064320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.901741:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743be680 with x1818247339064320 ext(1855488->1859583) 00002000:00010000:1.0:1734016121.901746:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743be680 00000100:00100000:1.0:1734016121.901768:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9169 00000100:00100000:1.0:1734016121.901776:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339064320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.902981:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339064320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1199us (1457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016121.902990:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9169 00002000:00100000:1.0:1734016121.902998:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1855488->1859583) req@ffff8800743be680 x1818247339064320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.903005:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743be680 with x1818247339064320 ext(1855488->1859583) 00002000:00010000:1.0:1734016121.903009:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743be680 00000100:00100000:0.0:1734016121.909678:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.911115:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339064576 00000100:00100000:2.0:1734016121.911124:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339064576 00002000:00100000:2.0:1734016121.911165:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1851392->1855487) req@ffff88012d193480 x1818247339064576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.911175:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193480 with x1818247339064576 ext(1851392->1855487) 00002000:00010000:2.0:1734016121.911193:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193480 00000100:00100000:2.0:1734016121.911215:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9170 00000100:00100000:2.0:1734016121.911220:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339064576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.911394:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339064576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (1723us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.911400:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9170 00002000:00100000:2.0:1734016121.911406:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1851392->1855487) req@ffff88012d193480 x1818247339064576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.911411:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d193480 with x1818247339064576 ext(1851392->1855487) 00002000:00010000:2.0:1734016121.911414:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d193480 00000100:00100000:3.0:1734016121.926043:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.926143:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339064832 00000100:00100000:1.0:1734016121.926150:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339064832 00002000:00100000:1.0:1734016121.926210:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1847296->1851391) req@ffff880074334380 x1818247339064832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.926224:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334380 with x1818247339064832 ext(1847296->1851391) 00002000:00010000:1.0:1734016121.926228:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334380 00000100:00100000:1.0:1734016121.926255:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9171 00000100:00100000:1.0:1734016121.926262:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339064832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.926400:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339064832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016121.926406:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9171 00002000:00100000:1.0:1734016121.926412:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1847296->1851391) req@ffff880074334380 x1818247339064832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.926418:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074334380 with x1818247339064832 ext(1847296->1851391) 00002000:00010000:1.0:1734016121.926421:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074334380 00000100:00100000:3.0:1734016121.933483:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.933561:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339065088 00000100:00100000:2.0:1734016121.933568:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339065088 00002000:00100000:2.0:1734016121.933603:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1843200->1847295) req@ffff880074335180 x1818247339065088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.933611:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335180 with x1818247339065088 ext(1843200->1847295) 00002000:00010000:2.0:1734016121.933615:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335180 00000100:00100000:2.0:1734016121.933644:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9172 00000100:00100000:2.0:1734016121.933650:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339065088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.933804:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339065088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.933810:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9172 00002000:00100000:2.0:1734016121.933815:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1843200->1847295) req@ffff880074335180 x1818247339065088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.933821:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335180 with x1818247339065088 ext(1843200->1847295) 00002000:00010000:2.0:1734016121.933824:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335180 00000100:00100000:0.0:1734016121.944973:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016121.945064:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339065344 00000100:00100000:1.0:1734016121.945072:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339065344 00002000:00100000:1.0:1734016121.945109:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1839104->1843199) req@ffff88012d191180 x1818247339065344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.945118:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247339065344 ext(1839104->1843199) 00002000:00010000:1.0:1734016121.945122:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:2.0:1734016121.945270:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9173 00000100:00100000:2.0:1734016121.945278:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339065344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.945430:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339065344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.945437:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9173 00002000:00100000:2.0:1734016121.945443:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1839104->1843199) req@ffff88012d191180 x1818247339065344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.945449:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191180 with x1818247339065344 ext(1839104->1843199) 00002000:00010000:2.0:1734016121.945452:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191180 00000100:00100000:3.0:1734016121.947837:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.948310:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339065600 00000100:00100000:2.0:1734016121.948317:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339065600 00002000:00100000:2.0:1734016121.948344:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1835008->1839103) req@ffff880074336300 x1818247339065600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.948352:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336300 with x1818247339065600 ext(1835008->1839103) 00002000:00010000:2.0:1734016121.948356:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336300 00000100:00100000:2.0:1734016121.948383:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9174 00000100:00100000:2.0:1734016121.948388:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339065600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.948965:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339065600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 574us (1132us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.948973:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9174 00002000:00100000:2.0:1734016121.948978:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1835008->1839103) req@ffff880074336300 x1818247339065600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.948985:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336300 with x1818247339065600 ext(1835008->1839103) 00002000:00010000:2.0:1734016121.948988:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336300 00000100:00100000:3.0:1734016121.967407:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.967489:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339065856 00000100:00100000:2.0:1734016121.967496:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339065856 00002000:00100000:2.0:1734016121.967530:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1830912->1835007) req@ffff880074335c00 x1818247339065856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.967538:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335c00 with x1818247339065856 ext(1830912->1835007) 00002000:00010000:2.0:1734016121.967542:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335c00 00000100:00100000:2.0:1734016121.967560:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9175 00000100:00100000:2.0:1734016121.967566:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339065856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.967718:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339065856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.967733:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9175 00002000:00100000:2.0:1734016121.967739:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1830912->1835007) req@ffff880074335c00 x1818247339065856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.967746:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335c00 with x1818247339065856 ext(1830912->1835007) 00002000:00010000:2.0:1734016121.967748:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335c00 00000100:00100000:0.0:1734016121.974506:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.974596:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339066112 00000100:00100000:2.0:1734016121.974604:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339066112 00002000:00100000:2.0:1734016121.974640:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1826816->1830911) req@ffff88012d191880 x1818247339066112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.974649:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191880 with x1818247339066112 ext(1826816->1830911) 00002000:00010000:2.0:1734016121.974653:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191880 00000100:00100000:2.0:1734016121.974672:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9176 00000100:00100000:2.0:1734016121.974678:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339066112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.974858:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339066112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.974867:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9176 00002000:00100000:2.0:1734016121.974874:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1826816->1830911) req@ffff88012d191880 x1818247339066112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.974880:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191880 with x1818247339066112 ext(1826816->1830911) 00002000:00010000:2.0:1734016121.974883:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191880 00000100:00100000:3.0:1734016121.986131:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016121.986223:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339066368 00000100:00100000:0.0:1734016121.986232:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339066368 00002000:00100000:0.0:1734016121.986269:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1822720->1826815) req@ffff880074335f80 x1818247339066368/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.986279:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335f80 with x1818247339066368 ext(1822720->1826815) 00002000:00010000:0.0:1734016121.986284:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335f80 00000100:00100000:0.0:1734016121.986314:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9177 00000100:00100000:0.0:1734016121.986320:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339066368:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016121.986466:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339066368:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (342us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016121.986473:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9177 00002000:00100000:0.0:1734016121.986479:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1822720->1826815) req@ffff880074335f80 x1818247339066368/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.986486:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335f80 with x1818247339066368 ext(1822720->1826815) 00002000:00010000:0.0:1734016121.986488:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335f80 00000100:00100000:3.0:1734016121.994416:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016121.998840:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339066624 00000100:00100000:2.0:1734016121.998853:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339066624 00002000:00100000:2.0:1734016121.998893:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1818624->1822719) req@ffff880074336d80 x1818247339066624/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.998902:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336d80 with x1818247339066624 ext(1818624->1822719) 00002000:00010000:2.0:1734016121.998906:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336d80 00000100:00100000:2.0:1734016121.998935:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9178 00000100:00100000:2.0:1734016121.998941:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339066624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016121.999107:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339066624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164us (4699us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016121.999114:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9178 00002000:00100000:2.0:1734016121.999119:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1818624->1822719) req@ffff880074336d80 x1818247339066624/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:82/0 lens 488/4536 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016121.999126:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336d80 with x1818247339066624 ext(1818624->1822719) 00002000:00010000:2.0:1734016121.999129:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074336d80 00000100:00100000:1.0:1734016122.013864:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.013952:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339066880 00000100:00100000:0.0:1734016122.013961:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339066880 00002000:00100000:0.0:1734016122.013996:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1814528->1818623) req@ffff88012eb66d80 x1818247339066880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.014006:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66d80 with x1818247339066880 ext(1814528->1818623) 00002000:00010000:0.0:1734016122.014010:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66d80 00000100:00100000:0.0:1734016122.014041:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9179 00000100:00100000:0.0:1734016122.014047:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339066880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.014237:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339066880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.014245:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9179 00002000:00100000:0.0:1734016122.014251:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1814528->1818623) req@ffff88012eb66d80 x1818247339066880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.014257:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66d80 with x1818247339066880 ext(1814528->1818623) 00002000:00010000:0.0:1734016122.014260:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66d80 00000100:00100000:3.0:1734016122.025277:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.025373:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339067136 00000100:00100000:2.0:1734016122.025382:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339067136 00002000:00100000:2.0:1734016122.025419:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1810432->1814527) req@ffff880130bc4e00 x1818247339067136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.025428:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247339067136 ext(1810432->1814527) 00002000:00010000:2.0:1734016122.025433:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00 00000100:00100000:2.0:1734016122.025453:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9180 00000100:00100000:2.0:1734016122.025459:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339067136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.025611:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339067136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.025618:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9180 00002000:00100000:2.0:1734016122.025623:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1810432->1814527) req@ffff880130bc4e00 x1818247339067136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.025630:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247339067136 ext(1810432->1814527) 00002000:00010000:2.0:1734016122.025632:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00 00000100:00100000:3.0:1734016122.028912:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.028979:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339067392 00000100:00100000:0.0:1734016122.028987:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339067392 00002000:00100000:0.0:1734016122.029021:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1806336->1810431) req@ffff880071324a80 x1818247339067392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.029030:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324a80 with x1818247339067392 ext(1806336->1810431) 00002000:00010000:0.0:1734016122.029034:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324a80 00000100:00100000:0.0:1734016122.029065:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9181 00000100:00100000:0.0:1734016122.029071:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339067392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.029265:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339067392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 192us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.029272:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9181 00002000:00100000:0.0:1734016122.029278:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1806336->1810431) req@ffff880071324a80 x1818247339067392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.029284:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324a80 with x1818247339067392 ext(1806336->1810431) 00002000:00010000:0.0:1734016122.029286:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324a80 00000100:00100000:1.0:1734016122.049890:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.049986:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339067648 00000100:00100000:2.0:1734016122.049993:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339067648 00002000:00100000:2.0:1734016122.050028:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1802240->1806335) req@ffff88012eb64a80 x1818247339067648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.050038:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64a80 with x1818247339067648 ext(1802240->1806335) 00002000:00010000:2.0:1734016122.050043:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64a80 00000100:00100000:2.0:1734016122.050068:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9182 00000100:00100000:2.0:1734016122.050074:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339067648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.050247:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339067648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 171us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.050254:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9182 00002000:00100000:2.0:1734016122.050259:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1802240->1806335) req@ffff88012eb64a80 x1818247339067648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.050266:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb64a80 with x1818247339067648 ext(1802240->1806335) 00002000:00010000:2.0:1734016122.050268:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb64a80 00000100:00100000:3.0:1734016122.055025:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.055164:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339067776 00000100:00100000:0.0:1734016122.055172:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339067776 00000100:00100000:0.0:1734016122.055242:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11016 00000100:00100000:0.0:1734016122.055248:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339067776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.055267:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.055282:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1add expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.055300:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.055302:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.055309:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.055322:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.055332:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016122.055386:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339067776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 137us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.055393:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11016 00000100:00080000:2.0:1734016122.055562:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016092 00000100:00100000:3.0:1734016122.093357:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.093392:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.093435:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.093460:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339068032 00000100:00100000:3.0:1734016122.093467:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339068032 00002000:00100000:3.0:1734016122.093503:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->6385663) req@ffff880071324000 x1818247339068032/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.093512:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324000 with x1818247339068032 ext(0->6385663) 00002000:00010000:3.0:1734016122.093517:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324000 00000100:00100000:3.0:1734016122.093544:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339068288 00000100:00100000:3.0:1734016122.093547:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339068288 00002000:00100000:3.0:1734016122.093556:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9531391) req@ffff8800ac134e00 x1818247339068288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.093562:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247339068288 ext(8388608->9531391) 00002000:00010000:3.0:1734016122.093564:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00000100:00100000:3.0:1734016122.093572:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9183 00000100:00100000:3.0:1734016122.093577:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339068032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.096033:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339068160 00000100:00100000:1.0:1734016122.096048:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339068160 00002000:00100000:1.0:1734016122.096094:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff8800ac137b80 x1818247339068160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.096102:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137b80 with x1818247339068160 ext(4190208->8388607) 00002000:00010000:1.0:1734016122.096107:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137b80 00000100:00100000:1.0:1734016122.096122:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9184 00000100:00100000:1.0:1734016122.096128:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339068288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.098550:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9185 00000100:00100000:1.0:1734016122.098560:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339068160:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.113807:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339068288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 17671us (20406us total) trans 0 rc 1142784/1142784 00000100:00100000:0.0:1734016122.113819:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9184 00002000:00100000:0.0:1734016122.113828:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9531391) req@ffff8800ac134e00 x1818247339068288/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 1142784/1142784 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.113837:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134e00 with x1818247339068288 ext(8388608->9531391) 00002000:00010000:0.0:1734016122.113842:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134e00 00010000:00010000:1.0:1734016122.145522:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016122.199055:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339068032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 105468us (105699us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016122.199067:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9183 00002000:00100000:3.0:1734016122.199077:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->6385663) req@ffff880071324000 x1818247339068032/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.199086:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324000 with x1818247339068032 ext(0->6385663) 00002000:00010000:3.0:1734016122.199091:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324000 00000100:00100000:2.0:1734016122.279409:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac137b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339068160:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180841us (185963us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016122.279424:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9185 00002000:00100000:2.0:1734016122.279436:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff8800ac137b80 x1818247339068160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.279447:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac137b80 with x1818247339068160 ext(4190208->8388607) 00002000:00010000:2.0:1734016122.279453:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac137b80 00000100:00100000:0.0:1734016122.314906:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.316865:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339068544 00000100:00100000:3.0:1734016122.316876:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339068544 00000100:00100000:3.0:1734016122.316937:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11017 00000100:00100000:3.0:1734016122.316945:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339068544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.316963:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.316980:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ae4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.317005:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.317019:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.317026:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.317028:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.317031:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5300224->5304319] (req 5300224->5304319) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.317058:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.317070:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 11 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016122.317080:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac135180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341586432:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016122.321705:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.321729:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 6 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016122.321741:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac135c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341586560:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016122.325551:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.328931:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac135180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341586432:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016122.336945:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac135c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341586560:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016122.336979:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5300224->5304319] (req 5300224->5304319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.336997:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:2.0:1734016122.337040:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339068544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 20096us (22142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.337048:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11017 00000100:00100000:0.0:1734016122.340685:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.340791:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339068672 00000100:00100000:3.0:1734016122.340799:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339068672 00010000:00010000:3.0:1734016122.340848:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 7 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016122.340874:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2822 00000100:00100000:3.0:1734016122.340880:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339068672:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.340893:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.340909:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 7 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.340918:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 7 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.340936:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73212d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ad6 expref: 7 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.340962:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.340996:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339068672:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 116us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.341003:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2822 00000100:00100000:0.0:1734016122.373229:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.378263:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339068800 00000100:00100000:3.0:1734016122.378277:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339068800 00010000:00010000:3.0:1734016122.378313:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 11 pid: 13915 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016122.378365:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2823 00000100:00100000:3.0:1734016122.378372:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339068800:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.378386:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.378404:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 11 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.378414:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 11 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.378433:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73212e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1add expref: 11 pid: 13915 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.378466:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.378468:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016122.378474:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.378482:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.378514:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016122.378526:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800ac134000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341586688:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016122.378598:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.392805:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800ac134000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341586688:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016122.392827:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.392867:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339068800:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 14495us (19644us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.392878:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2823 00000100:00100000:0.0:1734016122.408170:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.408232:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339069056 00000100:00100000:2.0:1734016122.408240:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339069056 00002000:00100000:2.0:1734016122.408281:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5300224->5304319) req@ffff8801312c4380 x1818247339069056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.408289:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4380 with x1818247339069056 ext(5300224->5304319) 00002000:00010000:2.0:1734016122.408294:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4380 00000100:00100000:2.0:1734016122.408326:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9186 00000100:00100000:2.0:1734016122.408332:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339069056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.408463:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339069056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.408469:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9186 00002000:00100000:2.0:1734016122.408473:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5300224->5304319) req@ffff8801312c4380 x1818247339069056/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.408479:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c4380 with x1818247339069056 ext(5300224->5304319) 00002000:00010000:2.0:1734016122.408481:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c4380 00000100:00100000:0.0:1734016122.417269:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.417389:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339069312 00000100:00100000:3.0:1734016122.417396:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339069312 00002000:00100000:3.0:1734016122.417432:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5296128->5300223) req@ffff8801312c7480 x1818247339069312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.417441:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7480 with x1818247339069312 ext(5296128->5300223) 00002000:00010000:3.0:1734016122.417445:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7480 00000100:00100000:3.0:1734016122.417473:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9187 00000100:00100000:3.0:1734016122.417479:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339069312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.417598:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339069312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 119us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.417604:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9187 00002000:00100000:3.0:1734016122.417608:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5296128->5300223) req@ffff8801312c7480 x1818247339069312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.417613:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7480 with x1818247339069312 ext(5296128->5300223) 00002000:00010000:3.0:1734016122.417615:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7480 00000100:00100000:0.0:1734016122.431232:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.431338:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339069568 00000100:00100000:2.0:1734016122.431346:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339069568 00002000:00100000:2.0:1734016122.431382:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5292032->5296127) req@ffff8800740e0380 x1818247339069568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.431391:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247339069568 ext(5292032->5296127) 00002000:00010000:2.0:1734016122.431396:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:2.0:1734016122.431420:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9188 00000100:00100000:2.0:1734016122.431425:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339069568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.431548:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339069568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.431553:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9188 00002000:00100000:2.0:1734016122.431558:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5292032->5296127) req@ffff8800740e0380 x1818247339069568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.431564:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247339069568 ext(5292032->5296127) 00002000:00010000:2.0:1734016122.431566:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:0.0:1734016122.439799:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.439876:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339069824 00000100:00100000:3.0:1734016122.439884:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339069824 00002000:00100000:3.0:1734016122.439914:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5287936->5292031) req@ffff8800740e2d80 x1818247339069824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.439923:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2d80 with x1818247339069824 ext(5287936->5292031) 00002000:00010000:3.0:1734016122.439927:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2d80 00000100:00100000:3.0:1734016122.439951:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9189 00000100:00100000:3.0:1734016122.439956:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339069824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.440065:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339069824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 109us (274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.440071:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9189 00002000:00100000:3.0:1734016122.440076:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5287936->5292031) req@ffff8800740e2d80 x1818247339069824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.440083:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2d80 with x1818247339069824 ext(5287936->5292031) 00002000:00010000:3.0:1734016122.440085:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2d80 00000100:00100000:0.0:1734016122.442402:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.442476:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339070080 00000100:00100000:2.0:1734016122.442481:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339070080 00002000:00100000:2.0:1734016122.442507:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5283840->5287935) req@ffff8800740e1880 x1818247339070080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.442520:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1880 with x1818247339070080 ext(5283840->5287935) 00002000:00010000:2.0:1734016122.442524:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1880 00000100:00100000:2.0:1734016122.442553:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9190 00000100:00100000:2.0:1734016122.442558:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339070080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.442668:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339070080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 109us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.442674:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9190 00002000:00100000:2.0:1734016122.442679:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5283840->5287935) req@ffff8800740e1880 x1818247339070080/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.442686:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1880 with x1818247339070080 ext(5283840->5287935) 00002000:00010000:2.0:1734016122.442688:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1880 00000100:00100000:0.0:1734016122.455988:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.456156:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339070336 00000100:00100000:3.0:1734016122.456164:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339070336 00002000:00100000:3.0:1734016122.456229:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5279744->5283839) req@ffff8800740e0000 x1818247339070336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.456237:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0000 with x1818247339070336 ext(5279744->5283839) 00002000:00010000:3.0:1734016122.456241:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0000 00000100:00100000:3.0:1734016122.456267:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9191 00000100:00100000:3.0:1734016122.456273:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339070336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.456403:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339070336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.456409:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9191 00002000:00100000:3.0:1734016122.456414:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5279744->5283839) req@ffff8800740e0000 x1818247339070336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.456421:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0000 with x1818247339070336 ext(5279744->5283839) 00002000:00010000:3.0:1734016122.456423:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0000 00000100:00100000:0.0:1734016122.466014:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.466113:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339070592 00000100:00100000:2.0:1734016122.466123:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339070592 00002000:00100000:2.0:1734016122.466163:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5275648->5279743) req@ffff8800740e3480 x1818247339070592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.466173:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3480 with x1818247339070592 ext(5275648->5279743) 00002000:00010000:2.0:1734016122.466329:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3480 00000100:00100000:2.0:1734016122.466377:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9192 00000100:00100000:2.0:1734016122.466384:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339070592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.468751:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339070592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2354us (2733us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.468766:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9192 00002000:00100000:2.0:1734016122.468780:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5275648->5279743) req@ffff8800740e3480 x1818247339070592/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.468790:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3480 with x1818247339070592 ext(5275648->5279743) 00002000:00010000:2.0:1734016122.468795:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e3480 00000100:00100000:0.0:1734016122.478553:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.479033:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339070848 00000100:00100000:3.0:1734016122.479041:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339070848 00002000:00100000:3.0:1734016122.479076:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5271552->5275647) req@ffff8800740e1c00 x1818247339070848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.479089:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1c00 with x1818247339070848 ext(5271552->5275647) 00002000:00010000:3.0:1734016122.479094:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1c00 00000100:00100000:3.0:1734016122.479112:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9193 00000100:00100000:3.0:1734016122.479118:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339070848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.485250:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339070848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 6121us (6693us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.485263:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9193 00002000:00100000:3.0:1734016122.485276:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5271552->5275647) req@ffff8800740e1c00 x1818247339070848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.485284:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1c00 with x1818247339070848 ext(5271552->5275647) 00002000:00010000:3.0:1734016122.485289:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1c00 00000100:00100000:0.0:1734016122.488740:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.488819:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339071104 00000100:00100000:3.0:1734016122.488825:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339071104 00002000:00100000:3.0:1734016122.488858:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5267456->5271551) req@ffff8800740e1500 x1818247339071104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.488866:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1500 with x1818247339071104 ext(5267456->5271551) 00002000:00010000:3.0:1734016122.488871:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1500 00000100:00100000:3.0:1734016122.488885:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9194 00000100:00100000:3.0:1734016122.488890:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339071104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.489031:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339071104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016122.489037:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9194 00002000:00100000:3.0:1734016122.489042:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5267456->5271551) req@ffff8800740e1500 x1818247339071104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016122.489050:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e1500 with x1818247339071104 ext(5267456->5271551) 00002000:00010000:3.0:1734016122.489052:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e1500 00000100:00100000:0.0:1734016122.493860:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.494014:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339071232 00000100:00100000:2.0:1734016122.494021:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339071232 00002000:00100000:2.0:1734016122.494052:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5267456->5304319) req@ffff880076505500 x1818247339071232/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.494060:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247339071232 ext(5267456->5304319) 00002000:00010000:2.0:1734016122.494065:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:2.0:1734016122.494089:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9195 00000100:00100000:2.0:1734016122.494094:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339071232:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016122.498208:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339071232:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4077us (4322us total) trans 4294969322 rc 0/0 00000100:00100000:2.0:1734016122.498221:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9195 00002000:00100000:2.0:1734016122.498232:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5267456->5304319) req@ffff880076505500 x1818247339071232/t4294969322(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.498242:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247339071232 ext(5267456->5304319) 00002000:00010000:2.0:1734016122.498246:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:0.0:1734016122.507607:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.509137:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339071360 00000100:00100000:2.0:1734016122.509146:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339071360 00000100:00100000:2.0:1734016122.509240:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2015 00000100:00100000:2.0:1734016122.509247:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076506d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339071360:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016122.509441:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076506d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339071360:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 193us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.509450:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2015 00000100:00080000:0.0:1734016122.511320:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016092 00000100:00100000:2.0:1734016122.511425:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.511482:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339071488 00000100:00100000:0.0:1734016122.511488:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339071488 00000100:00100000:0.0:1734016122.511522:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11018 00000100:00100000:0.0:1734016122.511528:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339071488:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016122.516018:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969322 is committed 00000001:00080000:0.0:1734016122.516032:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969320 is committed 00000100:00100000:2.0:1734016122.516160:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339071488:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 4626us (4731us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.516169:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11018 00000100:00100000:0.0:1734016122.533849:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.537679:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339071616 00000100:00100000:2.0:1734016122.537691:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339071616 00000100:00100000:2.0:1734016122.537789:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11019 00000100:00100000:2.0:1734016122.537798:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339071616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.537816:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.537835:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73212ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1aeb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.537895:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341586816:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016122.538709:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b43cd0c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016122.542580:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016121 -> 1734016122 00002000:00010000:2.0:1734016122.542586:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016121 -> 1734016122 00002000:00010000:2.0:1734016122.542588:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 576 -> 648 00000100:00100000:2.0:1734016122.542605:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341586816:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016122.542633:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73212ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aeb expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.542645:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73212ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aeb expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.542723:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016122.543023:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339071616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5224us (9181us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.543031:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11019 00000100:00100000:0.0:1734016122.545476:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.545617:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339071744 00000100:00100000:2.0:1734016122.545624:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339071744 00000100:00100000:2.0:1734016122.545657:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11020 00000100:00100000:2.0:1734016122.545663:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339071744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.545678:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.545691:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73212f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1af2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.545865:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341586944:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016122.547322:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b43cd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.554787:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341586944:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016122.554818:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73212f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1af2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.554831:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73212f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1af2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.555172:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016122.555613:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339071744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9947us (10141us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.555624:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11020 00000100:00100000:0.0:1734016122.561739:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.561904:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339071872 00000100:00100000:2.0:1734016122.561911:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339071872 00000100:00100000:2.0:1734016122.561944:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11021 00000100:00100000:2.0:1734016122.561950:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339071872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.561966:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.561980:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73212fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1af9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.562023:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341587072:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016122.562972:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b43cd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.569134:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341587072:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016122.569166:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73212fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1af9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.569196:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73212fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1af9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.569223:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016122.569272:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339071872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7320us (7539us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.569280:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11021 00000100:00100000:1.0:1734016122.572677:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.572783:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339072000 00000100:00100000:2.0:1734016122.572791:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339072000 00000100:00100000:2.0:1734016122.573480:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11022 00000100:00100000:2.0:1734016122.573489:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339072000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.573506:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.573522:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321303 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b00 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016122.573577:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341587200:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016122.573873:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b43cd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016122.577456:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341587200:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016122.577485:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321303 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b00 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.577497:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321303 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b00 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.577653:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016122.577698:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339072000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4209us (5028us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.577705:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11022 00000100:00100000:0.0:1734016122.583301:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.584048:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339072256 00000100:00100000:2.0:1734016122.584056:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339072256 00000100:00100000:2.0:1734016122.584113:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2016 00000100:00100000:2.0:1734016122.584121:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339072256:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016122.584167:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016122.584221:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec73212a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aa5 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.584243:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016122.584247:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016122.584441:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.584453:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.584459:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.584486:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.584496:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 22 pid: 12824 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016122.584507:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341587328:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016122.584570:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b43cd000 going to sleep for 11 seconds 00000100:00080000:0.0:1734016122.584687:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016092 00000100:00100000:0.0:1734016122.587945:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.588110:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339072384 00000100:00100000:3.0:1734016122.588117:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339072384 00010000:00010000:3.0:1734016122.588144:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 23 pid: 12824 timeout: 485 lvb_type: 0 00000100:00100000:3.0:1734016122.588167:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2824 00000100:00100000:3.0:1734016122.588172:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:1983:x1818247339072384:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.588206:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016122.588211:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 23 pid: 12824 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.588219:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 23 pid: 12824 timeout: 485 lvb_type: 0 00010000:00010000:3.0:1734016122.588236:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016122.588240:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016122.588247:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016122.588252:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016122.588264:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016122.588299:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:1983:x1818247339072384:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 126us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.588307:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2824 00010000:00010000:2.0:1734016122.589336:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73212af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1aac expref: 22 pid: 12824 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016122.589350:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341587328:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016122.589365:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.589371:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.589379:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016122.589446:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968556 00000004:00010000:2.0:1734016122.589477:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076507480 reply state ffff88011d830000 transno 4294968557 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016122.589484:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016122.589555:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339072256:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5434us (6263us total) trans 4294968557 rc 0/0 00000100:00100000:2.0:1734016122.589561:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2016 00000020:00080000:2.0:1734016122.589567:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016122.591893:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.591906:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.591912:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.591917:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c9d40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016122.591920:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.591925:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.591938:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016122.591940:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016122.591943:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.591951:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732130a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016122.592985:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.593140:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339072512 00000100:00100000:2.0:1734016122.593147:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339072512 00000100:00100000:2.0:1734016122.593309:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11023 00000100:00100000:2.0:1734016122.593315:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339072512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.593329:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.593343:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b07 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.593365:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.593371:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.593373:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016122.593376:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.593402:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.593412:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 6 pid: 7681 timeout: 485 lvb_type: 0 00000100:00100000:2.0:1734016122.593423:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341587456:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016122.593481:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b43cd0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016122.597345:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341587456:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016122.597373:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.597388:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:3.0:1734016122.597441:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339072512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4125us (4460us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.597449:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11023 00000100:00100000:1.0:1734016122.597852:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.598238:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339072640 00000100:00100000:0.0:1734016122.598245:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339072640 00010000:00010000:0.0:1734016122.598268:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 7 pid: 7681 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016122.598305:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2825 00000100:00100000:0.0:1734016122.598312:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339072640:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016122.598324:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016122.598340:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 7 pid: 7681 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016122.598350:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 7 pid: 7681 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016122.598368:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73212e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ae4 expref: 7 pid: 7681 timeout: 485 lvb_type: 0 00010000:00010000:0.0:1734016122.598382:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.598383:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.598388:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.598396:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.598422:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.598434:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341587584:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016122.598464:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.600566:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341587584:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016122.600588:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016122.600896:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339072640:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2582us (3043us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.600905:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2825 00000100:00100000:1.0:1734016122.601109:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.601342:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339072768 00000100:00100000:3.0:1734016122.601348:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339072768 00002000:00010000:3.0:1734016122.601370:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9437739->18446744073709551615) 00002000:00100000:3.0:1734016122.601374:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2df80 with x1818247339072768 ext(9437739->18446744073709551615) 00002000:00010000:3.0:1734016122.601381:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2df80. 00000100:00100000:3.0:1734016122.602125:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9196 00000100:00100000:3.0:1734016122.602131:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339072768:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016122.602380:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9530043 -> 9437739 00002000:00010000:3.0:1734016122.602383:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.602384:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016122 -> 1734016121 00002000:00010000:3.0:1734016122.602386:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.602388:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 648 -> 648 00000100:00100000:3.0:1734016122.602428:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339072768:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 296us (1317us total) trans 4294969323 rc 0/0 00000100:00100000:3.0:1734016122.602434:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9196 00002000:00010000:3.0:1734016122.602438:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9437739->18446744073709551615) 00002000:00100000:3.0:1734016122.602440:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2df80 with x1818247339072768 ext(9437739->18446744073709551615) 00002000:00010000:3.0:1734016122.602444:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2df80. 00000100:00100000:1.0:1734016122.607263:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.607359:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339072896 00000100:00100000:2.0:1734016122.607367:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339072896 00000100:00100000:2.0:1734016122.607418:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2017 00000100:00100000:2.0:1734016122.607425:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339072896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016122.607445:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016122.607460:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7321318 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b0e expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.607528:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.607539:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.607550:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016122.607571:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9437739 00000004:00200000:2.0:1734016122.607575:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016122.607586:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016122.607605:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7321318 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.607633:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016122.607640:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016122.607643:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016122.607646:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016122.607685:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339072896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 260us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016122.607692:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2017 00000100:00100000:0.0:1734016122.610981:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.611123:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339073024 00000100:00100000:3.0:1734016122.611131:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339073024 00000100:00100000:3.0:1734016122.611176:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11024 00000100:00100000:3.0:1734016122.611201:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339073024:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016122.611378:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9437739 -> 9437739 00002000:00010000:3.0:1734016122.611381:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.611383:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:3.0:1734016122.611385:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:3.0:1734016122.611387:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 648 -> 728 00000100:00100000:3.0:1734016122.611437:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339073024:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 236us (461us total) trans 4294969324 rc 0/0 00000100:00100000:3.0:1734016122.611444:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11024 00000100:00100000:2.0:1734016122.615022:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016122.615097:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339073152 00000100:00100000:3.0:1734016122.615106:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339073152 00000100:00100000:3.0:1734016122.615854:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2018 00000100:00100000:3.0:1734016122.615862:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247339073152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016122.615879:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016122.615895:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321326 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b15 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.615965:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732132d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016122.615975:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732132d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016122.615984:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732132d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:3.0:1734016122.616004:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9437739 00000004:00200000:3.0:1734016122.616008:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016122.616019:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732132d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016122.616038:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321326 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b15 expref: 24 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.616050:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732132d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b15 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016122.616056:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016122.616059:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016122.616061:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016122.616106:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339073152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 243us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.616112:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2018 00000100:00100000:1.0:1734016122.621806:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.621869:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339073280 00000100:00100000:0.0:1734016122.621877:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339073280 00000100:00100000:0.0:1734016122.621925:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11025 00000100:00100000:0.0:1734016122.621931:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339073280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.621948:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.621962:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7321334 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b1c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.622007:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341587712:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.622063:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016122.624081:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016121 -> 1734016122 00000100:00100000:2.0:1734016122.624103:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341587712:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016122.624127:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7321334 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b1c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.624139:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7321334 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b1c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.624153:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:2.0:1734016122.624258:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339073280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2324us (2458us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.624265:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11025 00000100:00100000:2.0:1734016122.629673:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.629757:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339073408 00000100:00100000:0.0:1734016122.629765:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339073408 00000100:00100000:0.0:1734016122.629810:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11026 00000100:00100000:0.0:1734016122.629817:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339073408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.629832:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.629846:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732133b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b23 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.629893:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341587840:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.629952:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.632251:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341587840:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016122.632281:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732133b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b23 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.632293:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732133b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b23 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.632672:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016122.632781:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339073408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2962us (3113us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.632789:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11026 00000100:00100000:0.0:1734016122.678248:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.678291:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.678335:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.678412:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339073920 00000100:00100000:2.0:1734016122.678420:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339073920 00002000:00100000:2.0:1734016122.678456:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9441279) req@ffff880090a24380 x1818247339073920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.678466:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247339073920 ext(8388608->9441279) 00002000:00010000:2.0:1734016122.678470:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24380 00000100:00100000:2.0:1734016122.678491:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339073664 00000100:00100000:2.0:1734016122.678494:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339073664 00002000:00100000:2.0:1734016122.678506:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5234687) req@ffff88012b87ce00 x1818247339073664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.678518:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ce00 with x1818247339073664 ext(0->5234687) 00002000:00010000:2.0:1734016122.678520:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ce00 00000100:00100000:2.0:1734016122.678529:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339073792 00000100:00100000:2.0:1734016122.678531:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339073792 00002000:00100000:2.0:1734016122.678540:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88012b87e300 x1818247339073792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 504/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.678546:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e300 with x1818247339073792 ext(4190208->8388607) 00002000:00010000:2.0:1734016122.678548:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e300 00000100:00100000:2.0:1734016122.678556:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9197 00000100:00100000:2.0:1734016122.678562:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339073920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.679836:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9198 00000100:00100000:0.0:1734016122.679844:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339073664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.679844:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9199 00000100:00100000:2.0:1734016122.679849:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339073792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.719695:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339073920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 41125us (41448us total) trans 0 rc 1052672/1052672 00000100:00100000:2.0:1734016122.719706:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9197 00002000:00100000:2.0:1734016122.719726:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9441279) req@ffff880090a24380 x1818247339073920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 1052672/1052672 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.719737:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247339073920 ext(8388608->9441279) 00002000:00010000:2.0:1734016122.719743:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24380 00000100:00100000:0.0:1734016122.784267:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339073664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 104415us (105967us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016122.784278:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9198 00002000:00100000:0.0:1734016122.784289:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5234687) req@ffff88012b87ce00 x1818247339073664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.784298:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ce00 with x1818247339073664 ext(0->5234687) 00002000:00010000:0.0:1734016122.784304:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ce00 00000100:00100000:2.0:1734016122.829350:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339073792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 149491us (151005us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016122.829362:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9199 00002000:00100000:2.0:1734016122.829374:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff88012b87e300 x1818247339073792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 504/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.829384:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87e300 with x1818247339073792 ext(4190208->8388607) 00002000:00010000:2.0:1734016122.829388:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87e300 00000100:00100000:1.0:1734016122.838804:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.839138:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339074176 00000100:00100000:0.0:1734016122.839146:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339074176 00000100:00100000:0.0:1734016122.839207:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11027 00000100:00100000:0.0:1734016122.839213:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339074176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.839229:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.839244:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7321342 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b2a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.839287:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341587968:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.839339:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016122.841413:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016122 -> 1734016123 00000100:00100000:2.0:1734016122.841432:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e58000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341587968:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016122.841457:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7321342 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b2a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.841469:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7321342 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b2a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016122.841482:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:2.0:1734016122.841928:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339074176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2712us (3128us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016122.841936:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11027 00000100:00100000:2.0:1734016122.844519:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.844592:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339074304 00000100:00100000:0.0:1734016122.844598:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339074304 00000100:00100000:0.0:1734016122.844897:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11028 00000100:00100000:0.0:1734016122.844903:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339074304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.844919:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.844932:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7321349 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b31 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.844980:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588096:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.845038:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.847000:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588096:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016122.847029:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7321349 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b31 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.847041:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7321349 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b31 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.847065:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016122.847109:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339074304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2205us (2594us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.847116:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11028 00000100:00100000:1.0:1734016122.851405:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.851466:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339074432 00000100:00100000:0.0:1734016122.851474:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339074432 00000100:00100000:0.0:1734016122.851521:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11029 00000100:00100000:0.0:1734016122.851528:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339074432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.851543:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.851557:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7321350 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b38 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.851604:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588224:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.851662:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016122.853591:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016122 -> 1734016123 00002000:00010000:0.0:1734016122.853595:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016122 -> 1734016123 00000100:00100000:0.0:1734016122.853610:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588224:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016122.853632:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7321350 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b38 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.853644:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec7321350 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b38 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.853667:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016122.853705:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339074432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2176us (2307us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.853720:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11029 00000100:00100000:1.0:1734016122.857457:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.857546:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339074560 00000100:00100000:0.0:1734016122.857557:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339074560 00000100:00100000:0.0:1734016122.857606:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11030 00000100:00100000:0.0:1734016122.857614:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339074560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.857632:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.857648:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7321357 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b3f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.857703:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588352:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.857776:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.860731:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588352:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016122.860765:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7321357 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b3f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.860780:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7321357 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b3f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.860805:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016122.860858:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339074560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3243us (3408us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.860866:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11030 00000100:00100000:2.0:1734016122.867670:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.867739:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339074688 00000100:00100000:0.0:1734016122.867747:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339074688 00000100:00100000:0.0:1734016122.867797:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11031 00000100:00100000:0.0:1734016122.867805:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339074688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.867821:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.867835:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732135e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b46 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.867889:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588480:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.867950:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.870921:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588480:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016122.870953:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732135e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b46 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.870967:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732135e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b46 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.871478:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016122.871533:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339074688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3726us (3868us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.871541:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11031 00000100:00100000:1.0:1734016122.874951:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.875022:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339074816 00000100:00100000:0.0:1734016122.875030:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339074816 00000100:00100000:0.0:1734016122.875214:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11032 00000100:00100000:0.0:1734016122.875223:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339074816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.875241:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.875257:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b4d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.875283:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.875295:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016122.875296:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016122.875299:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5754880->5775359] (req 5754880->5775359) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.875328:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.875339:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 7 pid: 7681 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016122.875350:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588608:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016122.875405:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.878740:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341588608:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016122.878769:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5754880->5775359] (req 5754880->5775359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.878785:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016122.878838:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339074816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3615us (3894us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.878847:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11032 00000100:00100000:1.0:1734016122.881115:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.881427:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339074944 00000100:00100000:2.0:1734016122.881438:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339074944 00002000:00100000:2.0:1734016122.881483:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9355264->9420799) req@ffff880130c2f100 x1818247339074944/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.881492:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247339074944 ext(9355264->9420799) 00010000:00010000:2.0:1734016122.881501:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 8 pid: 7681 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016122.881513:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 8 pid: 7681 timeout: 486 lvb_type: 0 00002000:00010000:2.0:1734016122.881520:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c2f100 00000100:00100000:2.0:1734016122.881569:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 325 00000100:00100000:2.0:1734016122.881575:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339074944:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016122.891066:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339074944:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 9479us (9948us total) trans 4294969325 rc 0/0 00000100:00100000:2.0:1734016122.891079:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 325 00002000:00100000:2.0:1734016122.891091:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9355264->9420799) req@ffff880130c2f100 x1818247339074944/t4294969325(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:83/0 lens 488/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.891100:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247339074944 ext(9355264->9420799) 00010000:00010000:2.0:1734016122.891123:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 10 pid: 7681 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016122.891138:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 10 pid: 7681 timeout: 486 lvb_type: 0 00002000:00010000:2.0:1734016122.891144:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c2f100 00000100:00100000:3.0:1734016122.909925:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.910620:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339075072 00000100:00100000:0.0:1734016122.910628:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339075072 00010000:00010000:0.0:1734016122.910656:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 10 pid: 7681 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016122.910688:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2826 00000100:00100000:0.0:1734016122.910694:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339075072:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016122.910704:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016122.910725:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 728 -> 856 00010000:00010000:0.0:1734016122.910730:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 10 pid: 7681 timeout: 486 lvb_type: 0 00010000:00010000:0.0:1734016122.910740:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 10 pid: 7681 timeout: 486 lvb_type: 0 00010000:00010000:0.0:1734016122.910757:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321311 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b07 expref: 10 pid: 7681 timeout: 486 lvb_type: 0 00010000:00010000:0.0:1734016122.910780:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.910782:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.910786:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.910794:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.910819:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.910830:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341588736:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016122.911555:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.914036:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341588736:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016122.914055:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016122.914128:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339075072:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3432us (4211us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.914139:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2826 00000100:00100000:1.0:1734016122.915414:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.915465:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339075200 00000100:00100000:0.0:1734016122.915471:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339075200 00000100:00100000:0.0:1734016122.915511:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11033 00000100:00100000:0.0:1734016122.915516:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339075200:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016122.915684:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9437739 -> 9437739 00002000:00010000:0.0:1734016122.915687:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016122.915689:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016122.915690:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016123 -> 1734016122 00002000:00010000:0.0:1734016122.915691:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 856 -> 896 00000100:00100000:0.0:1734016122.915736:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339075200:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 218us (324us total) trans 4294969326 rc 0/0 00000100:00100000:0.0:1734016122.915741:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11033 00000100:00100000:3.0:1734016122.919288:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.921942:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339075328 00000100:00100000:0.0:1734016122.921959:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339075328 00000100:00100000:0.0:1734016122.922031:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11034 00000100:00100000:0.0:1734016122.922039:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339075328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.922063:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.922084:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732136c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b54 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.922144:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341588864:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.922271:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016122.928456:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016122 -> 1734016123 00000100:00100000:0.0:1734016122.928480:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341588864:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016122.928508:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732136c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b54 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.928518:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec732136c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b54 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.928542:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016122.928592:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339075328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6553us (9315us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.928599:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11034 00000100:00100000:1.0:1734016122.931476:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.931826:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339075456 00000100:00100000:0.0:1734016122.931835:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339075456 00000100:00100000:0.0:1734016122.931941:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11035 00000100:00100000:0.0:1734016122.931948:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339075456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.931966:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.931986:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7321373 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b5b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.932040:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341588992:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016122.932424:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.935130:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341588992:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016122.935165:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7321373 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b5b expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.935211:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec7321373 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b5b expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.935352:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:1.0:1734016122.935509:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339075456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3559us (4039us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.935518:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11035 00000100:00100000:1.0:1734016122.938844:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.938928:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339075712 00000100:00100000:2.0:1734016122.938935:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339075712 00002000:00100000:2.0:1734016122.938970:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3833856->3837951) req@ffff880130c2f480 x1818247339075712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.938979:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247339075712 ext(3833856->3837951) 00002000:00010000:2.0:1734016122.938984:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:2.0:1734016122.939016:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9200 00000100:00100000:2.0:1734016122.939024:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339075712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.939202:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339075712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 153us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.939210:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9200 00002000:00100000:2.0:1734016122.939215:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3833856->3837951) req@ffff880130c2f480 x1818247339075712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.939223:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247339075712 ext(3833856->3837951) 00002000:00010000:2.0:1734016122.939226:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:2.0:1734016122.946272:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.946344:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339075968 00000100:00100000:0.0:1734016122.946353:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339075968 00002000:00100000:0.0:1734016122.946390:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3829760->3833855) req@ffff8800743bd500 x1818247339075968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.946398:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bd500 with x1818247339075968 ext(3829760->3833855) 00002000:00010000:0.0:1734016122.946403:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bd500 00000100:00100000:0.0:1734016122.946434:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9201 00000100:00100000:0.0:1734016122.946440:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339075968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.946582:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339075968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.946588:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9201 00002000:00100000:0.0:1734016122.946594:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3829760->3833855) req@ffff8800743bd500 x1818247339075968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.946600:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bd500 with x1818247339075968 ext(3829760->3833855) 00002000:00010000:0.0:1734016122.946603:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bd500 00000100:00100000:3.0:1734016122.950637:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.950977:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339076224 00000100:00100000:2.0:1734016122.950986:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339076224 00002000:00100000:2.0:1734016122.951023:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3825664->3829759) req@ffff8800ac135c00 x1818247339076224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.951033:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135c00 with x1818247339076224 ext(3825664->3829759) 00002000:00010000:2.0:1734016122.951038:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135c00 00000100:00100000:2.0:1734016122.951106:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9202 00000100:00100000:2.0:1734016122.951113:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339076224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.951283:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339076224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 169us (653us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.951290:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9202 00002000:00100000:2.0:1734016122.951296:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3825664->3829759) req@ffff8800ac135c00 x1818247339076224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.951302:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135c00 with x1818247339076224 ext(3825664->3829759) 00002000:00010000:2.0:1734016122.951305:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135c00 00000100:00100000:1.0:1734016122.955928:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.955996:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339076480 00000100:00100000:0.0:1734016122.956004:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339076480 00002000:00100000:0.0:1734016122.956040:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3821568->3825663) req@ffff880130c2c000 x1818247339076480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.956049:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247339076480 ext(3821568->3825663) 00002000:00010000:0.0:1734016122.956054:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c000 00000100:00100000:0.0:1734016122.956143:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9203 00000100:00100000:0.0:1734016122.956149:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339076480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.956300:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339076480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.956306:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9203 00002000:00100000:0.0:1734016122.956311:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3821568->3825663) req@ffff880130c2c000 x1818247339076480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.956316:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247339076480 ext(3821568->3825663) 00002000:00010000:0.0:1734016122.956319:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c000 00000100:00100000:3.0:1734016122.958461:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.958849:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339076736 00000100:00100000:2.0:1734016122.958858:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339076736 00002000:00100000:2.0:1734016122.958893:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3817472->3821567) req@ffff8800ac135180 x1818247339076736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.958902:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135180 with x1818247339076736 ext(3817472->3821567) 00002000:00010000:2.0:1734016122.958907:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135180 00000100:00100000:2.0:1734016122.958937:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9204 00000100:00100000:2.0:1734016122.958946:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339076736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.959092:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339076736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (636us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.959098:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9204 00002000:00100000:2.0:1734016122.959104:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3817472->3821567) req@ffff8800ac135180 x1818247339076736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.959110:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac135180 with x1818247339076736 ext(3817472->3821567) 00002000:00010000:2.0:1734016122.959113:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac135180 00000100:00100000:3.0:1734016122.961670:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.961740:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339076992 00000100:00100000:0.0:1734016122.961747:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339076992 00002000:00100000:0.0:1734016122.961780:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3813376->3817471) req@ffff880130d99880 x1818247339076992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.961788:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99880 with x1818247339076992 ext(3813376->3817471) 00002000:00010000:0.0:1734016122.961792:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99880 00000100:00100000:0.0:1734016122.961822:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9205 00000100:00100000:0.0:1734016122.961827:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339076992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.962064:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339076992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 235us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.962070:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9205 00002000:00100000:0.0:1734016122.962075:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3813376->3817471) req@ffff880130d99880 x1818247339076992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.962083:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99880 with x1818247339076992 ext(3813376->3817471) 00002000:00010000:0.0:1734016122.962085:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99880 00000100:00100000:1.0:1734016122.964222:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.964290:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339077248 00000100:00100000:0.0:1734016122.964299:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339077248 00002000:00100000:0.0:1734016122.964332:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3809280->3813375) req@ffff88007678d180 x1818247339077248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.964346:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d180 with x1818247339077248 ext(3809280->3813375) 00002000:00010000:0.0:1734016122.964351:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d180 00000100:00100000:0.0:1734016122.964387:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9206 00000100:00100000:0.0:1734016122.964393:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339077248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.964545:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339077248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.964554:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9206 00002000:00100000:0.0:1734016122.964561:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3809280->3813375) req@ffff88007678d180 x1818247339077248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.964569:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d180 with x1818247339077248 ext(3809280->3813375) 00002000:00010000:0.0:1734016122.964572:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d180 00000100:00100000:3.0:1734016122.971369:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.971434:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339077504 00000100:00100000:0.0:1734016122.971443:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339077504 00002000:00100000:0.0:1734016122.971480:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3805184->3809279) req@ffff880130d9b800 x1818247339077504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.971490:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b800 with x1818247339077504 ext(3805184->3809279) 00002000:00010000:0.0:1734016122.971495:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b800 00000100:00100000:0.0:1734016122.971523:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9207 00000100:00100000:0.0:1734016122.971529:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339077504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.971650:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339077504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 120us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.971657:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9207 00002000:00100000:0.0:1734016122.971662:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3805184->3809279) req@ffff880130d9b800 x1818247339077504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.971668:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b800 with x1818247339077504 ext(3805184->3809279) 00002000:00010000:0.0:1734016122.971671:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b800 00000100:00100000:3.0:1734016122.976932:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016122.977007:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339077760 00000100:00100000:2.0:1734016122.977015:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339077760 00002000:00100000:2.0:1734016122.977049:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3801088->3805183) req@ffff880130d9ad80 x1818247339077760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.977058:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9ad80 with x1818247339077760 ext(3801088->3805183) 00002000:00010000:2.0:1734016122.977063:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9ad80 00000100:00100000:2.0:1734016122.977089:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9208 00000100:00100000:2.0:1734016122.977097:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339077760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016122.977253:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339077760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 157us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016122.977260:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9208 00002000:00100000:2.0:1734016122.977265:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3801088->3805183) req@ffff880130d9ad80 x1818247339077760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016122.977272:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9ad80 with x1818247339077760 ext(3801088->3805183) 00002000:00010000:2.0:1734016122.977274:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9ad80 00000100:00100000:1.0:1734016122.989467:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016122.997868:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339078016 00000100:00100000:0.0:1734016122.997881:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339078016 00002000:00100000:0.0:1734016122.997928:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3796992->3801087) req@ffff88007678c700 x1818247339078016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.997937:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247339078016 ext(3796992->3801087) 00002000:00010000:0.0:1734016122.997942:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:0.0:1734016122.997978:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9209 00000100:00100000:0.0:1734016122.997985:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339078016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.998225:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339078016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 240us (8764us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016122.998233:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9209 00002000:00100000:0.0:1734016122.998240:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3796992->3801087) req@ffff88007678c700 x1818247339078016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:83/0 lens 488/4536 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.998248:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247339078016 ext(3796992->3801087) 00002000:00010000:0.0:1734016122.998251:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:3.0:1734016123.006171:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.006265:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339078272 00000100:00100000:0.0:1734016123.006274:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339078272 00002000:00100000:0.0:1734016123.006312:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3792896->3796991) req@ffff880130d9b480 x1818247339078272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.006327:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b480 with x1818247339078272 ext(3792896->3796991) 00002000:00010000:0.0:1734016123.006332:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b480 00000100:00100000:0.0:1734016123.006366:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9210 00000100:00100000:0.0:1734016123.006373:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339078272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.006527:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339078272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.006534:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9210 00002000:00100000:0.0:1734016123.006540:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3792896->3796991) req@ffff880130d9b480 x1818247339078272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.006548:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b480 with x1818247339078272 ext(3792896->3796991) 00002000:00010000:0.0:1734016123.006551:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b480 00000100:00100000:3.0:1734016123.012162:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.013627:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339078528 00000100:00100000:2.0:1734016123.013637:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339078528 00002000:00100000:2.0:1734016123.013674:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3788800->3792895) req@ffff880130d98380 x1818247339078528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.013683:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98380 with x1818247339078528 ext(3788800->3792895) 00002000:00010000:2.0:1734016123.013688:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98380 00000100:00100000:2.0:1734016123.013718:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9211 00000100:00100000:2.0:1734016123.013725:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339078528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.013876:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339078528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (1722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.013884:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9211 00002000:00100000:2.0:1734016123.013890:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3788800->3792895) req@ffff880130d98380 x1818247339078528/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.013896:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98380 with x1818247339078528 ext(3788800->3792895) 00002000:00010000:2.0:1734016123.013899:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98380 00000100:00100000:1.0:1734016123.021632:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.021716:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339078784 00000100:00100000:0.0:1734016123.021726:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339078784 00002000:00100000:0.0:1734016123.021767:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3784704->3788799) req@ffff88007678dc00 x1818247339078784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.021778:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678dc00 with x1818247339078784 ext(3784704->3788799) 00002000:00010000:0.0:1734016123.021784:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678dc00 00000100:00100000:0.0:1734016123.021816:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9212 00000100:00100000:0.0:1734016123.021825:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339078784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.021987:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339078784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 162us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.021994:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9212 00002000:00100000:0.0:1734016123.022000:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3784704->3788799) req@ffff88007678dc00 x1818247339078784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.022006:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678dc00 with x1818247339078784 ext(3784704->3788799) 00002000:00010000:0.0:1734016123.022009:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678dc00 00000100:00100000:3.0:1734016123.028617:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.030163:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339079040 00000100:00100000:2.0:1734016123.030172:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339079040 00002000:00100000:2.0:1734016123.030223:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3780608->3784703) req@ffff880130d98700 x1818247339079040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.030238:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98700 with x1818247339079040 ext(3780608->3784703) 00002000:00010000:2.0:1734016123.030243:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98700 00000100:00100000:2.0:1734016123.030293:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9213 00000100:00100000:2.0:1734016123.030299:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339079040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.031005:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339079040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 704us (2397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.031011:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9213 00002000:00100000:2.0:1734016123.031016:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3780608->3784703) req@ffff880130d98700 x1818247339079040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.031022:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98700 with x1818247339079040 ext(3780608->3784703) 00002000:00010000:2.0:1734016123.031025:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98700 00000100:00100000:3.0:1734016123.037544:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.038386:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339079296 00000100:00100000:2.0:1734016123.038395:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339079296 00002000:00100000:2.0:1734016123.038432:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3776512->3780607) req@ffff880130d9bb80 x1818247339079296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.038441:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9bb80 with x1818247339079296 ext(3776512->3780607) 00002000:00010000:2.0:1734016123.038447:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9bb80 00000100:00100000:2.0:1734016123.038478:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9214 00000100:00100000:2.0:1734016123.038485:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339079296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.038637:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339079296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (1098us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.038644:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9214 00002000:00100000:2.0:1734016123.038650:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3776512->3780607) req@ffff880130d9bb80 x1818247339079296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.038657:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9bb80 with x1818247339079296 ext(3776512->3780607) 00002000:00010000:2.0:1734016123.038659:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9bb80 00000100:00100000:1.0:1734016123.046571:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.046713:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339079424 00000100:00100000:2.0:1734016123.046721:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339079424 00000100:00100000:2.0:1734016123.047151:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11036 00000100:00100000:2.0:1734016123.047158:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339079424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.047176:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.047209:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732137a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b62 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.047256:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589120:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016123.047304:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b43cd0c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016123.047681:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016093 00000100:00100000:2.0:1734016123.050411:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589120:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016123.050440:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732137a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b62 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.050453:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732137a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b62 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.050468:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016123.050727:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339079424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3567us (4162us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.050735:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11036 00000100:00100000:0.0:1734016123.053645:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.053787:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339079552 00000100:00100000:3.0:1734016123.053795:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339079552 00000100:00100000:3.0:1734016123.053833:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11037 00000100:00100000:3.0:1734016123.053840:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339079552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.053857:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.053875:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321381 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b69 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.053925:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589248:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.053994:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.057249:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589248:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.057279:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321381 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b69 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.057292:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321381 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b69 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.057798:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016123.057852:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339079552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4010us (4213us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.057860:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11037 00000100:00100000:2.0:1734016123.063743:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.063855:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339079680 00000100:00100000:3.0:1734016123.063864:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339079680 00000100:00100000:3.0:1734016123.064462:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11038 00000100:00100000:3.0:1734016123.064471:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339079680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.064492:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.064509:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321388 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b70 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.064566:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589376:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.064636:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.071428:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589376:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.071464:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321388 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b70 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.071478:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321388 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b70 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.071504:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016123.071556:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339079680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7083us (7824us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.071565:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11038 00000100:00100000:1.0:1734016123.077516:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.077617:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339079808 00000100:00100000:3.0:1734016123.077625:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339079808 00000100:00100000:3.0:1734016123.077669:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11039 00000100:00100000:3.0:1734016123.077676:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339079808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.077694:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.077721:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732138f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b77 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.077785:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589504:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.077860:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.088453:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589504:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.088489:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732138f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b77 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.088502:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732138f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b77 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.088528:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016123.088792:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339079808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11115us (11283us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.088802:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11039 00000100:00100000:0.0:1734016123.136301:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.136414:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339080064 00000100:00100000:2.0:1734016123.136423:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339080064 00002000:00100000:2.0:1734016123.136461:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5259263) req@ffff880071e59f80 x1818247339080064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 520/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.136470:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59f80 with x1818247339080064 ext(0->5259263) 00002000:00010000:2.0:1734016123.136475:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59f80 00000100:00100000:2.0:1734016123.136497:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9215 00000100:00100000:2.0:1734016123.136503:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339080064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.149010:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.149230:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339080320 00000100:00100000:1.0:1734016123.149238:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339080320 00002000:00100000:1.0:1734016123.149281:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4251648->8450047) req@ffff880071e59880 x1818247339080320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.149291:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59880 with x1818247339080320 ext(4251648->8450047) 00002000:00010000:1.0:1734016123.149295:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59880 00000100:00100000:1.0:1734016123.149334:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9216 00000100:00100000:1.0:1734016123.149340:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339080320:12345-192.168.201.1@tcp:3:fsx.0 00010000:00010000:0.0:1734016123.164829:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016123.174634:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.174732:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339080576 00000100:00100000:3.0:1734016123.174740:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339080576 00002000:00100000:3.0:1734016123.174775:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8450048->9441279) req@ffff880071e59c00 x1818247339080576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.174785:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59c00 with x1818247339080576 ext(8450048->9441279) 00002000:00010000:3.0:1734016123.174789:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59c00 00000100:00100000:3.0:1734016123.174822:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9217 00000100:00100000:3.0:1734016123.174829:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339080576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.225349:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339080064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 88835us (89048us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016123.225363:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9215 00002000:00100000:3.0:1734016123.225375:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5259263) req@ffff880071e59f80 x1818247339080064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 520/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.225390:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59f80 with x1818247339080064 ext(0->5259263) 00002000:00010000:3.0:1734016123.225396:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59f80 00000100:00100000:2.0:1734016123.287517:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339080320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138168us (138508us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016123.287528:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9216 00002000:00100000:2.0:1734016123.287538:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4251648->8450047) req@ffff880071e59880 x1818247339080320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 504/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.287547:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59880 with x1818247339080320 ext(4251648->8450047) 00002000:00010000:2.0:1734016123.287552:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59880 00000100:00100000:3.0:1734016123.299075:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339080576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124236us (124440us total) trans 0 rc 991232/991232 00000100:00100000:3.0:1734016123.299087:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9217 00002000:00100000:3.0:1734016123.299097:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8450048->9441279) req@ffff880071e59c00 x1818247339080576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 991232/991232 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.299105:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59c00 with x1818247339080576 ext(8450048->9441279) 00002000:00010000:3.0:1734016123.299110:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59c00 00000100:00100000:0.0:1734016123.307025:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.307115:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339080704 00000100:00100000:3.0:1734016123.307123:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339080704 00000100:00100000:3.0:1734016123.307164:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11040 00000100:00100000:3.0:1734016123.307170:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339080704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.307221:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.307236:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b7e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.307260:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.307266:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.307267:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.307270:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7655424->7663615] (req 7655424->7663615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.307300:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.307310:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 7 pid: 13915 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016123.307322:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589632:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016123.307376:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.312498:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589632:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016123.312527:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7655424->7663615] (req 7655424->7663615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.312543:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016123.312588:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339080704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5417us (5571us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.312595:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11040 00000100:00100000:0.0:1734016123.342007:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.342108:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339080832 00000100:00100000:2.0:1734016123.342116:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339080832 00010000:00010000:2.0:1734016123.342148:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 8 pid: 13915 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016123.342665:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2827 00000100:00100000:2.0:1734016123.342674:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339080832:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.342688:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.342716:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 8 pid: 13915 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016123.342733:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 8 pid: 13915 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016123.342753:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7321365 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b4d expref: 8 pid: 13915 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016123.343127:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.343130:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.343138:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.343146:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.343196:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.343209:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341589760:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016123.344982:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b43cd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.348211:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341589760:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016123.348233:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.348290:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339080832:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5615us (6289us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.348301:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2827 00000100:00100000:1.0:1734016123.349976:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.350037:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339081088 00000100:00100000:3.0:1734016123.350043:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339081088 00002000:00100000:3.0:1734016123.350076:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7659520->7663615) req@ffff88007678d880 x1818247339081088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.350084:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d880 with x1818247339081088 ext(7659520->7663615) 00002000:00010000:3.0:1734016123.350088:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d880 00000100:00100000:3.0:1734016123.350110:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9218 00000100:00100000:3.0:1734016123.350115:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339081088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.350249:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339081088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (278us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016123.350256:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9218 00002000:00100000:3.0:1734016123.350261:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7659520->7663615) req@ffff88007678d880 x1818247339081088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.350268:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d880 with x1818247339081088 ext(7659520->7663615) 00002000:00010000:3.0:1734016123.350270:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d880 00000100:00100000:0.0:1734016123.353954:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.354042:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339081216 00000100:00100000:3.0:1734016123.354052:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339081216 00000100:00100000:3.0:1734016123.354086:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11041 00000100:00100000:3.0:1734016123.354093:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339081216:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.354110:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.354126:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732139d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b85 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.354202:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589888:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.354266:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.361985:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341589888:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.362025:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732139d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b85 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.362042:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732139d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b85 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.362069:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016123.362121:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339081216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8025us (8173us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.362131:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11041 00000100:00100000:0.0:1734016123.368378:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.368505:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339081344 00000100:00100000:3.0:1734016123.368514:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339081344 00000100:00100000:3.0:1734016123.368562:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11042 00000100:00100000:3.0:1734016123.368570:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339081344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.368589:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.368602:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec73213a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b8c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.368646:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590016:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.368715:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.371031:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590016:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.371061:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec73213a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b8c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.371072:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec73213a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b8c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.371096:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016123.371135:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339081344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2565us (2764us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.371143:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11042 00000100:00100000:0.0:1734016123.410071:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.410160:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339081600 00000100:00100000:2.0:1734016123.410168:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339081600 00002000:00100000:2.0:1734016123.410229:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4825087) req@ffff880071e58380 x1818247339081600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.410238:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e58380 with x1818247339081600 ext(0->4825087) 00002000:00010000:2.0:1734016123.410242:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e58380 00000100:00100000:2.0:1734016123.410273:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9219 00000100:00100000:2.0:1734016123.410279:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339081600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.414925:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.416051:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.418086:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339081856 00000100:00100000:0.0:1734016123.418096:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339081856 00002000:00100000:0.0:1734016123.418131:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8396799) req@ffff880071e5a680 x1818247339081856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 520/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.418140:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a680 with x1818247339081856 ext(4190208->8396799) 00002000:00010000:0.0:1734016123.418144:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a680 00000100:00100000:0.0:1734016123.418167:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339082112 00000100:00100000:0.0:1734016123.418169:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339082112 00002000:00100000:0.0:1734016123.418195:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8396800->9441279) req@ffff880071e5b800 x1818247339082112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.418201:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b800 with x1818247339082112 ext(8396800->9441279) 00002000:00010000:0.0:1734016123.418204:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b800 00000100:00100000:0.0:1734016123.418215:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9220 00000100:00100000:0.0:1734016123.418220:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339081856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.422156:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9221 00000100:00100000:3.0:1734016123.422170:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339082112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.487221:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247339081600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 76931us (77148us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016123.487233:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9219 00002000:00100000:3.0:1734016123.487243:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4825087) req@ffff880071e58380 x1818247339081600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 504/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.487252:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e58380 with x1818247339081600 ext(0->4825087) 00002000:00010000:3.0:1734016123.487257:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e58380 00000100:00100000:3.0:1734016123.496052:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339082112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 73876us (79997us total) trans 0 rc 1044480/1044480 00000100:00100000:3.0:1734016123.496062:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9221 00002000:00100000:3.0:1734016123.496071:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8396800->9441279) req@ffff880071e5b800 x1818247339082112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 1044480/1044480 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016123.496078:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5b800 with x1818247339082112 ext(8396800->9441279) 00002000:00010000:3.0:1734016123.496082:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5b800 00000100:00100000:1.0:1734016123.530926:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339081856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 112696us (115999us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016123.530936:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9220 00002000:00100000:1.0:1734016123.530947:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8396799) req@ffff880071e5a680 x1818247339081856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 520/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.530955:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5a680 with x1818247339081856 ext(4190208->8396799) 00002000:00010000:1.0:1734016123.530959:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5a680 00000100:00100000:0.0:1734016123.538389:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.538482:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339082240 00000100:00100000:3.0:1734016123.538490:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339082240 00000100:00100000:3.0:1734016123.538795:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11043 00000100:00100000:3.0:1734016123.538802:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339082240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.538818:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.538834:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73213ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b93 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.538880:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590144:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.538940:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.541988:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590144:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.542022:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73213ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b93 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.542034:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec73213ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b93 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.542579:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016123.542979:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339082240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4172us (4594us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.542987:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11043 00000100:00100000:0.0:1734016123.545864:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.546003:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339082368 00000100:00100000:3.0:1734016123.546010:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339082368 00000100:00100000:3.0:1734016123.546045:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11044 00000100:00100000:3.0:1734016123.546051:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339082368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.546065:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.546081:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73213b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1b9a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.546130:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590272:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.546224:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.548519:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590272:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.548554:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73213b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b9a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.548566:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec73213b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b9a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.548772:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016123.548968:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339082368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2914us (3110us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.548977:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11044 00000100:00100000:0.0:1734016123.556111:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.556751:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339082496 00000100:00100000:1.0:1734016123.556759:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339082496 00002000:00100000:1.0:1734016123.556796:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7655424->8925183) req@ffff880071e58000 x1818247339082496/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 504/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.556805:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e58000 with x1818247339082496 ext(7655424->8925183) 00002000:00010000:1.0:1734016123.556809:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e58000 00000100:00100000:1.0:1734016123.557147:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9222 00000100:00100000:1.0:1734016123.557154:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339082496:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016123.562016:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339082496:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4852us (5902us total) trans 4294969327 rc 0/0 00000100:00100000:0.0:1734016123.562028:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9222 00002000:00100000:0.0:1734016123.562041:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7655424->8925183) req@ffff880071e58000 x1818247339082496/t4294969327(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 504/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.562049:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e58000 with x1818247339082496 ext(7655424->8925183) 00002000:00010000:0.0:1734016123.562054:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e58000 00000100:00100000:0.0:1734016123.564633:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.564917:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339082624 00000100:00100000:2.0:1734016123.564926:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339082624 00000100:00100000:2.0:1734016123.565040:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2019 00000100:00100000:2.0:1734016123.565047:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339082624:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016123.565489:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339082624:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 440us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.565496:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2019 00000100:00100000:0.0:1734016123.570270:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.570403:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339082752 00000100:00100000:3.0:1734016123.570411:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339082752 00000100:00100000:3.0:1734016123.570449:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11045 00000100:00100000:3.0:1734016123.570455:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339082752:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016123.571662:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969327 is committed 00000001:00080000:0.0:1734016123.571672:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969326 is committed 00000100:00100000:3.0:1734016123.571964:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339082752:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1507us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.571973:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11045 00000100:00100000:0.0:1734016123.575754:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.575895:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339082880 00000100:00100000:3.0:1734016123.575903:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339082880 00000100:00100000:3.0:1734016123.576168:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11046 00000100:00100000:3.0:1734016123.576175:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339082880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.576291:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.576307:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73213b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ba1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.576357:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590400:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.576946:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016123.579814:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 896 -> 968 00000100:00100000:3.0:1734016123.579836:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590400:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.579864:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73213b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ba1 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.579878:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73213b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ba1 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.579903:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016123.579940:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339082880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3764us (4194us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.579947:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11046 00000100:00100000:1.0:1734016123.585345:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.585440:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339083008 00000100:00100000:3.0:1734016123.585448:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339083008 00000100:00100000:3.0:1734016123.585990:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11047 00000100:00100000:3.0:1734016123.585997:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339083008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.586012:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.586027:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73213c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ba8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.586073:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590528:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.586160:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.590362:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590528:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.590392:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73213c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ba8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.590404:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec73213c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ba8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.590430:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016123.590467:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339083008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4469us (5131us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.590474:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11047 00000100:00100000:1.0:1734016123.593535:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.593763:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339083136 00000100:00100000:3.0:1734016123.593770:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339083136 00000100:00100000:3.0:1734016123.593922:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11048 00000100:00100000:3.0:1734016123.593930:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339083136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.593947:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.593964:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1baf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.593991:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.593999:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.594001:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016123.594004:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3776512->3842047] (req 3776512->3842047) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.594032:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.594043:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 5 pid: 7681 timeout: 486 lvb_type: 0 00000100:00100000:3.0:1734016123.594059:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590656:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016123.594125:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.602086:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590656:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016123.602115:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3776512->3842047] (req 3776512->3842047) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.602129:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016123.602223:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339083136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8293us (8695us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.602231:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11048 00000100:00100000:1.0:1734016123.615623:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.615729:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339083264 00000100:00100000:2.0:1734016123.615738:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339083264 00010000:00010000:2.0:1734016123.615768:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 6 pid: 7681 timeout: 486 lvb_type: 0 00000100:00100000:2.0:1734016123.615806:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2828 00000100:00100000:2.0:1734016123.615813:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339083264:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.615826:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.615843:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 6 pid: 7681 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016123.615853:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 6 pid: 7681 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016123.615871:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321396 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b7e expref: 6 pid: 7681 timeout: 486 lvb_type: 0 00010000:00010000:2.0:1734016123.615901:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.615903:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.615909:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.615915:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.615943:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.615954:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341590784:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016123.616009:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.619280:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341590784:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016123.619306:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.619346:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339083264:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3533us (3731us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.619356:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2828 00000100:00100000:1.0:1734016123.619616:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.619690:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339083392 00000100:00100000:3.0:1734016123.619705:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339083392 00000100:00100000:3.0:1734016123.620756:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11049 00000100:00100000:3.0:1734016123.620763:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339083392:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016123.621410:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9437739 -> 9437739 00002000:00010000:3.0:1734016123.621414:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016123.621416:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016123.621418:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:3.0:1734016123.621419:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:3.0:1734016123.622570:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339083392:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1801us (2951us total) trans 4294969328 rc 0/0 00000100:00100000:3.0:1734016123.622578:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11049 00000100:00100000:1.0:1734016123.630258:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016123.630967:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339083520 00000100:00100000:3.0:1734016123.630977:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339083520 00000100:00100000:3.0:1734016123.632234:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11050 00000100:00100000:3.0:1734016123.632243:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339083520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.632260:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016123.632275:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73213ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bb6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016123.632324:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590912:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016123.632380:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.635156:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341590912:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016123.635284:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73213ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bb6 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.635297:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73213ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bb6 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.635320:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016123.635844:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339083520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3600us (5593us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016123.635852:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11050 00000100:00100000:3.0:1734016123.639283:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.639379:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339083648 00000100:00100000:0.0:1734016123.639386:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339083648 00000100:00100000:0.0:1734016123.639710:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11051 00000100:00100000:0.0:1734016123.639717:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339083648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.639735:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.639749:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73213d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bbd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.639794:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591040:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016123.639851:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.642174:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591040:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016123.642221:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73213d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bbd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.642237:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73213d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bbd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.642257:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:2.0:1734016123.642300:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339083648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2582us (3023us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.642308:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11051 00000100:00100000:3.0:1734016123.647110:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.647323:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339083904 00000100:00100000:0.0:1734016123.647332:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339083904 00002000:00100000:0.0:1734016123.647371:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4714496->4718591) req@ffff880130d9b100 x1818247339083904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.647379:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b100 with x1818247339083904 ext(4714496->4718591) 00002000:00010000:0.0:1734016123.647383:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b100 00000100:00100000:0.0:1734016123.647411:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9223 00000100:00100000:0.0:1734016123.647416:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339083904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.647553:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339083904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.647558:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9223 00002000:00100000:0.0:1734016123.647563:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4714496->4718591) req@ffff880130d9b100 x1818247339083904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.647568:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b100 with x1818247339083904 ext(4714496->4718591) 00002000:00010000:0.0:1734016123.647570:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b100 00000100:00100000:3.0:1734016123.652558:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.652626:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339084032 00000100:00100000:0.0:1734016123.652634:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339084032 00002000:00100000:0.0:1734016123.652674:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4714496->4718591) req@ffff880130d98000 x1818247339084032/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 4584/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.652688:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98000 with x1818247339084032 ext(4714496->4718591) 00002000:00010000:0.0:1734016123.652701:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98000 00000100:00100000:0.0:1734016123.652953:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9224 00000100:00100000:0.0:1734016123.652960:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339084032:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016123.653866:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339084032:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 904us (1316us total) trans 4294969329 rc 0/0 00000100:00100000:0.0:1734016123.653873:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9224 00002000:00100000:0.0:1734016123.653879:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4714496->4718591) req@ffff880130d98000 x1818247339084032/t4294969329(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 4584/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.653885:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98000 with x1818247339084032 ext(4714496->4718591) 00002000:00010000:0.0:1734016123.653888:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98000 00000100:00100000:1.0:1734016123.656281:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.656970:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339084160 00000100:00100000:2.0:1734016123.656979:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339084160 00000100:00100000:2.0:1734016123.657051:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11052 00000100:00100000:2.0:1734016123.657058:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339084160:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016123.658922:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969329 is committed 00000100:00100000:0.0:1734016123.659130:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339084160:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2066us (2851us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.659141:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11052 00000100:00100000:3.0:1734016123.662422:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.662488:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339084288 00000100:00100000:0.0:1734016123.662494:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339084288 00000100:00100000:0.0:1734016123.662530:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11053 00000100:00100000:0.0:1734016123.662537:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339084288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.662553:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.662568:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73213dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bc4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.662617:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591168:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016123.662857:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016123.665664:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 968 -> 976 00000100:00100000:0.0:1734016123.665686:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591168:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016123.665724:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73213dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bc4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.665736:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73213dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bc4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.665943:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016123.665987:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339084288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3450us (3571us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.665994:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11053 00000100:00100000:1.0:1734016123.670872:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.670943:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339084416 00000100:00100000:0.0:1734016123.670952:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339084416 00000100:00100000:0.0:1734016123.670996:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11054 00000100:00100000:0.0:1734016123.671001:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339084416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.671017:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.671031:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73213e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bcb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.671074:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591296:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016123.671132:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.673528:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591296:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016123.673559:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73213e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bcb expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.673572:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73213e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bcb expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.673757:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016123.673806:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339084416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2803us (2940us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.673813:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11054 00000100:00100000:3.0:1734016123.677013:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.677885:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339084544 00000100:00100000:1.0:1734016123.677893:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339084544 00000100:00100000:1.0:1734016123.677941:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11055 00000100:00100000:1.0:1734016123.677949:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339084544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.677967:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.677983:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73213ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bd2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.678035:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7702680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591424:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016123.678099:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.680991:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7702680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591424:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016123.681021:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73213ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bd2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.681034:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73213ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bd2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.681047:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:2.0:1734016123.681091:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339084544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3143us (4085us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.681098:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11055 00000100:00100000:3.0:1734016123.684984:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.685106:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339084672 00000100:00100000:2.0:1734016123.685113:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339084672 00000100:00100000:2.0:1734016123.685259:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11056 00000100:00100000:2.0:1734016123.685266:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339084672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.685280:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.685295:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73213f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bd9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.685347:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591552:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016123.685654:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.688543:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591552:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016123.688573:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73213f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bd9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.688585:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73213f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bd9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.688767:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016123.688818:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339084672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3550us (3840us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.688825:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11056 00000100:00100000:2.0:1734016123.693784:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.693895:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339084800 00000100:00100000:0.0:1734016123.693903:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339084800 00000100:00100000:0.0:1734016123.693968:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11057 00000100:00100000:0.0:1734016123.693973:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339084800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.693992:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.694009:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1be0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.694037:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.694043:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016123.694044:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016123.694048:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2224128->2256895] (req 2224128->2256895) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.694071:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.694085:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 6 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016123.694096:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591680:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016123.694157:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.698083:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.698168:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341591680:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016123.698220:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2224128->2256895] (req 2224128->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.698234:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016123.698726:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339084800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4750us (4947us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.698734:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11057 00000100:00100000:2.0:1734016123.699968:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339084928 00000100:00100000:2.0:1734016123.699976:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339084928 00010000:00010000:2.0:1734016123.700000:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 7 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.700037:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2829 00000100:00100000:2.0:1734016123.700043:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339084928:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.700053:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.700069:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 7 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.700079:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 7 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.700095:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73213c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1baf expref: 7 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.700113:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.700115:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.700121:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.700129:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.700157:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.700167:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341591808:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016123.700220:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.703788:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341591808:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016123.703810:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.703853:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339084928:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3810us (5779us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.703863:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2829 00000100:00100000:2.0:1734016123.704999:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.705303:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339085056 00000100:00100000:0.0:1734016123.705309:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339085056 00000100:00100000:0.0:1734016123.705344:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11058 00000100:00100000:0.0:1734016123.705349:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339085056:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016123.705556:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9437739 -> 9437739 00002000:00010000:0.0:1734016123.705558:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.705560:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.705562:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.705563:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 976 -> 976 00000100:00100000:0.0:1734016123.705605:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339085056:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 255us (608us total) trans 4294969330 rc 0/0 00000100:00100000:0.0:1734016123.705613:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11058 00000100:00100000:3.0:1734016123.712589:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.712851:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339085184 00000100:00100000:2.0:1734016123.712859:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339085184 00000100:00100000:2.0:1734016123.712901:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11059 00000100:00100000:2.0:1734016123.712907:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339085184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.712922:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.712936:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73213ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1be7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.712979:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341591936:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016123.713022:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.716470:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341591936:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016123.716503:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73213ff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.716517:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73213ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be7 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.716544:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:0.0:1734016123.716623:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339085184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3714us (4039us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.716631:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11059 00000100:00100000:3.0:1734016123.719152:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.719426:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339085312 00000100:00100000:0.0:1734016123.719434:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339085312 00000100:00100000:0.0:1734016123.719809:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11060 00000100:00100000:0.0:1734016123.719816:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339085312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.719831:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.719848:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321406 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bee expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.719894:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592064:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016123.720091:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.722765:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592064:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016123.722796:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321406 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bee expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.722808:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321406 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bee expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.722840:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:1.0:1734016123.722886:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339085312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3070us (3740us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.722894:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11060 00000100:00100000:2.0:1734016123.728908:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.729610:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339085568 00000100:00100000:0.0:1734016123.729618:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339085568 00002000:00100000:0.0:1734016123.729661:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2211840->2215935) req@ffff8800743bc380 x1818247339085568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.729670:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bc380 with x1818247339085568 ext(2211840->2215935) 00002000:00010000:0.0:1734016123.729675:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bc380 00000100:00100000:0.0:1734016123.729960:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9225 00000100:00100000:0.0:1734016123.729967:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339085568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.730114:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339085568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (1214us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.730121:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9225 00002000:00100000:0.0:1734016123.730126:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2211840->2215935) req@ffff8800743bc380 x1818247339085568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.730132:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bc380 with x1818247339085568 ext(2211840->2215935) 00002000:00010000:0.0:1734016123.730135:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bc380 00000100:00100000:3.0:1734016123.734751:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.734840:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339085824 00000100:00100000:2.0:1734016123.734851:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339085824 00002000:00100000:2.0:1734016123.734892:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2207744->2211839) req@ffff880071721500 x1818247339085824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.734901:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721500 with x1818247339085824 ext(2207744->2211839) 00002000:00010000:2.0:1734016123.734905:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721500 00000100:00100000:2.0:1734016123.734926:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9226 00000100:00100000:2.0:1734016123.734932:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339085824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.735065:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339085824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.735071:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9226 00002000:00100000:2.0:1734016123.735076:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2207744->2211839) req@ffff880071721500 x1818247339085824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.735082:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721500 with x1818247339085824 ext(2207744->2211839) 00002000:00010000:2.0:1734016123.735084:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721500 00000100:00100000:3.0:1734016123.743346:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.743422:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339086080 00000100:00100000:0.0:1734016123.743429:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339086080 00002000:00100000:0.0:1734016123.743464:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2203648->2207743) req@ffff880071722300 x1818247339086080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.743472:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722300 with x1818247339086080 ext(2203648->2207743) 00002000:00010000:0.0:1734016123.743477:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722300 00000100:00100000:0.0:1734016123.744353:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9227 00000100:00100000:0.0:1734016123.744360:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339086080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.744684:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339086080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 322us (1342us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.744691:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9227 00002000:00100000:0.0:1734016123.744707:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2203648->2207743) req@ffff880071722300 x1818247339086080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.744715:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722300 with x1818247339086080 ext(2203648->2207743) 00002000:00010000:0.0:1734016123.744718:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722300 00000100:00100000:3.0:1734016123.750541:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.750626:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339086336 00000100:00100000:2.0:1734016123.750634:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339086336 00002000:00100000:2.0:1734016123.750670:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2199552->2203647) req@ffff880071721f80 x1818247339086336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.750678:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721f80 with x1818247339086336 ext(2199552->2203647) 00002000:00010000:2.0:1734016123.750683:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721f80 00000100:00100000:2.0:1734016123.750732:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9228 00000100:00100000:2.0:1734016123.750738:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339086336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.750870:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339086336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 132us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.750876:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9228 00002000:00100000:2.0:1734016123.750881:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2199552->2203647) req@ffff880071721f80 x1818247339086336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.750888:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721f80 with x1818247339086336 ext(2199552->2203647) 00002000:00010000:2.0:1734016123.750891:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721f80 00000100:00100000:3.0:1734016123.754572:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.754648:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339086592 00000100:00100000:0.0:1734016123.754657:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339086592 00002000:00100000:0.0:1734016123.754691:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2195456->2199551) req@ffff880071722d80 x1818247339086592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.754710:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722d80 with x1818247339086592 ext(2195456->2199551) 00002000:00010000:0.0:1734016123.754715:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722d80 00000100:00100000:0.0:1734016123.754802:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9229 00000100:00100000:0.0:1734016123.754809:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339086592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.754932:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071722d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339086592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 122us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.754938:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9229 00002000:00100000:0.0:1734016123.754943:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2195456->2199551) req@ffff880071722d80 x1818247339086592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.754949:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071722d80 with x1818247339086592 ext(2195456->2199551) 00002000:00010000:0.0:1734016123.754952:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071722d80 00000100:00100000:3.0:1734016123.758749:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.759015:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339086848 00000100:00100000:2.0:1734016123.759023:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339086848 00002000:00100000:2.0:1734016123.759060:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2191360->2195455) req@ffff880071721180 x1818247339086848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.759069:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721180 with x1818247339086848 ext(2191360->2195455) 00002000:00010000:2.0:1734016123.759073:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721180 00000100:00100000:2.0:1734016123.759094:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9230 00000100:00100000:2.0:1734016123.759100:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339086848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.759253:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339086848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.759259:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9230 00002000:00100000:2.0:1734016123.759266:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2191360->2195455) req@ffff880071721180 x1818247339086848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.759273:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721180 with x1818247339086848 ext(2191360->2195455) 00002000:00010000:2.0:1734016123.759276:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721180 00000100:00100000:3.0:1734016123.764134:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.764326:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339087104 00000100:00100000:0.0:1734016123.764335:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339087104 00002000:00100000:0.0:1734016123.764374:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2187264->2191359) req@ffff880071720700 x1818247339087104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.764384:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720700 with x1818247339087104 ext(2187264->2191359) 00002000:00010000:0.0:1734016123.764389:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720700 00000100:00100000:0.0:1734016123.764423:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9231 00000100:00100000:0.0:1734016123.764430:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339087104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.764582:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339087104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016123.764588:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9231 00002000:00100000:0.0:1734016123.764594:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2187264->2191359) req@ffff880071720700 x1818247339087104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.764601:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720700 with x1818247339087104 ext(2187264->2191359) 00002000:00010000:0.0:1734016123.764604:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720700 00000100:00100000:3.0:1734016123.768761:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.769074:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339087360 00000100:00100000:2.0:1734016123.769082:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339087360 00002000:00100000:2.0:1734016123.769118:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2183168->2187263) req@ffff8800715d5c00 x1818247339087360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.769128:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5c00 with x1818247339087360 ext(2183168->2187263) 00002000:00010000:2.0:1734016123.769133:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5c00 00000100:00100000:2.0:1734016123.769210:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9232 00000100:00100000:2.0:1734016123.769218:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339087360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016123.769365:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339087360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (610us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016123.769373:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9232 00002000:00100000:2.0:1734016123.769382:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (2183168->2187263) req@ffff8800715d5c00 x1818247339087360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016123.769388:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5c00 with x1818247339087360 ext(2183168->2187263) 00002000:00010000:2.0:1734016123.769392:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5c00 00000100:00100000:3.0:1734016123.774254:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.774538:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339087616 00000100:00100000:2.0:1734016123.774546:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339087616 00000100:00100000:2.0:1734016123.774594:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2020 00000100:00100000:2.0:1734016123.774601:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339087616:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016123.774657:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.774680:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec732132d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b15 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.775052:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016123.775056:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016123.775228:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.775240:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.775245:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.775272:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.775282:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 19 pid: 6475 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.775306:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341592192:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016123.778405:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.784940:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.785092:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339087744 00000100:00100000:0.0:1734016123.785099:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339087744 00010000:00010000:0.0:1734016123.785128:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 20 pid: 6475 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016123.785166:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2830 00000100:00100000:0.0:1734016123.785172:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1983:x1818247339087744:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016123.785201:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016123.785209:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 20 pid: 6475 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016123.785218:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 20 pid: 6475 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016123.785235:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016123.785239:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016123.785251:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016123.785256:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016123.785269:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016123.785304:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1983:x1818247339087744:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 131us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.785310:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2830 00010000:00010000:2.0:1734016123.785614:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec732131f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1b0e expref: 19 pid: 6475 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.785647:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341592192:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016123.785663:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.785669:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.785673:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016123.785750:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968558 00000004:00010000:2.0:1734016123.785783:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800715d7b80 reply state ffff88011d836000 transno 4294968559 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016123.785789:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016123.785862:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247339087616:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 11261us (11615us total) trans 4294968559 rc 0/0 00000100:00100000:2.0:1734016123.785868:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2020 00000020:00080000:2.0:1734016123.785871:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016123.799346:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.799358:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.799364:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.799368:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cad00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016123.799373:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.799382:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.799394:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016123.799397:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016123.799400:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.799405:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732140d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016123.800707:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.801346:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339087872 00000100:00100000:1.0:1734016123.801355:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339087872 00000100:00100000:2.0:1734016123.802536:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11061 00000100:00100000:2.0:1734016123.802545:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339087872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.802562:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.802578:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bf5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.802602:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.802609:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.802611:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016123.802613:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.802639:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.802648:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 6 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.802659:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341592320:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016123.802727:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.805169:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341592320:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016123.805227:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.805239:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016123.805277:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339087872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2733us (4573us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.805284:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11061 00000100:00100000:3.0:1734016123.809390:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.813363:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339088000 00000100:00100000:0.0:1734016123.813375:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339088000 00010000:00010000:0.0:1734016123.813413:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 7 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.814570:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2831 00000100:00100000:2.0:1734016123.814579:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339088000:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.814593:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.814611:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 7 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.814621:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 7 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.814638:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec73213f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1be0 expref: 7 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.814934:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.814937:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.814943:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.814950:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.814979:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.814989:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341592448:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016123.815056:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.820562:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.820635:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341592448:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016123.820654:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.820700:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339088000:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6113us (11311us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.820709:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2831 00000100:00100000:0.0:1734016123.820767:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339088128 00000100:00100000:0.0:1734016123.820772:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339088128 00002000:00010000:0.0:1734016123.820796:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (885230->18446744073709551615) 00002000:00100000:0.0:1734016123.820799:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4700 with x1818247339088128 ext(885230->18446744073709551615) 00002000:00010000:0.0:1734016123.820807:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4700. 00000100:00100000:0.0:1734016123.820821:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9233 00000100:00100000:0.0:1734016123.820825:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339088128:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016123.831828:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9437739 -> 885230 00002000:00010000:0.0:1734016123.831834:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016123 -> 1734016124 00002000:00010000:0.0:1734016123.831837:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.831839:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016123 -> 1734016124 00002000:00010000:0.0:1734016123.831841:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 976 -> 448 00000100:00100000:0.0:1734016123.835462:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339088128:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 14627us (14897us total) trans 4294969331 rc 0/0 00000100:00100000:0.0:1734016123.835475:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9233 00002000:00010000:0.0:1734016123.835482:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (885230->18446744073709551615) 00002000:00100000:0.0:1734016123.835485:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d4700 with x1818247339088128 ext(885230->18446744073709551615) 00002000:00010000:0.0:1734016123.835496:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d4700. 00000100:00100000:3.0:1734016123.837297:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.839323:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339088256 00000100:00100000:2.0:1734016123.839335:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339088256 00000100:00100000:2.0:1734016123.839395:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2021 00000100:00100000:2.0:1734016123.839402:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247339088256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.839426:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.839444:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732141b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1bfc expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.839515:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.839530:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.839539:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016123.839561:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 885230 00000004:00200000:2.0:1734016123.839564:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016123.839577:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016123.839596:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec732141b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 26 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.839625:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.839632:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016123.839634:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016123.839638:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016123.839685:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247339088256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 283us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.839702:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2021 00000100:00100000:3.0:1734016123.846517:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.846564:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339088384 00000100:00100000:0.0:1734016123.846572:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339088384 00000100:00100000:0.0:1734016123.846609:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2022 00000100:00100000:0.0:1734016123.846614:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339088384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.846630:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.846644:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321429 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c03 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.846720:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321430 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016123.846731:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016123.846739:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016123.846755:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 885230 00000004:00200000:0.0:1734016123.846758:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016123.846769:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016123.846785:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321429 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c03 expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.848087:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321430 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c03 expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.848095:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016123.848098:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016123.848101:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016123.848155:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339088384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1539us (1644us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.848162:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2022 00000100:00100000:3.0:1734016123.852781:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.854286:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339088512 00000100:00100000:1.0:1734016123.854294:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339088512 00000100:00100000:1.0:1734016123.854340:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11062 00000100:00100000:1.0:1734016123.854347:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339088512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.854361:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.854379:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321437 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c0a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.854422:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592576:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016123.855036:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.857471:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592576:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016123.857496:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321437 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c0a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.857508:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321437 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c0a expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.857527:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016123.857684:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339088512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3337us (4910us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.857700:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11062 00000100:00100000:3.0:1734016123.861033:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.861277:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339088640 00000100:00100000:1.0:1734016123.861284:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339088640 00000100:00100000:1.0:1734016123.861319:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11063 00000100:00100000:1.0:1734016123.861325:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339088640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.861338:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.861351:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec732143e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c11 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.861391:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592704:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016123.861437:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.863481:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592704:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016123.863507:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec732143e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c11 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.863517:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec732143e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c11 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.863557:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016123.863874:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339088640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2546us (2845us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.863881:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11063 00000100:00100000:3.0:1734016123.866593:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.866680:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339088768 00000100:00100000:1.0:1734016123.866688:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339088768 00000100:00100000:1.0:1734016123.867068:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11064 00000100:00100000:1.0:1734016123.867076:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339088768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.867092:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.867107:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321445 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c18 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.867152:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592832:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016123.867234:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.870033:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592832:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016123.870064:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321445 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c18 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.870075:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321445 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c18 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.870099:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016123.870143:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339088768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3066us (3557us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.870150:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11064 00000100:00100000:3.0:1734016123.873400:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.873507:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339088896 00000100:00100000:1.0:1734016123.873514:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339088896 00000100:00100000:1.0:1734016123.873631:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11065 00000100:00100000:1.0:1734016123.873637:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339088896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.873654:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.873667:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732144c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c1f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.873727:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592960:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016123.873774:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.881648:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341592960:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016123.881680:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732144c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c1f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.881704:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732144c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c1f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.881718:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016123.881928:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339088896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8289us (8534us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.881936:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11065 00000100:00100000:3.0:1734016123.894892:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.894957:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339089152 00000100:00100000:0.0:1734016123.894965:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339089152 00002000:00100000:0.0:1734016123.895004:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->888831) req@ffff880076658000 x1818247339089152/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.895013:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658000 with x1818247339089152 ext(0->888831) 00002000:00010000:0.0:1734016123.895017:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658000 00000100:00100000:0.0:1734016123.895043:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9234 00000100:00100000:0.0:1734016123.895049:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339089152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.919114:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339089152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 24056us (24223us total) trans 0 rc 888832/888832 00000100:00100000:0.0:1734016123.919126:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9234 00002000:00100000:0.0:1734016123.919135:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->888831) req@ffff880076658000 x1818247339089152/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 888832/888832 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.919144:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658000 with x1818247339089152 ext(0->888831) 00002000:00010000:0.0:1734016123.919149:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658000 00000100:00100000:3.0:1734016123.924017:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016123.924095:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339089280 00000100:00100000:1.0:1734016123.924103:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339089280 00000100:00100000:1.0:1734016123.924147:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11066 00000100:00100000:1.0:1734016123.924152:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339089280:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016123.924342:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 885230 -> 885230 00002000:00010000:1.0:1734016123.924345:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:1.0:1734016123.924347:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016123.924348:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016124 -> 1734016123 00002000:00010000:1.0:1734016123.924349:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 448 -> 512 00000100:00100000:1.0:1734016123.924402:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339089280:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 249us (392us total) trans 4294969332 rc 0/0 00000100:00100000:1.0:1734016123.924411:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11066 00000100:00100000:3.0:1734016123.928073:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.928162:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339089408 00000100:00100000:2.0:1734016123.928170:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339089408 00000100:00100000:2.0:1734016123.928239:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11067 00000100:00100000:2.0:1734016123.928246:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339089408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016123.928259:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016123.928272:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321453 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c26 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.928315:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341593088:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016123.928366:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016123.934551:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016123 -> 1734016124 00002000:00010000:2.0:1734016123.934558:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016123 -> 1734016124 00000100:00100000:2.0:1734016123.934578:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341593088:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016123.934611:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321453 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c26 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.934625:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321453 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c26 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016123.934652:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016123.934707:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339089408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6460us (6640us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016123.934716:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11067 00000100:00100000:3.0:1734016123.945539:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.945660:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339089536 00000100:00100000:0.0:1734016123.945667:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339089536 00000100:00100000:0.0:1734016123.945719:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11068 00000100:00100000:0.0:1734016123.945725:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339089536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.945742:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.945757:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732145a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c2d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.945801:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341593216:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016123.945858:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.948598:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341593216:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016123.948625:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732145a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c2d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.948636:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732145a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c2d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.948660:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016123.948708:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339089536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2980us (3175us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.948716:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11068 00000100:00100000:3.0:1734016123.951634:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.951704:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339089664 00000100:00100000:0.0:1734016123.951712:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339089664 00000100:00100000:0.0:1734016123.951820:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11069 00000100:00100000:0.0:1734016123.951827:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339089664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.951841:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.951858:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c34 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.951884:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.951892:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016123.951894:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016123.951898:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [77824->90111] (req 77824->90111) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.951924:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.951937:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 8 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016123.951948:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341593344:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016123.952382:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.958621:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341593344:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016123.958651:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [77824->90111] (req 77824->90111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.958667:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:1.0:1734016123.958720:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339089664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6890us (7089us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.958728:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11069 00000100:00100000:3.0:1734016123.964641:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016123.967775:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339089792 00000100:00100000:2.0:1734016123.967785:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339089792 00010000:00010000:2.0:1734016123.967818:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 9 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016123.967855:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2832 00000100:00100000:2.0:1734016123.967861:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339089792:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016123.967872:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016123.967887:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 9 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.967896:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 9 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.967912:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321414 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bf5 expref: 9 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016123.967937:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.967939:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016123.967944:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.967951:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016123.967978:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016123.967987:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341593472:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016123.968044:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016123.980113:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341593472:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016123.980139:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016123.980217:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339089792:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 12354us (15582us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016123.980227:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2832 00000100:00100000:3.0:1734016123.981880:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016123.981962:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339090048 00000100:00100000:0.0:1734016123.981970:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339090048 00002000:00100000:0.0:1734016123.982009:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->888831) req@ffff880074241500 x1818247339090048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.982021:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241500 with x1818247339090048 ext(0->888831) 00002000:00010000:0.0:1734016123.982028:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241500 00000100:00100000:0.0:1734016123.982548:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9235 00000100:00100000:0.0:1734016123.982555:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339090048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.000806:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339090048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 18243us (18922us total) trans 0 rc 888832/888832 00000100:00100000:2.0:1734016124.000816:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9235 00002000:00100000:2.0:1734016124.000828:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->888831) req@ffff880074241500 x1818247339090048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 888832/888832 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.000836:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241500 with x1818247339090048 ext(0->888831) 00002000:00010000:2.0:1734016124.000843:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241500 00000100:00100000:3.0:1734016124.008491:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.008572:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339090176 00000100:00100000:1.0:1734016124.008579:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339090176 00000100:00100000:1.0:1734016124.008628:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11070 00000100:00100000:1.0:1734016124.008634:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339090176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.008648:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.008663:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c3b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.008680:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.008682:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.008698:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.008711:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.008719:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016124.008753:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339090176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 119us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.008759:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11070 00000100:00080000:0.0:1734016124.009131:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016094 00000100:00100000:3.0:1734016124.021433:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.021493:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339090432 00000100:00100000:0.0:1734016124.021501:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339090432 00000100:00100000:0.0:1734016124.021556:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2023 00000100:00100000:0.0:1734016124.021563:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339090432:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016124.021602:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.021621:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321430 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c03 expref: 20 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.021648:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.021652:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016124.021784:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.021796:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 24 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.021803:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.021831:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 24 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.021841:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 24 pid: 6475 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016124.021852:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341593600:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016124.021895:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00080000:2.0:1734016124.022029:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016094 00000100:00100000:1.0:1734016124.024362:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341593600:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016124.024381:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016124.026739:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.026819:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339090560 00000100:00100000:2.0:1734016124.026826:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339090560 00010000:00010000:2.0:1734016124.026859:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 25 pid: 6475 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.026897:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2833 00000100:00100000:2.0:1734016124.026903:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+25:1983:x1818247339090560:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.026915:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.026920:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 25 pid: 6475 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.026930:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 25 pid: 6475 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.026947:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321422 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1bfc expref: 25 pid: 6475 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.026962:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016124.026967:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.026978:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.026984:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.027002:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.027034:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:1983:x1818247339090560:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 131us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.027040:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2833 00000100:00080000:0.0:1734016124.027406:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016094 00010000:00010000:3.0:1734016124.027827:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016124.027833:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:3.0:1734016124.027901:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968560 00000004:00010000:3.0:1734016124.027933:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074240380 reply state ffff880129eee000 transno 4294968561 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016124.027939:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016124.028000:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339090432:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 6436us (6573us total) trans 4294968561 rc 0/0 00000100:00100000:3.0:1734016124.028007:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2023 00000020:00080000:3.0:1734016124.028010:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016124.034576:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.034589:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.034594:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.034599:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1b8240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016124.034603:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.034608:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.034620:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.034622:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016124.034625:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.034629:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732146f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:2.0:1734016124.036119:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.036301:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339090688 00000100:00100000:0.0:1734016124.036309:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339090688 00000100:00100000:0.0:1734016124.036348:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11071 00000100:00100000:0.0:1734016124.036355:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339090688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.036370:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.036384:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c42 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.036410:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.036417:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.036421:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.036423:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.036426:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.036449:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.036459:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 8 pid: 7681 timeout: 487 lvb_type: 1 00000100:00100000:0.0:1734016124.036468:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341593728:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016124.036517:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.036523:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 8 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016124.036530:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341593856:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016124.036544:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.041597:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341593728:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016124.041611:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341593856:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016124.041641:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.041656:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016124.044733:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339090688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8367us (8610us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.044744:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11071 00000100:00100000:2.0:1734016124.046235:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.046281:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.046347:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339090944 00000100:00100000:1.0:1734016124.046355:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339090944 00010000:00010000:1.0:1734016124.046381:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 8 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016124.046401:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339090816 00000100:00100000:1.0:1734016124.046403:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339090816 00010000:00010000:1.0:1734016124.046413:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 9 pid: 7681 timeout: 487 lvb_type: 1 00000100:00100000:1.0:1734016124.046428:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2834 00000100:00100000:1.0:1734016124.046434:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339090944:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.046444:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.046461:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 8 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016124.046470:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 8 pid: 7681 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016124.046488:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321461 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c34 expref: 8 pid: 7681 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016124.046558:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2835 00000100:00100000:3.0:1734016124.046563:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339090816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.046571:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.046580:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 9 pid: 7681 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016124.046588:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 9 pid: 7681 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016124.046600:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321468 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c3b expref: 9 pid: 7681 timeout: 487 lvb_type: 1 00010000:00010000:3.0:1734016124.046619:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.046621:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.046625:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.046633:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.046660:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.046670:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d806a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341593984:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016124.046727:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4300 going to sleep for 11 seconds 00010000:00010000:1.0:1734016124.047051:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.047344:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339090944:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 909us (1111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.047351:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2834 00000100:00100000:2.0:1734016124.050124:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.050221:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d806a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341593984:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016124.050238:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.050277:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339090816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3713us (3995us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.050288:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2835 00000100:00100000:0.0:1734016124.050638:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339091072 00000100:00100000:0.0:1734016124.050646:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339091072 00002000:00010000:0.0:1734016124.050673:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3132056->18446744073709551615) 00002000:00100000:0.0:1734016124.050676:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bf800 with x1818247339091072 ext(3132056->18446744073709551615) 00002000:00010000:0.0:1734016124.050686:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bf800. 00000100:00100000:0.0:1734016124.050715:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9236 00000100:00100000:0.0:1734016124.050721:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339091072:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016124.050926:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 885230 -> 3132056 00002000:00010000:0.0:1734016124.050929:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.050932:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:0.0:1734016124.050934:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.050936:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 512 -> 448 00000100:00100000:0.0:1734016124.050962:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339091072:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 241us (846us total) trans 4294969333 rc 0/0 00000100:00100000:0.0:1734016124.050967:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9236 00002000:00010000:0.0:1734016124.050970:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3132056->18446744073709551615) 00002000:00100000:0.0:1734016124.050973:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bf800 with x1818247339091072 ext(3132056->18446744073709551615) 00002000:00010000:0.0:1734016124.050976:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bf800. 00000100:00100000:3.0:1734016124.055951:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.056014:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339091200 00000100:00100000:0.0:1734016124.056023:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339091200 00000100:00100000:0.0:1734016124.056068:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2024 00000100:00100000:0.0:1734016124.056076:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247339091200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.056097:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.056114:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732147d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c49 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.057133:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.057148:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.057157:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016124.057194:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3132056 00000004:00200000:0.0:1734016124.057197:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.057211:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.057233:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec732147d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.057917:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.057929:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.057932:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.057935:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016124.058288:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339091200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2210us (2343us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.058295:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2024 00000100:00100000:3.0:1734016124.065728:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.065801:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339091456 00000100:00100000:0.0:1734016124.065809:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339091456 00000100:00100000:0.0:1734016124.065861:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2025 00000100:00100000:0.0:1734016124.065868:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247339091456:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016124.066053:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.066070:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.066076:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.066104:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.066113:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 21 pid: 12824 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016124.066126:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341594112:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016124.067774:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.072502:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341594112:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016124.072528:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016124.074436:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.074618:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339091584 00000100:00100000:0.0:1734016124.074626:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339091584 00010000:00010000:0.0:1734016124.074653:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 22 pid: 12824 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016124.074697:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2836 00000100:00100000:0.0:1734016124.074704:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:1982:x1818247339091584:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.074716:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.074721:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 22 pid: 12824 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016124.074730:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 22 pid: 12824 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016124.074746:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7321484 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c49 expref: 22 pid: 12824 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016124.074773:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.074777:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.074784:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.074788:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.074807:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016124.074854:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:1982:x1818247339091584:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 149us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.074861:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2836 00010000:00010000:0.0:1734016124.074880:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.074886:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016124.074951:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968562 00000004:00010000:0.0:1734016124.074983:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011d804e00 reply state ffff880129eef000 transno 4294968563 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016124.074989:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016124.075040:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247339091456:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 9172us (9323us total) trans 4294968563 rc 0/0 00000100:00100000:0.0:1734016124.075046:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2025 00000020:00080000:0.0:1734016124.075049:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016124.080137:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016124.080348:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.080358:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.080365:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.080369:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1bba80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016124.080373:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.080382:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.080395:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.080398:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016124.080401:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.080406:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732148b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:1.0:1734016124.080608:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339091712 00000100:00100000:1.0:1734016124.080616:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339091712 00000100:00100000:1.0:1734016124.080653:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11072 00000100:00100000:1.0:1734016124.080660:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339091712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.080677:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.080701:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c50 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.080722:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.080728:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.080729:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.080732:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.080757:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.080766:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 7 pid: 13915 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016124.080783:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594240:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016124.080848:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.085107:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.085468:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594240:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016124.085497:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.085513:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016124.085564:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339091712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4902us (5432us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.085572:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11072 00000100:00100000:0.0:1734016124.085641:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339091840 00000100:00100000:0.0:1734016124.085646:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339091840 00010000:00010000:0.0:1734016124.085667:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 8 pid: 13915 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016124.085701:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2837 00000100:00100000:0.0:1734016124.085706:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339091840:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.085715:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.085730:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 8 pid: 13915 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016124.085739:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 8 pid: 13915 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016124.085756:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321476 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c42 expref: 8 pid: 13915 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016124.086308:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.086310:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.086315:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.086322:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.086350:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.086550:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341594368:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016124.086594:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.092047:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341594368:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016124.092066:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016124.092104:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339091840:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6397us (7007us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.092113:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2837 00000100:00100000:2.0:1734016124.094787:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.094871:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339091968 00000100:00100000:0.0:1734016124.094877:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339091968 00002000:00010000:0.0:1734016124.094906:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6749533->18446744073709551615) 00002000:00100000:0.0:1734016124.094910:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074337480 with x1818247339091968 ext(6749533->18446744073709551615) 00002000:00010000:0.0:1734016124.094919:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074337480. 00000100:00100000:0.0:1734016124.094936:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9237 00000100:00100000:0.0:1734016124.094942:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339091968:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016124.095099:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3132056 -> 6749533 00002000:00010000:0.0:1734016124.095102:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.095103:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016124.095105:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.095108:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:0.0:1734016124.095424:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339091968:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 482us (644us total) trans 4294969334 rc 0/0 00000100:00100000:0.0:1734016124.095431:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9237 00002000:00010000:0.0:1734016124.095434:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6749533->18446744073709551615) 00002000:00100000:0.0:1734016124.095436:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074337480 with x1818247339091968 ext(6749533->18446744073709551615) 00002000:00010000:0.0:1734016124.095441:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074337480. 00000100:00100000:2.0:1734016124.098552:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.098625:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339092096 00000100:00100000:0.0:1734016124.098633:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339092096 00000100:00100000:0.0:1734016124.098679:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2026 00000100:00100000:0.0:1734016124.098685:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247339092096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.098712:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.098727:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7321499 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c57 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.098793:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.098803:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.098813:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016124.098835:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6749533 00000004:00200000:0.0:1734016124.098838:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.098849:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.098868:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec7321499 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.098888:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.098894:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.098897:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.098900:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016124.098935:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339092096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 249us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.098942:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2026 00000100:00100000:3.0:1734016124.102111:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.102207:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339092224 00000100:00100000:1.0:1734016124.102214:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339092224 00000100:00100000:1.0:1734016124.102543:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11073 00000100:00100000:1.0:1734016124.102549:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339092224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.102565:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.102580:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73214a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c5e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.102620:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594496:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016124.102772:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.105814:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594496:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016124.105846:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73214a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c5e expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.105861:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73214a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c5e expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.106112:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016124.106159:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339092224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3609us (4054us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.106166:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11073 00000100:00100000:3.0:1734016124.109322:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.110306:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339092352 00000100:00100000:1.0:1734016124.110313:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339092352 00000100:00100000:1.0:1734016124.110352:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11074 00000100:00100000:1.0:1734016124.110358:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339092352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.110372:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.110386:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73214ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c65 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.110432:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594624:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016124.110481:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.112501:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594624:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016124.112527:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73214ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c65 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.112538:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73214ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c65 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.112551:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016124.114206:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339092352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3841us (4886us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.114216:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11074 00000100:00100000:2.0:1734016124.124298:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.124397:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339092480 00000100:00100000:1.0:1734016124.124405:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339092480 00000100:00100000:1.0:1734016124.127799:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11075 00000100:00100000:1.0:1734016124.127811:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339092480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.127829:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.127847:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73214b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c6c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.127898:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594752:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016124.127961:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.130100:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594752:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016124.130130:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73214b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c6c expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.130142:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73214b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c6c expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.130168:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016124.130230:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339092480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2419us (5939us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.130240:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11075 00000100:00100000:2.0:1734016124.133596:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.134125:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339092608 00000100:00100000:1.0:1734016124.134132:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339092608 00000100:00100000:1.0:1734016124.135202:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11076 00000100:00100000:1.0:1734016124.135209:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339092608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.135224:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.135238:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73214bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c73 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.135283:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594880:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016124.135337:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.140743:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341594880:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016124.140777:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73214bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c73 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.140791:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73214bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c73 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.140802:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016124.140876:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339092608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5666us (7284us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.140884:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11076 00000100:00100000:0.0:1734016124.144271:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.144477:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339092736 00000100:00100000:0.0:1734016124.144485:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339092736 00000100:00100000:0.0:1734016124.144524:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2027 00000100:00100000:0.0:1734016124.144530:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+26:9663:x1818247339092736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.144551:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.144567:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec73214c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c7a expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.144650:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73214ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.144664:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73214ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.144672:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73214ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016124.144705:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6749533 00000004:00200000:0.0:1734016124.144709:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.144725:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73214ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.144745:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec73214c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c7a expref: 28 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.144761:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73214ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c7a expref: 27 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.144768:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.144770:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.144774:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016124.144813:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247339092736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 282us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.144818:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2027 00000100:00100000:0.0:1734016124.156843:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.156937:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339092864 00000100:00100000:1.0:1734016124.156945:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339092864 00000100:00100000:1.0:1734016124.156995:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11077 00000100:00100000:1.0:1734016124.157002:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339092864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.157018:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.157034:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73214d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c81 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.157075:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341595008:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016124.157170:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.160119:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341595008:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016124.160150:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73214d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c81 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.160163:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73214d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c81 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.161355:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016124.161395:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339092864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4392us (4560us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.161403:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11077 00010000:00010000:1.0:1734016124.167309:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016124.168344:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.168397:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339092992 00000100:00100000:1.0:1734016124.168404:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339092992 00000100:00100000:1.0:1734016124.168438:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11078 00000100:00100000:1.0:1734016124.168443:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339092992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.168458:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.168470:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73214d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c88 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.168515:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341595136:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016124.168563:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880073d31000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.174819:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341595136:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016124.174850:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73214d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c88 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.174863:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73214d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c88 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.174876:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016124.174929:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339092992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6484us (6588us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.174937:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11078 00000100:00100000:0.0:1734016124.182160:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.182250:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339093248 00000100:00100000:1.0:1734016124.182257:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339093248 00000100:00100000:1.0:1734016124.182297:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2028 00000100:00100000:1.0:1734016124.182303:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247339093248:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016124.182339:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.182359:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73214ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c7a expref: 27 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.182383:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016124.182387:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016124.182488:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016124.182500:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.182506:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016124.182527:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 21 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.182536:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 21 pid: 12824 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016124.182547:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341595264:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016124.182590:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.184753:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7701f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341595264:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016124.184773:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016124.185140:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.185205:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339093376 00000100:00100000:2.0:1734016124.185210:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339093376 00010000:00010000:2.0:1734016124.185231:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 22 pid: 12824 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.185256:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2838 00000100:00100000:2.0:1734016124.185261:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:1983:x1818247339093376:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016124.185270:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.185275:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 22 pid: 12824 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.185284:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 22 pid: 12824 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.185301:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73214a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c57 expref: 22 pid: 12824 timeout: 487 lvb_type: 0 00010000:00010000:2.0:1734016124.185323:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016124.185327:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.185333:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.185338:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.185362:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016124.185390:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:1983:x1818247339093376:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 130us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.185396:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2838 00010000:00010000:0.0:1734016124.185571:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016124.185579:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:0.0:1734016124.185638:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968564 00000004:00010000:0.0:1734016124.185669:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012bdb5880 reply state ffff880071e7b000 transno 4294968565 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016124.185674:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016124.185739:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247339093248:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 3436us (3585us total) trans 4294968565 rc 0/0 00000100:00100000:0.0:1734016124.185745:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2028 00000020:00080000:0.0:1734016124.185748:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016124.188117:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.188128:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.188133:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.188139:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016124.188143:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.188148:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.188161:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016124.188164:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016124.188167:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016124.188172:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214df lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:0.0:1734016124.197815:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.197996:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339093504 00000100:00100000:2.0:1734016124.198004:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339093504 00002000:00010000:2.0:1734016124.198038:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3608699->18446744073709551615) 00002000:00100000:2.0:1734016124.198041:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247339093504 ext(3608699->18446744073709551615) 00002000:00010000:2.0:1734016124.198051:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80. 00000100:00100000:2.0:1734016124.198070:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9238 00000100:00100000:2.0:1734016124.198076:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339093504:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016124.199161:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6749533 -> 3608699 00002000:00010000:2.0:1734016124.199165:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.199167:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016124.199169:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.199170:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:2.0:1734016124.199242:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339093504:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1164us (1435us total) trans 4294969335 rc 0/0 00000100:00100000:2.0:1734016124.199250:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9238 00002000:00010000:2.0:1734016124.199254:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3608699->18446744073709551615) 00002000:00100000:2.0:1734016124.199261:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247339093504 ext(3608699->18446744073709551615) 00002000:00010000:2.0:1734016124.199266:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80. 00000100:00100000:0.0:1734016124.205259:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.205308:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341595392:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.205352:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016124.205514:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339093632 00000100:00100000:1.0:1734016124.205521:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339093632 00000100:00100000:1.0:1734016124.205555:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2029 00000100:00100000:1.0:1734016124.205561:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247339093632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.205578:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.205593:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c8f expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.205660:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73214ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016124.205674:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73214ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016124.205682:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73214ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016124.205715:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3608699 00000004:00200000:1.0:1734016124.205719:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016124.205730:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73214ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016124.205749:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73214e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c8f expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.205765:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73214ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c8f expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.205774:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016124.205776:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016124.205778:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016124.205793:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341595648:0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.205815:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016124.205831:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341595520:0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.205850:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339093632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 289us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.205853:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016124.205856:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2029 00000100:00100000:1.0:1734016124.205868:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341595648 00000100:00100000:1.0:1734016124.205871:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341595648 00000100:00100000:3.0:1734016124.205872:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341595520 00000100:00100000:3.0:1734016124.205874:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341595520 00000100:00080000:1.0:1734016124.205881:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016094 00000100:00100000:3.0:1734016124.205890:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1734016124.205892:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1734016124.205893:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341595520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.205896:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341595648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.205918:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341595648:12345-0@lo:400:kworker.0 Request processed in 21us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.205918:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341595520:12345-0@lo:400:kworker.0 Request processed in 24us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.205923:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1734016124.205925:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1734016124.205944:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341595648:0@lo:400:kworker.0 00000100:00100000:3.0:1734016124.205944:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341595520:0@lo:400:kworker.0 00000100:00100000:3.0:1734016124.205964:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341595392 00000100:00100000:3.0:1734016124.205966:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341595392 00000100:00080000:1.0:1734016124.205982:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016094 00000100:00100000:3.0:1734016124.206009:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1734016124.206013:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341595392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016124.206048:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341595392:12345-0@lo:400:kworker.0 Request processed in 35us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.206053:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1734016124.206136:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341595776:0@lo:400:kworker.0 00000100:00100000:2.0:1734016124.206160:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016124.206238:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341595904:0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.206258:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016124.206288:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341595392:0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.206298:0:3502:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734016124.206302:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3502:1818247341596032:0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.206317:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016124.206334:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341595776 00000100:00100000:1.0:1734016124.206336:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341595776 00000100:00080000:1.0:1734016124.206343:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016094 00000100:00100000:1.0:1734016124.206358:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341596032 00000100:00100000:1.0:1734016124.206359:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341596032 00000100:00080000:1.0:1734016124.206364:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016094 00000100:00100000:1.0:1734016124.206377:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1734016124.206381:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341595776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.206401:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341595776:12345-0@lo:400:kworker.0 Request processed in 20us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.206406:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1734016124.206414:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1734016124.206416:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3502:x1818247341596032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016124.206431:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3502:x1818247341596032:12345-0@lo:400:kworker.0 Request processed in 14us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.206436:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1734016124.206448:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3502:1818247341596032:0@lo:400:kworker.0 00000100:00100000:2.0:1734016124.207591:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341595904 00000100:00100000:2.0:1734016124.207597:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341595904 00000100:00100000:0.0:1734016124.208498:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.208604:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339093760 00000100:00100000:3.0:1734016124.208608:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339093760 00000100:00100000:3.0:1734016124.208635:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11079 00000100:00100000:3.0:1734016124.208641:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339093760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.208653:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.208666:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73214f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c96 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.208716:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596160:192.168.201.1@tcp:106: 00000100:00080000:1.0:1734016124.209466:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016094 00000100:00100000:3.0:1734016124.209781:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.209826:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341595776:0@lo:400:kworker.0 00000100:00100000:2.0:1734016124.215468:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1734016124.215479:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341595904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016124.215560:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341595904:12345-0@lo:400:kworker.0 Request processed in 83us (9301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.215566:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1734016124.215636:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341595904:0@lo:400:kworker.0 00000100:00100000:3.0:1734016124.222657:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596160:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.222701:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73214f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c96 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.222715:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73214f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c96 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.222749:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016124.224628:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339093760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15976us (16125us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.224639:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11079 00000100:00100000:0.0:1734016124.230224:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.230359:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339093888 00000100:00100000:3.0:1734016124.230368:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339093888 00000100:00100000:3.0:1734016124.230407:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11080 00000100:00100000:3.0:1734016124.230415:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339093888:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.230432:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.230448:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73214fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1c9d expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.230496:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596288:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.230564:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.234384:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596288:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.234411:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73214fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c9d expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.234426:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73214fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c9d expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.234450:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016124.234488:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339093888:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4074us (4310us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.234495:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11080 00000100:00100000:1.0:1734016124.237437:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341596416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016124.237492:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016124.237770:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341596416 00000100:00100000:0.0:1734016124.237777:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341596416 00000100:00100000:0.0:1734016124.237819:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1734016124.237825:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341596416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016124.237845:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923181568 avail 3691630592 00000100:00100000:0.0:1734016124.237891:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341596416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.237897:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1734016124.237964:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341596416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016124.240278:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.240596:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339094016 00000100:00100000:2.0:1734016124.240603:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339094016 00000100:00100000:2.0:1734016124.240642:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2030 00000100:00100000:2.0:1734016124.240648:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+28:9663:x1818247339094016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.240664:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.240678:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321502 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ca4 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.240752:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016124.240763:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016124.240770:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:2.0:1734016124.240790:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3608699 00000004:00200000:2.0:1734016124.240793:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016124.240804:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016124.240821:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321502 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 30 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.240848:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 29 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.240853:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016124.240856:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016124.240859:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016124.240904:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247339094016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 255us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.240909:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2030 00000100:00100000:0.0:1734016124.256132:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.262574:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339094144 00000100:00100000:3.0:1734016124.262585:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339094144 00000100:00100000:3.0:1734016124.262651:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11081 00000100:00100000:3.0:1734016124.262657:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339094144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.262671:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.262714:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321510 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cab expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.262765:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596544:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.262838:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.270327:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596544:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.270360:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321510 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cab expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.270373:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7321510 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cab expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.270399:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016124.270451:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339094144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7792us (14327us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.270459:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11081 00000100:00100000:0.0:1734016124.276842:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.276918:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339094272 00000100:00100000:3.0:1734016124.276925:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339094272 00000100:00100000:3.0:1734016124.276965:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11082 00000100:00100000:3.0:1734016124.276972:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339094272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.276987:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.277002:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321517 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cb2 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.277045:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596672:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.277101:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.282327:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596672:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.282358:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321517 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cb2 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.282370:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321517 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cb2 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.286434:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:2.0:1734016124.287091:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339094272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10114us (10254us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.287101:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11082 00000100:00100000:0.0:1734016124.296064:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.297418:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339094400 00000100:00100000:2.0:1734016124.297428:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339094400 00000100:00100000:2.0:1734016124.297474:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11083 00000100:00100000:2.0:1734016124.297481:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339094400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.297496:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.297512:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732151e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cb9 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.297564:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596800:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016124.297635:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.307071:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596800:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016124.307102:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732151e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cb9 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.307115:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732151e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cb9 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.307136:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016124.307170:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339094400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9689us (11113us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.307177:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11083 00000100:00100000:0.0:1734016124.313073:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.313167:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339094528 00000100:00100000:2.0:1734016124.313175:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339094528 00000100:00100000:2.0:1734016124.313255:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11084 00000100:00100000:2.0:1734016124.313262:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339094528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.313277:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.313293:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321525 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cc0 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.313342:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596928:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016124.313386:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.315026:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341596928:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016124.315055:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321525 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc0 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.315067:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321525 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc0 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.315095:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016124.315123:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339094528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1862us (2059us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.315130:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11084 00000100:00100000:0.0:1734016124.326404:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.326506:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339094784 00000100:00100000:2.0:1734016124.326513:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339094784 00000100:00100000:2.0:1734016124.326548:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2031 00000100:00100000:2.0:1734016124.326553:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339094784:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016124.326591:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016124.326611:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73214ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c8f expref: 22 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.326640:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016124.326644:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016124.326763:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016124.326773:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 28 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.326779:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016124.326802:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 28 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.326812:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 28 pid: 7702 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.326822:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341597056:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016124.330858:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650da80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.335604:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.335715:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341597056:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016124.335742:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016124.336140:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339094912 00000100:00100000:1.0:1734016124.336149:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339094912 00010000:00010000:1.0:1734016124.336176:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 29 pid: 7702 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016124.336233:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2839 00000100:00100000:1.0:1734016124.336240:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+29:1983:x1818247339094912:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.336254:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.336260:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 29 pid: 7702 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016124.336273:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 29 pid: 7702 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016124.336294:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321509 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ca4 expref: 29 pid: 7702 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016124.336330:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016124.336336:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.336345:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.336352:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.336370:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.336407:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+28:1983:x1818247339094912:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 167us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.336416:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2839 00010000:00010000:2.0:1734016124.336675:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016124.336691:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016124.336768:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968566 00000004:00010000:2.0:1734016124.336804:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071d10380 reply state ffff88011d835000 transno 4294968567 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016124.336810:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016124.337038:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339094784:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 10482us (10640us total) trans 4294968567 rc 0/0 00000100:00100000:2.0:1734016124.337046:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2031 00000020:00080000:2.0:1734016124.337050:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016124.345911:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.345923:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.345930:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.345935:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cb3c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016124.345939:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.345945:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.345958:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016124.345960:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016124.345963:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016124.345971:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec732152c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016124.347048:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.347255:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339095040 00000100:00100000:2.0:1734016124.347263:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339095040 00000100:00100000:2.0:1734016124.347308:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11085 00000100:00100000:2.0:1734016124.347315:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339095040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.347330:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.347345:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cc7 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.347367:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.347373:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.347375:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016124.347378:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.347405:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.347415:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 10 pid: 13915 timeout: 487 lvb_type: 0 00000100:00100000:2.0:1734016124.347426:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597184:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016124.347484:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.348722:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597184:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016124.348743:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.348754:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016124.348781:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339095040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1465us (1737us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.348788:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11085 00000100:00100000:0.0:1734016124.351056:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.352699:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339095168 00000100:00100000:3.0:1734016124.352707:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339095168 00010000:00010000:3.0:1734016124.352739:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 11 pid: 13915 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016124.353538:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2840 00000100:00100000:3.0:1734016124.353545:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339095168:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.353559:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.353576:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 11 pid: 13915 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016124.353586:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 11 pid: 13915 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016124.353602:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321492 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1c50 expref: 11 pid: 13915 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016124.353631:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.353633:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.353638:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.353646:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.353671:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.353692:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341597312:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016124.353752:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.356486:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.356606:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339095296 00000100:00100000:2.0:1734016124.356613:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339095296 00002000:00010000:2.0:1734016124.356640:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10251179->18446744073709551615) 00002000:00100000:2.0:1734016124.356643:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13800 with x1818247339095296 ext(10251179->18446744073709551615) 00002000:00010000:2.0:1734016124.356651:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13800. 00000100:00100000:2.0:1734016124.356692:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9239 00000100:00100000:2.0:1734016124.356700:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339095296:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016124.356854:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3608699 -> 10251179 00002000:00010000:2.0:1734016124.356857:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.356859:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:2.0:1734016124.356861:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:2.0:1734016124.356862:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:2.0:1734016124.356918:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339095296:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 218us (438us total) trans 4294969336 rc 0/0 00000100:00100000:2.0:1734016124.356924:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9239 00002000:00010000:2.0:1734016124.356927:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10251179->18446744073709551615) 00002000:00100000:2.0:1734016124.356928:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13800 with x1818247339095296 ext(10251179->18446744073709551615) 00002000:00010000:2.0:1734016124.356932:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13800. 00000100:00100000:3.0:1734016124.357014:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341597312:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016124.357033:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.357052:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339095168:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3508us (6006us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.357059:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2840 00000100:00100000:2.0:1734016124.359790:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.359970:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339095424 00000100:00100000:0.0:1734016124.359977:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339095424 00000100:00100000:0.0:1734016124.360024:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2032 00000100:00100000:0.0:1734016124.360030:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+28:9663:x1818247339095424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.360047:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.360062:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732153a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cce expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.360133:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec7321541 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.360144:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec7321541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.360151:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec7321541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016124.360170:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10251179 00000004:00200000:0.0:1734016124.360173:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.360213:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec7321541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.360235:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732153a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cce expref: 30 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.360255:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec7321541 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cce expref: 29 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.360261:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.360264:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.360266:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016124.360302:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247339095424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 271us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.360307:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2032 00000100:00100000:1.0:1734016124.368791:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.368882:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339095552 00000100:00100000:2.0:1734016124.368890:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339095552 00000100:00100000:2.0:1734016124.368925:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11086 00000100:00100000:2.0:1734016124.368931:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339095552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.368945:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.368960:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321548 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cd5 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.369006:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597440:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016124.369148:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.372086:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597440:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016124.372122:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321548 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cd5 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.372135:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321548 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cd5 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.372712:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016124.373415:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339095552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4479us (4628us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.373424:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11086 00000100:00100000:0.0:1734016124.379029:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.379286:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339095680 00000100:00100000:2.0:1734016124.379294:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339095680 00000100:00100000:2.0:1734016124.379334:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11087 00000100:00100000:2.0:1734016124.379341:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339095680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.379356:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.379371:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732154f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cdc expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.379417:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597568:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016124.379471:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.382003:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597568:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016124.382032:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732154f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cdc expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.382042:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732154f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cdc expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.382097:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016124.382310:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339095680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2969us (3288us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.382318:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11087 00000100:00100000:0.0:1734016124.389227:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.389313:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339095808 00000100:00100000:2.0:1734016124.389322:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339095808 00000100:00100000:2.0:1734016124.389362:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11088 00000100:00100000:2.0:1734016124.389370:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339095808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.389384:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.389402:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321556 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ce3 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.389450:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597696:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016124.389494:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.392291:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597696:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016124.392329:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321556 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ce3 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.392349:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321556 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ce3 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.393100:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016124.393164:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339095808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3793us (3943us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.393172:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11088 00000100:00100000:0.0:1734016124.399005:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.399145:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339095936 00000100:00100000:2.0:1734016124.399152:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339095936 00000100:00100000:2.0:1734016124.399221:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11089 00000100:00100000:2.0:1734016124.399228:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339095936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.399245:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.399261:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732155d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cea expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.399306:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597824:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016124.399351:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.401572:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597824:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016124.401601:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732155d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cea expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.401615:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732155d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cea expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.401635:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016124.401693:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339095936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2455us (2684us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.401701:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11089 00000100:00100000:0.0:1734016124.406545:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.406652:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339096064 00000100:00100000:2.0:1734016124.406661:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339096064 00000100:00100000:2.0:1734016124.406719:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11090 00000100:00100000:2.0:1734016124.406727:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339096064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.406744:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.406760:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321564 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cf1 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016124.406811:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597952:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016124.406862:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.409482:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341597952:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016124.409514:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321564 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf1 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.409528:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321564 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf1 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.409745:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016124.409798:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339096064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3070us (3261us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016124.409809:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11090 00000100:00100000:2.0:1734016124.413890:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.413962:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339096192 00000100:00100000:0.0:1734016124.413971:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339096192 00000100:00100000:0.0:1734016124.414016:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11091 00000100:00100000:0.0:1734016124.414023:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339096192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.414038:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.414052:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cf8 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.414075:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.414081:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016124.414083:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016124.414087:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2199552->2203647] (req 2199552->2203647) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.414113:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.414124:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 8 pid: 8706 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016124.414135:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341598080:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016124.414201:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.417304:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341598080:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016124.417333:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2199552->2203647] (req 2199552->2203647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.417349:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:2.0:1734016124.417387:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339096192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3363us (3504us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.417394:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11091 00000100:00100000:2.0:1734016124.418308:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.418701:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339096320 00000100:00100000:3.0:1734016124.418707:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339096320 00010000:00010000:3.0:1734016124.418729:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 9 pid: 8706 timeout: 487 lvb_type: 0 00000100:00100000:3.0:1734016124.419070:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2841 00000100:00100000:3.0:1734016124.419077:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339096320:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.419090:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.419107:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 9 pid: 8706 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016124.419116:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 9 pid: 8706 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016124.419134:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321533 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cc7 expref: 9 pid: 8706 timeout: 487 lvb_type: 0 00010000:00010000:3.0:1734016124.419160:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.419162:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.419166:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.419204:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.419232:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.419243:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341598208:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016124.419282:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.430223:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341598208:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016124.430243:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.430287:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339096320:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11209us (11979us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.430297:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2841 00000100:00100000:0.0:1734016124.461557:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.461646:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339096576 00000100:00100000:2.0:1734016124.461653:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339096576 00002000:00100000:2.0:1734016124.461700:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (888832->5083135) req@ffff88012d4b7800 x1818247339096576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.461709:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247339096576 ext(888832->5083135) 00002000:00010000:2.0:1734016124.461713:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7800 00000100:00100000:2.0:1734016124.461732:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9240 00000100:00100000:2.0:1734016124.461738:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339096576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.469317:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.469362:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.469454:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339096960 00000100:00100000:3.0:1734016124.469464:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339096960 00002000:00100000:3.0:1734016124.469504:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9277440->10252287) req@ffff88012d4b6a00 x1818247339096960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.469513:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6a00 with x1818247339096960 ext(9277440->10252287) 00002000:00010000:3.0:1734016124.469518:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6a00 00000100:00100000:3.0:1734016124.469540:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339096832 00000100:00100000:3.0:1734016124.469543:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339096832 00002000:00100000:3.0:1734016124.469553:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5083136->9277439) req@ffff88012d4b5500 x1818247339096832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.469559:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5500 with x1818247339096832 ext(5083136->9277439) 00002000:00010000:3.0:1734016124.469562:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5500 00000100:00100000:3.0:1734016124.469577:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9241 00000100:00100000:3.0:1734016124.469585:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339096960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.470102:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9242 00000100:00100000:1.0:1734016124.470110:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339096832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.519618:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339096960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 50025us (50300us total) trans 0 rc 974848/974848 00000100:00100000:3.0:1734016124.519630:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9241 00002000:00100000:3.0:1734016124.519640:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9277440->10252287) req@ffff88012d4b6a00 x1818247339096960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 974848/974848 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.519649:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6a00 with x1818247339096960 ext(9277440->10252287) 00002000:00010000:3.0:1734016124.519653:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6a00 00000100:00100000:3.0:1734016124.586089:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339096576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124337us (124527us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016124.586102:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9240 00002000:00100000:3.0:1734016124.586117:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (888832->5083135) req@ffff88012d4b7800 x1818247339096576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.586126:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7800 with x1818247339096576 ext(888832->5083135) 00002000:00010000:3.0:1734016124.586130:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7800 00000100:00100000:0.0:1734016124.619158:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.620399:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.622606:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339097344 00000100:00100000:2.0:1734016124.622618:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339097344 00000100:00100000:2.0:1734016124.622710:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 151 00000100:00100000:2.0:1734016124.622716:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339097344:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016124.622785:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339097344:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 67us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.622791:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 151 00000100:00080000:1.0:1734016124.624694:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016094 00000100:00100000:3.0:1734016124.627875:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339097216 00000100:00100000:3.0:1734016124.627887:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339097216 00000100:00100000:3.0:1734016124.627960:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 307 00000100:00100000:3.0:1734016124.627967:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1981:x1818247339097216:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016124.628037:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1981:x1818247339097216:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 70us (8887us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.628044:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 307 00000100:00080000:1.0:1734016124.628155:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016094 00000100:00100000:0.0:1734016124.636131:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.638120:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339097472 00000100:00100000:2.0:1734016124.638132:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339097472 00002000:00100000:2.0:1734016124.638171:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2174976->2203647) req@ffff88012d4b6680 x1818247339097472/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.638195:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6680 with x1818247339097472 ext(2174976->2203647) 00002000:00010000:2.0:1734016124.638198:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6680 00000100:00100000:2.0:1734016124.638229:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9243 00000100:00100000:2.0:1734016124.638236:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339097472:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016124.646509:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247339097472:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8264us (10379us total) trans 4294969337 rc 0/0 00000100:00100000:2.0:1734016124.646520:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9243 00002000:00100000:2.0:1734016124.646532:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2174976->2203647) req@ffff88012d4b6680 x1818247339097472/t4294969337(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/448 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.646540:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b6680 with x1818247339097472 ext(2174976->2203647) 00002000:00010000:2.0:1734016124.646545:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b6680 00000100:00100000:3.0:1734016124.650624:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339096832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 180505us (181252us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016124.650635:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9242 00002000:00100000:3.0:1734016124.650645:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5083136->9277439) req@ffff88012d4b5500 x1818247339096832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.650653:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5500 with x1818247339096832 ext(5083136->9277439) 00002000:00010000:3.0:1734016124.650658:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5500 00000100:00100000:0.0:1734016124.652701:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.657965:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339097600 00000100:00100000:2.0:1734016124.657978:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339097600 00000100:00100000:2.0:1734016124.658042:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2033 00000100:00100000:2.0:1734016124.658048:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247339097600:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016124.658164:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247339097600:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 115us (5469us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.658170:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2033 00000100:00100000:0.0:1734016124.660575:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.661641:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339097728 00000100:00100000:2.0:1734016124.661650:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339097728 00000100:00100000:3.0:1734016124.661759:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11092 00000100:00100000:3.0:1734016124.661766:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339097728:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016124.663117:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969337 is committed 00000001:00080000:0.0:1734016124.663130:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969336 is committed 00000100:00100000:3.0:1734016124.665723:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339097728:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3945us (5151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.665740:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11092 00000100:00100000:1.0:1734016124.671590:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016124.671664:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339097856 00000100:00100000:0.0:1734016124.671672:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339097856 00000100:00100000:0.0:1734016124.671738:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2034 00000100:00100000:0.0:1734016124.671744:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339097856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.671766:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.671785:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec7321572 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1cff expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.671868:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.671880:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.671891:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016124.671914:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10251179 00000004:00200000:0.0:1734016124.671919:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.671931:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016124.671954:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b98c0/0x903ef4aec7321572 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 25 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.671987:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 24 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.671995:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016124.671997:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.672001:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016124.672046:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339097856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 301us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.672052:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2034 00000100:00100000:1.0:1734016124.675439:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.675595:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339097984 00000100:00100000:3.0:1734016124.675603:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339097984 00000100:00100000:3.0:1734016124.676325:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11093 00000100:00100000:3.0:1734016124.676333:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339097984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.676350:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.676366:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321580 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d06 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.676417:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598336:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.677209:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016124.681244:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016123 -> 1734016124 00002000:00010000:3.0:1734016124.681251:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 448 -> 504 00000100:00100000:3.0:1734016124.681272:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598336:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.681302:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321580 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d06 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.681313:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321580 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d06 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.681325:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016124.681384:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339097984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5050us (5952us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.681391:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11093 00000100:00100000:1.0:1734016124.685126:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.685226:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339098112 00000100:00100000:3.0:1734016124.685236:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339098112 00000100:00100000:3.0:1734016124.685486:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11094 00000100:00100000:3.0:1734016124.685493:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339098112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.685508:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.685521:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321587 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d0d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.685569:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598464:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.685768:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.687621:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598464:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.687649:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321587 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d0d expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.687660:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321587 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d0d expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.687992:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016124.688043:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339098112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2548us (2923us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.688050:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11094 00000100:00100000:0.0:1734016124.696412:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.696511:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339098240 00000100:00100000:3.0:1734016124.696519:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339098240 00002000:00100000:3.0:1734016124.696562:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9605120->9641983) req@ffff88012d4b7100 x1818247339098240/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.696570:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247339098240 ext(9605120->9641983) 00002000:00010000:3.0:1734016124.696575:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7100 00000100:00100000:3.0:1734016124.697130:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9244 00000100:00100000:3.0:1734016124.697137:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339098240:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016124.702010:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341598592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016124.702066:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016124.702695:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339098240:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5556us (6288us total) trans 4294969338 rc 0/0 00000100:00100000:0.0:1734016124.702707:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9244 00002000:00100000:0.0:1734016124.702717:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9605120->9641983) req@ffff88012d4b7100 x1818247339098240/t4294969338(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:85/0 lens 488/448 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.702726:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247339098240 ext(9605120->9641983) 00002000:00010000:0.0:1734016124.702730:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7100 00000100:00100000:2.0:1734016124.703145:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341598592 00000100:00100000:2.0:1734016124.703152:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341598592 00000100:00100000:2.0:1734016124.703210:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1734016124.703216:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341598592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016124.703278:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016124.703322:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341598592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.703327:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1734016124.703437:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341598592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016124.707298:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.707403:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339098368 00000100:00100000:3.0:1734016124.707411:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339098368 00000100:00100000:3.0:1734016124.707983:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11095 00000100:00100000:3.0:1734016124.707990:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339098368:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016124.709579:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969338 is committed 00000100:00100000:3.0:1734016124.709904:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339098368:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1909us (2611us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.709917:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11095 00000100:00100000:1.0:1734016124.715037:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.715668:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339098496 00000100:00100000:3.0:1734016124.715684:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339098496 00000100:00100000:3.0:1734016124.716276:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11096 00000100:00100000:3.0:1734016124.716283:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339098496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.716299:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.716315:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732158e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d14 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.716360:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598720:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.716422:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016124.718771:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 504 -> 576 00000100:00100000:3.0:1734016124.718792:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598720:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.718819:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732158e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d14 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.718831:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732158e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d14 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.718850:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016124.719039:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339098496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2754us (4009us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.719045:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11096 00000100:00100000:1.0:1734016124.723325:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.723425:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339098624 00000100:00100000:3.0:1734016124.723434:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339098624 00000100:00100000:3.0:1734016124.723699:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11097 00000100:00100000:3.0:1734016124.723706:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339098624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.723723:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.723739:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321595 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d1b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.723788:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598848:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.723849:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.726329:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598848:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.726361:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321595 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d1b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.726373:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321595 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d1b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.726383:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016124.726752:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339098624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3043us (3434us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.726760:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11097 00000100:00100000:0.0:1734016124.730141:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.730266:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339098752 00000100:00100000:3.0:1734016124.730273:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339098752 00000100:00100000:3.0:1734016124.730469:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11098 00000100:00100000:3.0:1734016124.730475:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339098752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.730490:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.730504:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732159c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d22 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.730547:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598976:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.730837:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.733203:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341598976:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.733232:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732159c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d22 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.733245:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732159c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d22 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.733270:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016124.733315:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339098752:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2837us (3180us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.733323:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11098 00000100:00100000:1.0:1734016124.737549:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.737640:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339098880 00000100:00100000:3.0:1734016124.737649:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339098880 00000100:00100000:3.0:1734016124.737696:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11099 00000100:00100000:3.0:1734016124.737704:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339098880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.737721:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.737737:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73215a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d29 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.737783:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341599104:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016124.738634:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.741086:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341599104:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016124.741117:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73215a3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d29 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.741131:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73215a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d29 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.741166:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016124.741247:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339098880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3541us (3706us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016124.741255:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11099 00000100:00100000:1.0:1734016124.745736:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.746057:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339099008 00000100:00100000:3.0:1734016124.746065:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339099008 00000100:00100000:3.0:1734016124.746115:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11100 00000100:00100000:3.0:1734016124.746121:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339099008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.746138:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.746152:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d30 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.746176:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.746288:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.746290:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016124.746294:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5619712->5627903] (req 5619712->5627903) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.746321:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.746331:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 6 pid: 8706 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.746348:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341599232:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016124.746405:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.761145:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341599232:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016124.761173:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5619712->5627903] (req 5619712->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.761222:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016124.761271:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339099008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15149us (15541us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.761278:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11100 00000100:00100000:1.0:1734016124.762810:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.762877:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339099136 00000100:00100000:3.0:1734016124.762883:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339099136 00010000:00010000:3.0:1734016124.762905:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016124.762940:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2842 00000100:00100000:3.0:1734016124.762946:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339099136:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.762957:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.762973:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.762983:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.763004:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732156b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cf8 expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016124.763029:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.763031:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.763036:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.763043:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.763067:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016124.763078:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341599360:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016124.763113:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.772644:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341599360:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016124.772662:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.772836:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339099136:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9884us (10023us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.772853:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2842 00000100:00100000:1.0:1734016124.787294:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.787343:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016124.787383:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.787472:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339099392 00000100:00100000:2.0:1734016124.787483:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339099392 00002000:00100000:2.0:1734016124.787548:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5623807) req@ffff880074273100 x1818247339099392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:85/0 lens 504/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.787558:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273100 with x1818247339099392 ext(0->5623807) 00002000:00010000:2.0:1734016124.787562:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273100 00000100:00100000:2.0:1734016124.787591:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339099648 00000100:00100000:2.0:1734016124.787594:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339099648 00002000:00100000:2.0:1734016124.787605:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->10252287) req@ffff880074270380 x1818247339099648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.787611:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270380 with x1818247339099648 ext(8388608->10252287) 00002000:00010000:2.0:1734016124.787614:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270380 00000100:00100000:2.0:1734016124.787623:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339099520 00000100:00100000:2.0:1734016124.787624:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339099520 00002000:00100000:2.0:1734016124.787630:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880074272d80 x1818247339099520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:85/0 lens 504/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.787636:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272d80 with x1818247339099520 ext(4190208->8388607) 00002000:00010000:2.0:1734016124.787638:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272d80 00000100:00100000:2.0:1734016124.787647:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9245 00000100:00100000:2.0:1734016124.787653:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339099392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.790769:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9246 00000100:00100000:1.0:1734016124.790781:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339099648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.795268:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9247 00000100:00100000:3.0:1734016124.795280:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339099520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016124.836224:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339099648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 45432us (48868us total) trans 0 rc 1863680/1863680 00000100:00100000:2.0:1734016124.836235:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9246 00002000:00100000:2.0:1734016124.836246:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->10252287) req@ffff880074270380 x1818247339099648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:85/0 lens 488/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 1863680/1863680 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.836253:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270380 with x1818247339099648 ext(8388608->10252287) 00002000:00010000:2.0:1734016124.836259:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270380 00000100:00100000:2.0:1734016124.894581:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339099392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 106917us (107285us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016124.894592:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9245 00002000:00100000:2.0:1734016124.894603:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5623807) req@ffff880074273100 x1818247339099392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:85/0 lens 504/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016124.894613:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273100 with x1818247339099392 ext(0->5623807) 00002000:00010000:2.0:1734016124.894618:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273100 00000100:00100000:3.0:1734016124.934390:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339099520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139103us (146997us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016124.934403:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9247 00002000:00100000:3.0:1734016124.934413:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880074272d80 x1818247339099520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:85/0 lens 504/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016124.934422:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272d80 with x1818247339099520 ext(4190208->8388607) 00002000:00010000:3.0:1734016124.934427:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272d80 00000100:00100000:0.0:1734016124.955020:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.955316:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339099904 00000100:00100000:3.0:1734016124.955323:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339099904 00000100:00100000:3.0:1734016124.955369:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11101 00000100:00100000:3.0:1734016124.955378:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339099904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.955396:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016124.955416:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d37 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.955434:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.955435:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016124.955441:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.955452:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.955461:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016124.955510:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339099904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 134us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.955516:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11101 00000100:00100000:1.0:1734016124.964780:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016124.967878:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339100032 00000100:00100000:2.0:1734016124.967891:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339100032 00000100:00100000:2.0:1734016124.967954:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11102 00000100:00100000:2.0:1734016124.967960:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339100032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016124.967977:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016124.967994:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d3e expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.968023:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.968029:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.968035:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.968036:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016124.968039:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8323072->8335359] (req 8323072->8335359) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.968065:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016124.968076:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 6 pid: 7681 timeout: 488 lvb_type: 1 00000100:00100000:2.0:1734016124.968085:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341599488:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016124.968359:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.968366:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 7 pid: 7681 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016124.968374:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341599616:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016124.968392:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016124.985749:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341599488:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016124.985759:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341599616:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016124.985789:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8323072->8335359] (req 8323072->8335359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016124.985805:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016124.985846:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339100032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 17885us (21073us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016124.985852:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11102 00000100:00100000:0.0:1734016124.990423:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016124.990500:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339100160 00000100:00100000:3.0:1734016124.990508:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339100160 00010000:00010000:3.0:1734016124.990536:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 7 pid: 7681 timeout: 488 lvb_type: 1 00000100:00100000:3.0:1734016124.990632:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2843 00000100:00100000:3.0:1734016124.990641:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339100160:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.990652:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016124.990668:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 7 pid: 7681 timeout: 488 lvb_type: 1 00010000:00010000:3.0:1734016124.990711:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 7 pid: 7681 timeout: 488 lvb_type: 1 00010000:00010000:3.0:1734016124.990728:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73215b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d37 expref: 7 pid: 7681 timeout: 488 lvb_type: 1 00010000:00010000:3.0:1734016124.990751:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016124.990896:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339100160:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 255us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.990902:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2843 00000100:00100000:1.0:1734016125.033300:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.033385:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339100288 00000100:00100000:3.0:1734016125.033393:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339100288 00010000:00010000:3.0:1734016125.033427:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 7 pid: 7681 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.033451:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2844 00000100:00100000:3.0:1734016125.033456:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339100288:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.033470:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.033488:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 7 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.033497:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 7 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.033515:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73215aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d30 expref: 7 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.033530:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.033531:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.033536:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.033543:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.033570:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.033580:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341599744:192.168.201.1@tcp:105: 00000100:00080000:1.0:1734016125.033745:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016095 00000100:00100000:3.0:1734016125.033813:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.039111:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341599744:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016125.039132:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.039211:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339100288:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5721us (5887us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.039224:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2844 00000100:00100000:2.0:1734016125.041898:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.041966:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339100416 00000100:00100000:0.0:1734016125.041973:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339100416 00000100:00100000:0.0:1734016125.042010:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11103 00000100:00100000:0.0:1734016125.042016:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339100416:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016125.042275:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10251179 -> 10251179 00002000:00010000:0.0:1734016125.042278:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016125.042280:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:0.0:1734016125.042282:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016125.042284:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 576 -> 576 00000100:00100000:0.0:1734016125.042335:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339100416:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 318us (445us total) trans 4294969339 rc 0/0 00000100:00100000:0.0:1734016125.042341:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11103 00000100:00100000:1.0:1734016125.052565:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.052647:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339100544 00000100:00100000:3.0:1734016125.052654:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339100544 00000100:00100000:3.0:1734016125.052699:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11104 00000100:00100000:3.0:1734016125.052705:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339100544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.052722:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.052737:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d45 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.052760:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.052766:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.052768:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.052771:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6144000->6193151] (req 6144000->6193151) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.052794:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.052804:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 6 pid: 8706 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.052813:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341599872:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016125.056993:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.065310:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.068054:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339100672 00000100:00100000:2.0:1734016125.068065:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339100672 00000100:00100000:3.0:1734016125.068079:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341599872:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016125.068094:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.068105:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6144000->6193151] (req 6144000->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.068117:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:2.0:1734016125.068119:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2845 00000100:00100000:2.0:1734016125.068124:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339100672:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.068136:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.068151:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.068160:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.068167:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339100544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15462us (15610us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.068172:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11104 00010000:00010000:2.0:1734016125.068176:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73215b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d3e expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.068209:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.068211:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.068216:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.068223:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.068247:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.068257:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341600000:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016125.068282:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.074955:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341600000:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016125.074978:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016125.075030:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339100672:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6903us (9725us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.075041:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2845 00000100:00100000:1.0:1734016125.075222:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.075324:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339100928 00000100:00100000:3.0:1734016125.075330:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339100928 00002000:00100000:3.0:1734016125.075363:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6189056->6193151) req@ffff880074272a00 x1818247339100928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.075371:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272a00 with x1818247339100928 ext(6189056->6193151) 00002000:00010000:3.0:1734016125.075375:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272a00 00000100:00100000:3.0:1734016125.075398:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9248 00000100:00100000:3.0:1734016125.075404:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339100928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.075517:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339100928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 113us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.075523:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9248 00002000:00100000:3.0:1734016125.075528:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6189056->6193151) req@ffff880074272a00 x1818247339100928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.075535:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272a00 with x1818247339100928 ext(6189056->6193151) 00002000:00010000:3.0:1734016125.075538:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272a00 00000100:00100000:1.0:1734016125.083825:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.083908:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339101056 00000100:00100000:3.0:1734016125.083915:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339101056 00000100:00100000:3.0:1734016125.083963:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11105 00000100:00100000:3.0:1734016125.083970:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339101056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.083986:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.084000:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73215c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d4c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.084045:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600128:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.084103:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.093333:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016124 -> 1734016125 00002000:00010000:3.0:1734016125.093340:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016123 -> 1734016124 00002000:00010000:3.0:1734016125.093341:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016124 -> 1734016125 00000100:00100000:3.0:1734016125.093359:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600128:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.093385:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73215c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d4c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.093397:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73215c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d4c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.093474:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016125.093523:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339101056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9552us (9705us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.093531:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11105 00000100:00100000:2.0:1734016125.101739:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.101809:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339101184 00000100:00100000:3.0:1734016125.101816:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339101184 00000100:00100000:3.0:1734016125.101854:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11106 00000100:00100000:3.0:1734016125.101860:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339101184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.101879:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.101893:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73215cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d53 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.101941:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600256:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.101997:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.104747:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600256:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.104774:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73215cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d53 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.104786:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73215cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d53 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.104794:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016125.105614:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339101184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3750us (3879us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.105623:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11106 00000100:00100000:2.0:1734016125.118957:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.121235:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339101440 00000100:00100000:0.0:1734016125.121245:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339101440 00002000:00100000:0.0:1734016125.121284:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5206016->5210111) req@ffff8800717eb480 x1818247339101440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.121295:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb480 with x1818247339101440 ext(5206016->5210111) 00002000:00010000:0.0:1734016125.121300:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb480 00000100:00100000:0.0:1734016125.121329:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9249 00000100:00100000:0.0:1734016125.121335:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339101440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.121469:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339101440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (2519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.121475:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9249 00002000:00100000:0.0:1734016125.121480:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5206016->5210111) req@ffff8800717eb480 x1818247339101440/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.121487:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb480 with x1818247339101440 ext(5206016->5210111) 00002000:00010000:0.0:1734016125.121489:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb480 00000100:00100000:2.0:1734016125.127393:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.127476:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339101568 00000100:00100000:3.0:1734016125.127483:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339101568 00000100:00100000:3.0:1734016125.127517:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11107 00000100:00100000:3.0:1734016125.127524:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339101568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.127540:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.127554:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73215d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d5a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.127599:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600384:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.127641:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.134557:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600384:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.134588:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73215d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d5a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.134600:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73215d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d5a expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.134740:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016125.135471:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339101568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7944us (8083us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.135479:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11107 00000100:00100000:2.0:1734016125.141305:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.141391:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339101696 00000100:00100000:3.0:1734016125.141399:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339101696 00000100:00100000:3.0:1734016125.141594:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11108 00000100:00100000:3.0:1734016125.141600:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339101696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.141615:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.141629:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73215db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d61 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.141687:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600512:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.141741:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.146268:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600512:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.146310:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73215db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d61 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.146329:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73215db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d61 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.146726:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016125.146765:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339101696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5164us (5467us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.146772:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11108 00010000:00010000:1.0:1734016125.176556:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016125.187744:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.189091:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339101952 00000100:00100000:3.0:1734016125.189102:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339101952 00002000:00100000:3.0:1734016125.189141:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->8065023) req@ffff880074270700 x1818247339101952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 504/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.189151:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270700 with x1818247339101952 ext(0->8065023) 00000100:00100000:1.0:1734016125.189489:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016125.189536:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00002000:00010000:3.0:1734016125.189616:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270700 00000100:00100000:3.0:1734016125.191136:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339102208 00000100:00100000:3.0:1734016125.191143:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339102208 00002000:00100000:3.0:1734016125.191169:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8466431) req@ffff8800717fea00 x1818247339102208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 536/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.191188:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fea00 with x1818247339102208 ext(4190208->8466431) 00002000:00010000:3.0:1734016125.191192:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fea00 00000100:00100000:3.0:1734016125.191202:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339102336 00000100:00100000:3.0:1734016125.191204:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339102336 00002000:00100000:3.0:1734016125.191211:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8466432->10252287) req@ffff8800717ff480 x1818247339102336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.191217:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff480 with x1818247339102336 ext(8466432->10252287) 00002000:00010000:3.0:1734016125.191219:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff480 00000100:00100000:3.0:1734016125.191226:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9250 00000100:00100000:3.0:1734016125.191231:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339101952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.193297:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9251 00000100:00100000:2.0:1734016125.193308:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339102208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.199694:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9252 00000100:00100000:0.0:1734016125.199704:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339102336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.246651:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339102336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 46939us (57107us total) trans 0 rc 1785856/1785856 00000100:00100000:2.0:1734016125.246662:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9252 00002000:00100000:2.0:1734016125.246684:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8466432->10252287) req@ffff8800717ff480 x1818247339102336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 1785856/1785856 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.246698:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff480 with x1818247339102336 ext(8466432->10252287) 00002000:00010000:2.0:1734016125.246704:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff480 00000100:00100000:3.0:1734016125.283301:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339101952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 92061us (95557us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016125.283311:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9250 00002000:00100000:3.0:1734016125.283321:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->8065023) req@ffff880074270700 x1818247339101952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 504/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.283329:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270700 with x1818247339101952 ext(0->8065023) 00002000:00010000:3.0:1734016125.283335:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270700 00000100:00100000:2.0:1734016125.315091:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339102208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121777us (125594us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016125.315103:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9251 00002000:00100000:2.0:1734016125.315113:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8466431) req@ffff8800717fea00 x1818247339102208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 536/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.315120:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fea00 with x1818247339102208 ext(4190208->8466431) 00002000:00010000:2.0:1734016125.315126:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fea00 00000100:00100000:0.0:1734016125.334166:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.334457:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339102592 00000100:00100000:3.0:1734016125.334465:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339102592 00000100:00100000:3.0:1734016125.334509:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11109 00000100:00100000:3.0:1734016125.334516:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339102592:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016125.334697:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10251179 -> 10251179 00002000:00010000:3.0:1734016125.334700:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016125 -> 1734016124 00002000:00010000:3.0:1734016125.334702:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:3.0:1734016125.334703:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.334705:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 576 -> 600 00000100:00100000:3.0:1734016125.336770:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339102592:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 2244us (2601us total) trans 4294969340 rc 0/0 00000100:00100000:3.0:1734016125.336781:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11109 00000100:00100000:0.0:1734016125.343967:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.344690:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339102720 00000100:00100000:3.0:1734016125.344698:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339102720 00000100:00100000:3.0:1734016125.344856:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11110 00000100:00100000:3.0:1734016125.344863:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339102720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.344877:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.344891:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73215e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d68 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.344935:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600640:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.352980:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.366483:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016124 -> 1734016125 00002000:00010000:3.0:1734016125.366490:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016123 -> 1734016125 00000100:00100000:3.0:1734016125.366510:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600640:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.366540:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73215e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d68 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.366553:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73215e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d68 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.366897:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:2.0:1734016125.367239:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339102720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 22374us (23277us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.367246:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11110 00000100:00100000:0.0:1734016125.373875:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.374464:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339102848 00000100:00100000:2.0:1734016125.374470:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339102848 00000100:00100000:2.0:1734016125.374508:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11111 00000100:00100000:2.0:1734016125.374514:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339102848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.374528:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.374542:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d6f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.374563:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.374569:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.374571:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.374573:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4341760->4345855] (req 4341760->4345855) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.374595:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.374604:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 7 pid: 7681 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016125.374614:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600768:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016125.375206:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.380526:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341600768:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016125.380561:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4341760->4345855] (req 4341760->4345855) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.380575:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016125.380625:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339102848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6108us (6755us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.380632:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11111 00000100:00100000:0.0:1734016125.380702:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.380933:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339102976 00000100:00100000:2.0:1734016125.380939:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339102976 00002000:00100000:2.0:1734016125.380967:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5181440->6193151) req@ffff88011d83d500 x1818247339102976/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 504/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.380975:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d500 with x1818247339102976 ext(5181440->6193151) 00010000:00010000:2.0:1734016125.380982:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 8 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.380996:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 8 pid: 7681 timeout: 488 lvb_type: 0 00002000:00010000:2.0:1734016125.381001:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d83d500 00000100:00100000:2.0:1734016125.381065:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 326 00000100:00100000:2.0:1734016125.381071:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339102976:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016125.396227:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339102976:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 15147us (15516us total) trans 4294969341 rc 0/0 00000100:00100000:2.0:1734016125.396240:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 326 00002000:00100000:2.0:1734016125.396249:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5181440->6193151) req@ffff88011d83d500 x1818247339102976/t4294969341(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 504/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.396256:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d500 with x1818247339102976 ext(5181440->6193151) 00010000:00010000:2.0:1734016125.396263:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 10 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.396276:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 10 pid: 7681 timeout: 488 lvb_type: 0 00002000:00010000:2.0:1734016125.396281:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d83d500 00000100:00100000:0.0:1734016125.430534:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.430728:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339103104 00000100:00100000:2.0:1734016125.430736:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339103104 00010000:00010000:2.0:1734016125.430766:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 10 pid: 7681 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016125.432709:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2846 00000100:00100000:2.0:1734016125.432719:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339103104:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.432737:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016125.432753:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 600 -> 752 00010000:00010000:2.0:1734016125.432759:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 10 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.432771:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 10 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.432789:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73215bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d45 expref: 10 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:2.0:1734016125.432820:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.432821:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.432827:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.432835:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.432864:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.432875:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341600896:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016125.432924:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.437591:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.437863:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339103360 00000100:00100000:3.0:1734016125.437871:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339103360 00002000:00100000:3.0:1734016125.437904:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4341760->4345855) req@ffff8800712b4000 x1818247339103360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.437912:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247339103360 ext(4341760->4345855) 00002000:00010000:3.0:1734016125.437917:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4000 00000100:00100000:3.0:1734016125.437944:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9253 00000100:00100000:3.0:1734016125.437950:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339103360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.438079:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339103360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.438086:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9253 00002000:00100000:3.0:1734016125.438091:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4341760->4345855) req@ffff8800712b4000 x1818247339103360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.438097:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247339103360 ext(4341760->4345855) 00002000:00010000:3.0:1734016125.438100:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4000 00000100:00100000:2.0:1734016125.438233:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341600896:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016125.438250:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.438271:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339103104:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5554us (7745us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.438278:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2846 00000100:00100000:0.0:1734016125.444620:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.444767:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339103616 00000100:00100000:2.0:1734016125.444775:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339103616 00002000:00100000:2.0:1734016125.444812:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4337664->4341759) req@ffff8800712b5c00 x1818247339103616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.444821:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5c00 with x1818247339103616 ext(4337664->4341759) 00002000:00010000:2.0:1734016125.444826:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5c00 00000100:00100000:2.0:1734016125.444855:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9254 00000100:00100000:2.0:1734016125.444861:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339103616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.444992:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339103616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.444998:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9254 00002000:00100000:2.0:1734016125.445004:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4337664->4341759) req@ffff8800712b5c00 x1818247339103616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.445010:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5c00 with x1818247339103616 ext(4337664->4341759) 00002000:00010000:2.0:1734016125.445013:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5c00 00000100:00100000:0.0:1734016125.450937:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.451564:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339103872 00000100:00100000:3.0:1734016125.451572:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339103872 00002000:00100000:3.0:1734016125.451605:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4333568->4337663) req@ffff8800712b4380 x1818247339103872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.451613:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247339103872 ext(4333568->4337663) 00002000:00010000:3.0:1734016125.451617:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380 00000100:00100000:3.0:1734016125.451642:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9255 00000100:00100000:3.0:1734016125.451647:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339103872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.452196:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339103872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 531us (1249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.452202:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9255 00002000:00100000:3.0:1734016125.452208:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4333568->4337663) req@ffff8800712b4380 x1818247339103872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.452213:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247339103872 ext(4333568->4337663) 00002000:00010000:3.0:1734016125.452215:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380 00000100:00100000:2.0:1734016125.458659:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.458751:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339104128 00000100:00100000:3.0:1734016125.458758:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339104128 00002000:00100000:3.0:1734016125.458792:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4329472->4333567) req@ffff8800717e9180 x1818247339104128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.458800:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9180 with x1818247339104128 ext(4329472->4333567) 00002000:00010000:3.0:1734016125.458804:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9180 00000100:00100000:3.0:1734016125.458830:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9256 00000100:00100000:3.0:1734016125.458836:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339104128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.458968:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339104128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.458975:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9256 00002000:00100000:3.0:1734016125.458980:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4329472->4333567) req@ffff8800717e9180 x1818247339104128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.458986:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9180 with x1818247339104128 ext(4329472->4333567) 00002000:00010000:3.0:1734016125.458988:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9180 00000100:00100000:0.0:1734016125.472161:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.482508:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339104384 00000100:00100000:2.0:1734016125.482520:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339104384 00002000:00100000:2.0:1734016125.482561:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4325376->4329471) req@ffff8800712b7b80 x1818247339104384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.482569:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247339104384 ext(4325376->4329471) 00002000:00010000:2.0:1734016125.482574:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7b80 00000100:00100000:2.0:1734016125.482608:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9257 00000100:00100000:2.0:1734016125.482614:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339104384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.482778:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339104384:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 162us (10624us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.482784:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9257 00002000:00100000:2.0:1734016125.482789:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4325376->4329471) req@ffff8800712b7b80 x1818247339104384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.482795:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247339104384 ext(4325376->4329471) 00002000:00010000:2.0:1734016125.482798:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7b80 00000100:00100000:0.0:1734016125.499249:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.499332:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339104640 00000100:00100000:3.0:1734016125.499339:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339104640 00002000:00100000:3.0:1734016125.499376:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4321280->4325375) req@ffff8800712b5180 x1818247339104640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.499385:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5180 with x1818247339104640 ext(4321280->4325375) 00002000:00010000:3.0:1734016125.499389:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5180 00000100:00100000:3.0:1734016125.499416:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9258 00000100:00100000:3.0:1734016125.499422:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339104640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.499558:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339104640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.499564:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9258 00002000:00100000:3.0:1734016125.499569:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4321280->4325375) req@ffff8800712b5180 x1818247339104640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.499576:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5180 with x1818247339104640 ext(4321280->4325375) 00002000:00010000:3.0:1734016125.499578:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5180 00000100:00100000:0.0:1734016125.507935:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.509002:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339104768 00000100:00100000:2.0:1734016125.509010:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339104768 00000100:00100000:2.0:1734016125.509054:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11112 00000100:00100000:2.0:1734016125.509060:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339104768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.509076:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.509090:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d76 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.509109:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.509111:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.509117:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.509128:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.509137:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016125.509195:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339104768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 134us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.509200:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11112 00000100:00100000:0.0:1734016125.514549:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.515579:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339104896 00000100:00100000:2.0:1734016125.515587:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339104896 00000100:00100000:2.0:1734016125.515631:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11113 00000100:00100000:2.0:1734016125.515638:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339104896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.515654:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.515680:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d7d expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.515707:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.515715:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.515720:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.515722:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.515725:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8962048->8978431] (req 8962048->8978431) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.515749:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.515759:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 9 pid: 7681 timeout: 488 lvb_type: 1 00000100:00100000:2.0:1734016125.515776:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341601024:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016125.515839:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.515846:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 8 pid: 7681 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016125.515858:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341601152:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016125.515873:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007650d780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.522729:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.522767:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.522926:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341601024:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016125.522935:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341601152:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016125.522961:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8962048->8978431] (req 8962048->8978431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.522974:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016125.523015:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339104896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7377us (8474us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.523022:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11113 00000100:00100000:1.0:1734016125.528067:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339105152 00000100:00100000:1.0:1734016125.528078:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339105152 00010000:00010000:1.0:1734016125.528111:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 8 pid: 7681 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016125.528146:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339105024 00000100:00100000:1.0:1734016125.528149:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339105024 00010000:00010000:1.0:1734016125.528158:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 10 pid: 7681 timeout: 488 lvb_type: 1 00000100:00100000:1.0:1734016125.528174:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2847 00000100:00100000:1.0:1734016125.528193:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339105152:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.528205:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.528222:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 8 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016125.528232:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 8 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016125.528250:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73215e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d6f expref: 8 pid: 7681 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016125.528270:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.528319:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339105152:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 125us (5595us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.528325:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2847 00000100:00100000:1.0:1734016125.528341:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2848 00000100:00100000:1.0:1734016125.528345:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339105024:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.528351:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.528357:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 10 pid: 7681 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016125.528365:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 10 pid: 7681 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016125.528375:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d76 expref: 10 pid: 7681 timeout: 488 lvb_type: 1 00010000:00010000:1.0:1734016125.528383:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.528384:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.528390:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.528397:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.528422:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.528432:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341601280:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016125.528460:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.535933:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016125.536034:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341601280:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016125.536052:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.536104:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339105024:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7757us (13335us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.536114:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2848 00000100:00100000:2.0:1734016125.537516:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339105280 00000100:00100000:2.0:1734016125.537526:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339105280 00000100:00100000:2.0:1734016125.537574:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11114 00000100:00100000:2.0:1734016125.537580:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339105280:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016125.537784:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10251179 -> 10251179 00002000:00010000:2.0:1734016125.537787:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.537789:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.537790:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.537791:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 752 -> 752 00000100:00100000:2.0:1734016125.537819:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339105280:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 239us (1895us total) trans 4294969342 rc 0/0 00000100:00100000:2.0:1734016125.537825:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11114 00000100:00100000:0.0:1734016125.547609:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.548384:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339105536 00000100:00100000:2.0:1734016125.548392:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339105536 00000100:00100000:2.0:1734016125.548431:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2035 00000100:00100000:2.0:1734016125.548436:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+29:9663:x1818247339105536:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016125.548472:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.548489:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bb600/0x903ef4aec7321541 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cce expref: 29 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.549091:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016125.549096:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016125.549230:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.549241:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.549248:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.549280:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.549293:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 23 pid: 6475 timeout: 488 lvb_type: 0 00000100:00100000:2.0:1734016125.549303:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341601408:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016125.550584:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.555384:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341601408:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016125.555390:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:2.0:1734016125.555407:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:1.0:1734016125.555463:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339105664 00000100:00100000:1.0:1734016125.555468:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339105664 00010000:00010000:1.0:1734016125.555492:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 24 pid: 6475 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016125.555527:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2849 00000100:00100000:1.0:1734016125.555533:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:1983:x1818247339105664:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.555544:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.555549:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 24 pid: 6475 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016125.555558:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 24 pid: 6475 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016125.555573:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9200/0x903ef4aec7321579 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1cff expref: 24 pid: 6475 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016125.555588:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016125.555593:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016125.555601:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016125.555606:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016125.555620:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.555650:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:1983:x1818247339105664:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 116us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.555656:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2849 00010000:00010000:2.0:1734016125.555763:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.555769:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:2.0:1734016125.555838:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968568 00000004:00010000:2.0:1734016125.555875:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800712b7480 reply state ffff88011d834000 transno 4294968569 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:2.0:1734016125.555881:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016125.555934:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+31:9663:x1818247339105536:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 7497us (8333us total) trans 4294968569 rc 0/0 00000100:00100000:2.0:1734016125.555940:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2035 00000020:00080000:2.0:1734016125.555943:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016125.558631:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.558644:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.558652:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.558657:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016125.558836:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.558843:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.558857:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016125.558859:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016125.558862:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.558867:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec73215fe lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:2.0:1734016125.559918:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.559989:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339105792 00000100:00100000:3.0:1734016125.559997:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339105792 00000100:00100000:3.0:1734016125.560035:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11115 00000100:00100000:3.0:1734016125.560041:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339105792:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.560056:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.560072:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d84 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.560093:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.560099:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.560100:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.560104:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.560127:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.560137:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 7 pid: 8706 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.560148:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341601536:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016125.560226:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.563726:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341601536:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016125.563753:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.563769:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016125.563816:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339105792:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3773us (3902us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.563824:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11115 00000100:00100000:0.0:1734016125.565467:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.565600:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339105920 00000100:00100000:3.0:1734016125.565607:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339105920 00010000:00010000:3.0:1734016125.565630:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 8 pid: 8706 timeout: 488 lvb_type: 0 00000100:00100000:3.0:1734016125.565907:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2850 00000100:00100000:3.0:1734016125.565913:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339105920:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.565924:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.565941:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 8 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.566035:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 8 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.566052:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73215f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d7d expref: 8 pid: 8706 timeout: 488 lvb_type: 0 00010000:00010000:3.0:1734016125.566166:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.566168:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.566173:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.566205:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.566312:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.566324:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341601664:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016125.566368:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.572562:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.572673:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339106048 00000100:00100000:2.0:1734016125.572681:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339106048 00002000:00010000:2.0:1734016125.572715:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8899418->18446744073709551615) 00002000:00100000:2.0:1734016125.572718:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37b80 with x1818247339106048 ext(8899418->18446744073709551615) 00002000:00010000:2.0:1734016125.572727:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37b80. 00000100:00100000:3.0:1734016125.572816:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341601664:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016125.572834:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.572976:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9259 00000100:00100000:2.0:1734016125.572982:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339106048:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:3.0:1734016125.573205:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339105920:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7290us (7741us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.573213:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2850 00002000:00010000:2.0:1734016125.575712:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10251179 -> 8899418 00002000:00010000:2.0:1734016125.575718:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.575720:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.575722:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.575724:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 752 -> 680 00000100:00100000:2.0:1734016125.577156:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339106048:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 4165us (4595us total) trans 4294969343 rc 0/0 00000100:00100000:2.0:1734016125.577168:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9259 00002000:00010000:2.0:1734016125.577174:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8899418->18446744073709551615) 00002000:00100000:2.0:1734016125.577201:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37b80 with x1818247339106048 ext(8899418->18446744073709551615) 00002000:00010000:2.0:1734016125.577209:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37b80. 00000100:00100000:0.0:1734016125.580301:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.580889:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339106176 00000100:00100000:2.0:1734016125.580897:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339106176 00000100:00100000:2.0:1734016125.581484:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2036 00000100:00100000:2.0:1734016125.581492:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339106176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.583785:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.583807:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732160c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d8b expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.583908:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7321613 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.583921:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7321613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.583932:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7321613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:2.0:1734016125.583955:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8899418 00000004:00200000:2.0:1734016125.583960:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.583974:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7321613 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016125.583998:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec732160c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d8b expref: 25 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.584034:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7321613 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d8b expref: 24 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.584040:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016125.584042:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.584045:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016125.584093:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339106176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2601us (3798us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.584100:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2036 00000100:00100000:0.0:1734016125.594290:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.594395:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339106304 00000100:00100000:3.0:1734016125.594403:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339106304 00000100:00100000:3.0:1734016125.595104:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11116 00000100:00100000:3.0:1734016125.595112:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339106304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.595129:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.595144:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732161a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d92 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.595380:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341601792:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.599806:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.602208:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341601792:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.602238:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732161a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d92 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.602251:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732161a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d92 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.602274:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016125.602312:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339106304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7200us (8030us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.602319:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11116 00000100:00100000:0.0:1734016125.605281:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.605364:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339106432 00000100:00100000:3.0:1734016125.605371:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339106432 00000100:00100000:3.0:1734016125.605414:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11117 00000100:00100000:3.0:1734016125.605420:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339106432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.605437:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.605453:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321621 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1d99 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.605502:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341601920:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.605546:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.608130:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341601920:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.608161:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321621 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d99 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.608173:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321621 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d99 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.608211:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016125.608258:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339106432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2836us (2983us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.608265:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11117 00000100:00100000:0.0:1734016125.611091:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.611218:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339106688 00000100:00100000:2.0:1734016125.611226:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339106688 00000100:00100000:2.0:1734016125.611278:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2037 00000100:00100000:2.0:1734016125.611285:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339106688:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016125.611323:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.611345:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7321613 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d8b expref: 24 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.611368:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016125.611371:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016125.611498:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016125.611508:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016125.611518:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016125.611545:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968570 00000004:00010000:2.0:1734016125.611557:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071e35180 reply state ffff880074c31000 transno 4294968571 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016125.611563:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016125.611624:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247339106688:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 339us (541us total) trans 4294968571 rc 0/0 00000100:00100000:2.0:1734016125.611630:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2037 00000020:00080000:2.0:1734016125.611635:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:0.0:1734016125.614806:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968571 is committed 00000001:00080000:0.0:1734016125.615137:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968569 is committed 00010000:00010000:1.0:1734016125.615264:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016125.615274:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016125.615280:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016125.615284:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2caf40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016125.615287:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016125.615293:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016125.615307:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016125.615309:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016125.615313:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016125.615321:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321628 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016125.620409:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.621878:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339106816 00000100:00100000:3.0:1734016125.621887:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339106816 00000100:00100000:3.0:1734016125.621938:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11118 00000100:00100000:3.0:1734016125.621945:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339106816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.621961:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.621977:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1da0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.622006:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.622014:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.622016:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.622019:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.622044:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.622058:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.622071:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602048:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016125.622136:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.625174:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.625325:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602048:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016125.625350:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.625365:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016125.625405:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339106816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3461us (5004us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.625413:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11118 00000100:00100000:2.0:1734016125.625806:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339106944 00000100:00100000:2.0:1734016125.625811:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339106944 00010000:00010000:2.0:1734016125.625831:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.625858:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2851 00000100:00100000:2.0:1734016125.625863:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339106944:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.625874:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.625889:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.625899:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.625916:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321605 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1d84 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.625935:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.625936:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.625940:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.625947:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.625966:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.625975:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341602176:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016125.626006:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.629064:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341602176:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016125.629089:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.629128:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339106944:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3264us (3961us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.629137:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2851 00000100:00100000:0.0:1734016125.630960:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.631037:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339107072 00000100:00100000:2.0:1734016125.631045:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339107072 00002000:00010000:2.0:1734016125.631076:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5459147->18446744073709551615) 00002000:00100000:2.0:1734016125.631080:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a300 with x1818247339107072 ext(5459147->18446744073709551615) 00002000:00010000:2.0:1734016125.631091:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a300. 00000100:00100000:2.0:1734016125.631108:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9260 00000100:00100000:2.0:1734016125.631114:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339107072:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016125.634590:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8899418 -> 5459147 00002000:00010000:2.0:1734016125.634598:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.634600:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.634602:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016125.634603:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 680 -> 584 00000100:00100000:2.0:1734016125.638760:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339107072:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 7635us (7795us total) trans 4294969344 rc 0/0 00000100:00100000:2.0:1734016125.638773:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9260 00002000:00010000:2.0:1734016125.638780:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5459147->18446744073709551615) 00002000:00100000:2.0:1734016125.638783:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406a300 with x1818247339107072 ext(5459147->18446744073709551615) 00002000:00010000:2.0:1734016125.638792:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406a300. 00000100:00100000:0.0:1734016125.641238:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.641337:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339107200 00000100:00100000:3.0:1734016125.641345:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339107200 00000100:00100000:3.0:1734016125.641385:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2038 00000100:00100000:3.0:1734016125.641391:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339107200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.641410:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.641426:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7321636 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1da7 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.641490:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016125.641501:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016125.641509:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:3.0:1734016125.641526:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5459147 00000004:00200000:3.0:1734016125.641528:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016125.641538:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016125.641555:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7321636 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 13 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.641570:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 12 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.641577:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016125.641579:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016125.641582:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016125.641620:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339107200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 228us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.641625:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2038 00000100:00100000:1.0:1734016125.649096:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.649166:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339107328 00000100:00100000:2.0:1734016125.649174:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339107328 00000100:00100000:2.0:1734016125.649240:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2039 00000100:00100000:2.0:1734016125.649246:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339107328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.649264:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.649281:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321644 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1dae expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.649351:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732164b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016125.649362:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732164b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016125.649370:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732164b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016125.649392:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5459147 00000004:00200000:2.0:1734016125.649395:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016125.649407:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732164b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016125.649424:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321644 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dae expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.649435:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732164b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dae expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.649442:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016125.649444:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016125.649447:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016125.649483:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339107328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 237us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.649489:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2039 00000100:00100000:0.0:1734016125.652330:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.652407:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339107456 00000100:00100000:3.0:1734016125.652413:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339107456 00000100:00100000:3.0:1734016125.652450:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11119 00000100:00100000:3.0:1734016125.652455:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339107456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.652469:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.652483:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321652 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1db5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.652525:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602304:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.652583:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.654513:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602304:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.654537:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321652 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1db5 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.654548:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321652 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1db5 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.654568:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016125.654608:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339107456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2151us (2284us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.654615:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11119 00000100:00100000:2.0:1734016125.663487:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.665572:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339107584 00000100:00100000:3.0:1734016125.665581:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339107584 00000100:00100000:3.0:1734016125.666150:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11120 00000100:00100000:3.0:1734016125.666157:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339107584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.666173:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.666207:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321659 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1dbc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.666252:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602432:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.666511:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.669479:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602432:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.669507:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321659 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dbc expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.669522:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321659 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dbc expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.669634:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016125.669852:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339107584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3693us (6371us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.669860:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11120 00000100:00100000:0.0:1734016125.675452:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.675590:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339107840 00000100:00100000:3.0:1734016125.675598:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339107840 00002000:00100000:3.0:1734016125.675631:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (339968->344063) req@ffff880074068380 x1818247339107840/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.675639:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068380 with x1818247339107840 ext(339968->344063) 00002000:00010000:3.0:1734016125.675642:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068380 00000100:00100000:3.0:1734016125.675677:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9261 00000100:00100000:3.0:1734016125.675682:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339107840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.675812:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339107840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (367us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.675818:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9261 00002000:00100000:3.0:1734016125.675823:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (339968->344063) req@ffff880074068380 x1818247339107840/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.675829:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068380 with x1818247339107840 ext(339968->344063) 00002000:00010000:3.0:1734016125.675832:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068380 00000100:00100000:0.0:1734016125.683059:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.683511:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339107968 00000100:00100000:3.0:1734016125.683519:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339107968 00000100:00100000:3.0:1734016125.684068:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11121 00000100:00100000:3.0:1734016125.684074:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339107968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.684089:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.684104:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1dc3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.684126:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.684133:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.684134:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.684137:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10018816->10059775] (req 10018816->10059775) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.684159:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.684168:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 8 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.684190:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602560:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016125.684239:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.688650:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602560:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016125.688687:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10018816->10059775] (req 10018816->10059775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.688705:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016125.688746:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339107968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4671us (5693us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.688753:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11121 00000100:00100000:0.0:1734016125.689264:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016125.689643:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339108096 00000100:00100000:1.0:1734016125.689650:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339108096 00002000:00100000:1.0:1734016125.689848:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (311296->344063) req@ffff880074069500 x1818247339108096/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.689859:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069500 with x1818247339108096 ext(311296->344063) 00010000:00010000:1.0:1734016125.689867:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 9 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.689878:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 9 pid: 7681 timeout: 489 lvb_type: 0 00002000:00010000:1.0:1734016125.689885:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074069500 00000100:00100000:1.0:1734016125.689912:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 327 00000100:00100000:1.0:1734016125.689917:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339108096:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016125.694916:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339108096:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4988us (5642us total) trans 4294969345 rc 0/0 00000100:00100000:1.0:1734016125.694928:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 327 00002000:00100000:1.0:1734016125.694940:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (311296->344063) req@ffff880074069500 x1818247339108096/t4294969345(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.694951:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069500 with x1818247339108096 ext(311296->344063) 00010000:00010000:1.0:1734016125.694960:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.694976:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00002000:00010000:1.0:1734016125.694984:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074069500 00000100:00100000:0.0:1734016125.698627:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.698723:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339108224 00000100:00100000:2.0:1734016125.698730:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339108224 00010000:00010000:2.0:1734016125.698759:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.698792:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2852 00000100:00100000:2.0:1734016125.698799:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339108224:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.698810:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.698828:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.698839:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.698859:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732162f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da0 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.698875:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.698877:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.698882:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.698889:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.698917:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.698928:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341602688:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016125.699711:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.703006:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341602688:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016125.703032:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.703088:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339108224:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4288us (4469us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.703098:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2852 00000100:00100000:3.0:1734016125.704747:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.704808:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339108352 00000100:00100000:0.0:1734016125.704817:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339108352 00000100:00100000:0.0:1734016125.705588:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11122 00000100:00100000:0.0:1734016125.705594:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339108352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.705609:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.705624:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7321667 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1dca expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.705678:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602816:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016125.706355:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016125.708273:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 5459147 -> 10055802 00000100:00100000:2.0:1734016125.708291:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602816:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016125.708317:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7321667 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dca expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.708328:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7321667 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dca expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.708341:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:2.0:1734016125.708387:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339108352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2793us (3646us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.708394:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11122 00000100:00100000:1.0:1734016125.710761:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.710911:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339108480 00000100:00100000:2.0:1734016125.710919:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339108480 00000100:00100000:2.0:1734016125.710964:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11123 00000100:00100000:2.0:1734016125.710970:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339108480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.710990:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.711007:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732166e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1dd1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.711058:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602944:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016125.711111:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.713252:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341602944:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016125.713287:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732166e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dd1 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.713298:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec732166e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dd1 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.713312:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016125.713931:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339108480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2957us (3173us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.713939:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11123 00000100:00100000:1.0:1734016125.717412:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.717602:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339108608 00000100:00100000:3.0:1734016125.717609:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339108608 00000100:00100000:3.0:1734016125.717643:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11124 00000100:00100000:3.0:1734016125.717649:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339108608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.717678:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.717694:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321675 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1dd8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.717737:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341603072:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.718076:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.719632:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341603072:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.719670:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321675 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dd8 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.719684:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321675 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dd8 expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.719697:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016125.719727:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339108608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2078us (2322us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.719735:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11124 00000100:00100000:2.0:1734016125.722938:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.723339:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339108736 00000100:00100000:3.0:1734016125.723347:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339108736 00000100:00100000:3.0:1734016125.723572:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11125 00000100:00100000:3.0:1734016125.723579:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339108736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.723593:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.723608:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ddf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.723631:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.723637:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.723639:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.723641:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7540736->7544831] (req 7540736->7544831) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.723676:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.723686:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.723696:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341603200:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016125.723751:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.726058:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341603200:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016125.726084:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7540736->7544831] (req 7540736->7544831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.726097:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016125.726763:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339108736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3182us (3831us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.726770:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11125 00000100:00100000:1.0:1734016125.728262:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.729120:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339108864 00000100:00100000:2.0:1734016125.729129:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339108864 00002000:00100000:2.0:1734016125.729169:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (10018816->10055801) req@ffff8800717ff100 x1818247339108864/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.729199:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff100 with x1818247339108864 ext(10018816->10055801) 00010000:00010000:2.0:1734016125.729208:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.729222:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00002000:00010000:2.0:1734016125.729229:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800717ff100 00000100:00100000:2.0:1734016125.729260:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 328 00000100:00100000:2.0:1734016125.729268:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339108864:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016125.733861:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339108864:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4585us (5594us total) trans 4294969346 rc 0/0 00000100:00100000:0.0:1734016125.733872:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 328 00002000:00100000:0.0:1734016125.733882:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (10018816->10055801) req@ffff8800717ff100 x1818247339108864/t4294969346(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.733891:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff100 with x1818247339108864 ext(10018816->10055801) 00010000:00010000:0.0:1734016125.733898:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016125.733911:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00002000:00010000:0.0:1734016125.733917:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800717ff100 00000100:00100000:1.0:1734016125.737459:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.737544:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339108992 00000100:00100000:2.0:1734016125.737550:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339108992 00010000:00010000:2.0:1734016125.737577:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.737598:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2853 00000100:00100000:2.0:1734016125.737603:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339108992:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.737613:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016125.737624:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 584 -> 664 00010000:00010000:2.0:1734016125.737629:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.737637:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.737653:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321660 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dc3 expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.737677:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.737679:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.737684:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.737691:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.737714:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.737723:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341603328:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016125.737769:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.740225:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341603328:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016125.740245:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.740281:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339108992:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2675us (2827us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.740291:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2853 00000100:00100000:3.0:1734016125.742105:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.742170:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339109248 00000100:00100000:0.0:1734016125.742201:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339109248 00002000:00100000:0.0:1734016125.742237:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7540736->7544831) req@ffff88011d804380 x1818247339109248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.742251:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247339109248 ext(7540736->7544831) 00002000:00010000:0.0:1734016125.742255:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380 00000100:00100000:0.0:1734016125.742278:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9262 00000100:00100000:0.0:1734016125.742284:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339109248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.742421:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339109248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.742427:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9262 00002000:00100000:0.0:1734016125.742432:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7540736->7544831) req@ffff88011d804380 x1818247339109248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.742437:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247339109248 ext(7540736->7544831) 00002000:00010000:0.0:1734016125.742440:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380 00000100:00100000:1.0:1734016125.746090:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.746389:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339109504 00000100:00100000:3.0:1734016125.746396:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339109504 00002000:00100000:3.0:1734016125.746429:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7536640->7540735) req@ffff8800717fd180 x1818247339109504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.746438:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247339109504 ext(7536640->7540735) 00002000:00010000:3.0:1734016125.746442:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd180 00000100:00100000:3.0:1734016125.747223:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9263 00000100:00100000:3.0:1734016125.747230:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339109504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.747382:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339109504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (1297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.747389:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9263 00002000:00100000:3.0:1734016125.747395:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7536640->7540735) req@ffff8800717fd180 x1818247339109504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.747401:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247339109504 ext(7536640->7540735) 00002000:00010000:3.0:1734016125.747404:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd180 00000100:00100000:1.0:1734016125.751297:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.751385:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339109760 00000100:00100000:0.0:1734016125.751393:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339109760 00002000:00100000:0.0:1734016125.751425:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7532544->7536639) req@ffff8800717ff800 x1818247339109760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.751435:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247339109760 ext(7532544->7536639) 00002000:00010000:0.0:1734016125.751439:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:0.0:1734016125.751602:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9264 00000100:00100000:0.0:1734016125.751609:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339109760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.751764:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339109760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.751771:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9264 00002000:00100000:0.0:1734016125.751775:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7532544->7536639) req@ffff8800717ff800 x1818247339109760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.751782:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247339109760 ext(7532544->7536639) 00002000:00010000:0.0:1734016125.751784:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:2.0:1734016125.754750:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.755145:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339110016 00000100:00100000:3.0:1734016125.755153:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339110016 00002000:00100000:3.0:1734016125.755217:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7528448->7532543) req@ffff8800717e9500 x1818247339110016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.755227:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9500 with x1818247339110016 ext(7528448->7532543) 00002000:00010000:3.0:1734016125.755231:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9500 00000100:00100000:3.0:1734016125.755254:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9265 00000100:00100000:3.0:1734016125.755259:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339110016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.755412:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339110016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (668us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.755419:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9265 00002000:00100000:3.0:1734016125.755424:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7528448->7532543) req@ffff8800717e9500 x1818247339110016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.755431:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9500 with x1818247339110016 ext(7528448->7532543) 00002000:00010000:3.0:1734016125.755433:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9500 00000100:00100000:1.0:1734016125.758811:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.758874:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339110272 00000100:00100000:0.0:1734016125.758882:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339110272 00002000:00100000:0.0:1734016125.758917:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7524352->7528447) req@ffff8800717fe680 x1818247339110272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.758926:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe680 with x1818247339110272 ext(7524352->7528447) 00002000:00010000:0.0:1734016125.758930:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe680 00000100:00100000:0.0:1734016125.758954:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9266 00000100:00100000:0.0:1734016125.758960:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339110272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.759116:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339110272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.759122:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9266 00002000:00100000:0.0:1734016125.759127:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7524352->7528447) req@ffff8800717fe680 x1818247339110272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.759133:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe680 with x1818247339110272 ext(7524352->7528447) 00002000:00010000:0.0:1734016125.759136:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe680 00000100:00100000:1.0:1734016125.763492:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.763591:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339110400 00000100:00100000:3.0:1734016125.763598:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339110400 00000100:00100000:3.0:1734016125.764042:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11126 00000100:00100000:3.0:1734016125.764048:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339110400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.764064:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.764080:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1de6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.764103:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.764105:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.764114:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.764131:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.764141:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016125.764220:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339110400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 171us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.764226:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11126 00000100:00100000:2.0:1734016125.768947:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.769167:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339110528 00000100:00100000:0.0:1734016125.769175:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339110528 00000100:00100000:0.0:1734016125.769291:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11127 00000100:00100000:0.0:1734016125.769299:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339110528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.769317:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.769332:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ded expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.769361:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.769369:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.769375:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.769376:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016125.769379:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [7417856->7421951] (req 7417856->7421951) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.769405:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.769415:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 12 pid: 7681 timeout: 489 lvb_type: 1 00000100:00100000:0.0:1734016125.769427:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341603456:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016125.769653:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.769672:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 12 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.769679:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341603584:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016125.769697:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.773934:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016125.773978:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016125.774004:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339110784 00000100:00100000:1.0:1734016125.774011:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339110784 00010000:00010000:1.0:1734016125.774037:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016125.774074:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339110656 00000100:00100000:1.0:1734016125.774077:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339110656 00010000:00010000:1.0:1734016125.774086:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 13 pid: 7681 timeout: 489 lvb_type: 1 00000100:00100000:1.0:1734016125.774102:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2854 00000100:00100000:1.0:1734016125.774109:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339110784:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.774122:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.774138:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.774146:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 13 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016125.774166:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.774221:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339110784:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 112us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.774227:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2854 00000100:00100000:1.0:1734016125.774242:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2855 00000100:00100000:1.0:1734016125.774245:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339110656:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.774251:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.774256:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 13 pid: 7681 timeout: 489 lvb_type: 1 00010000:00010000:1.0:1734016125.774264:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 13 pid: 7681 timeout: 489 lvb_type: 1 00010000:00010000:1.0:1734016125.774273:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.774275:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.774280:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.774287:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.774313:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.774326:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341603712:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016125.774353:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00010000:00010000:0.0:1734016125.774437:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321683 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1de6 expref: 13 pid: 7681 timeout: 489 lvb_type: 1 00000100:00100000:0.0:1734016125.774454:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341603456:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016125.774464:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732167c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ddf expref: 12 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.774470:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341603584:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016125.774488:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.774495:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016125.774514:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339110528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5216us (5578us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.774519:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11127 00000100:00100000:2.0:1734016125.780670:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341603712:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016125.780691:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.780743:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339110656:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6494us (6762us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.780755:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2855 00000100:00100000:2.0:1734016125.781506:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.781654:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339110912 00000100:00100000:0.0:1734016125.781668:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339110912 00000100:00100000:0.0:1734016125.781820:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11128 00000100:00100000:0.0:1734016125.781825:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339110912:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016125.782002:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10055802 -> 10055802 00002000:00010000:0.0:1734016125.782005:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016125.782007:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016125.782009:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016125.782010:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 664 -> 672 00000100:00100000:0.0:1734016125.782047:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339110912:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 221us (542us total) trans 4294969347 rc 0/0 00000100:00100000:0.0:1734016125.782053:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11128 00000100:00100000:1.0:1734016125.784959:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.786176:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339111040 00000100:00100000:3.0:1734016125.786238:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339111040 00000100:00100000:3.0:1734016125.786790:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11129 00000100:00100000:3.0:1734016125.786796:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339111040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.786812:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.786827:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321691 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1df4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.786872:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341603840:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.786932:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.789817:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016125 -> 1734016126 00000100:00100000:3.0:1734016125.789839:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341603840:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.789867:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321691 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1df4 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.789877:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321691 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1df4 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.789981:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016125.790105:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339111040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3308us (5156us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.790112:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11129 00000100:00100000:2.0:1734016125.793260:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.793338:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339111168 00000100:00100000:3.0:1734016125.793345:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339111168 00000100:00100000:3.0:1734016125.793489:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11130 00000100:00100000:3.0:1734016125.793495:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339111168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.793511:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.793525:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321698 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1dfb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.793571:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341603968:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016125.793777:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.796285:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341603968:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016125.796318:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321698 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dfb expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.796332:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321698 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dfb expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.796482:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016125.796538:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339111168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3041us (3285us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.796549:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11130 00000100:00100000:1.0:1734016125.804836:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.805024:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339111296 00000100:00100000:3.0:1734016125.805032:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339111296 00000100:00100000:3.0:1734016125.805068:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11131 00000100:00100000:3.0:1734016125.805074:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339111296:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016125.805293:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10055802 -> 10055802 00002000:00010000:3.0:1734016125.805296:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.805298:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.805299:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016126 -> 1734016125 00002000:00010000:3.0:1734016125.805301:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 672 -> 672 00000100:00100000:3.0:1734016125.805351:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339111296:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 277us (524us total) trans 4294969348 rc 0/0 00000100:00100000:3.0:1734016125.805357:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11131 00000100:00100000:2.0:1734016125.810634:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.810702:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339111424 00000100:00100000:0.0:1734016125.810710:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339111424 00000100:00100000:0.0:1734016125.810755:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11132 00000100:00100000:0.0:1734016125.810762:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339111424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.810778:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.810795:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732169f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e02 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.810838:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604096:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016125.810891:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.812924:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604096:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016125.812951:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732169f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e02 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.812964:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec732169f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e02 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016125.812980:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:2.0:1734016125.813798:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339111424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3032us (3168us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016125.813807:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11132 00000100:00100000:1.0:1734016125.818445:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.818690:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339111552 00000100:00100000:2.0:1734016125.818699:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339111552 00000100:00100000:2.0:1734016125.818746:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11133 00000100:00100000:2.0:1734016125.818753:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339111552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.818771:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.818786:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e09 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.818814:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.818822:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.818823:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016125.818827:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4218880->4222975] (req 4218880->4222975) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.818854:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.818865:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 12 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.818876:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604224:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016125.818929:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.823042:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604224:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016125.823074:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4218880->4222975] (req 4218880->4222975) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.823091:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016125.823136:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339111552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4382us (4699us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.823145:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11133 00000100:00100000:0.0:1734016125.823284:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.823634:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339111680 00000100:00100000:2.0:1734016125.823639:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339111680 00010000:00010000:2.0:1734016125.823666:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 13 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.823695:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2856 00000100:00100000:2.0:1734016125.823700:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339111680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016125.823711:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016125.823725:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 13 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.823734:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 13 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.823749:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732168a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7417856->7421951) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ded expref: 13 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016125.823767:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.823769:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.823774:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.823782:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.823809:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016125.823818:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341604352:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016125.823844:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.826501:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341604352:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016125.826519:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016125.826565:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339111680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2862us (3280us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016125.826573:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2856 00000100:00100000:2.0:1734016125.829091:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.829635:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339111936 00000100:00100000:3.0:1734016125.829642:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339111936 00002000:00100000:3.0:1734016125.829683:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4218880->4222975) req@ffff880071e35500 x1818247339111936/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.829693:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247339111936 ext(4218880->4222975) 00002000:00010000:3.0:1734016125.829697:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:3.0:1734016125.829713:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9267 00000100:00100000:3.0:1734016125.829718:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339111936:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.829848:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339111936:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (765us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.829854:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9267 00002000:00100000:3.0:1734016125.829859:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4218880->4222975) req@ffff880071e35500 x1818247339111936/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.829865:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247339111936 ext(4218880->4222975) 00002000:00010000:3.0:1734016125.829868:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:1.0:1734016125.833483:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.833601:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339112192 00000100:00100000:0.0:1734016125.833610:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339112192 00002000:00100000:0.0:1734016125.833651:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4214784->4218879) req@ffff8800717fe300 x1818247339112192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.833669:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe300 with x1818247339112192 ext(4214784->4218879) 00002000:00010000:0.0:1734016125.833674:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe300 00000100:00100000:0.0:1734016125.833703:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9268 00000100:00100000:0.0:1734016125.833709:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339112192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.833853:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339112192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.833860:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9268 00002000:00100000:0.0:1734016125.833864:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4214784->4218879) req@ffff8800717fe300 x1818247339112192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.833871:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe300 with x1818247339112192 ext(4214784->4218879) 00002000:00010000:0.0:1734016125.833873:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe300 00000100:00100000:1.0:1734016125.837295:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.837373:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339112448 00000100:00100000:3.0:1734016125.837379:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339112448 00002000:00100000:3.0:1734016125.837411:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4210688->4214783) req@ffff880074273b80 x1818247339112448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.837419:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247339112448 ext(4210688->4214783) 00002000:00010000:3.0:1734016125.837423:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:3.0:1734016125.837858:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9269 00000100:00100000:3.0:1734016125.837864:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339112448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.838018:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339112448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.838024:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9269 00002000:00100000:3.0:1734016125.838029:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4210688->4214783) req@ffff880074273b80 x1818247339112448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.838035:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247339112448 ext(4210688->4214783) 00002000:00010000:3.0:1734016125.838037:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:2.0:1734016125.843320:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.843572:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339112704 00000100:00100000:0.0:1734016125.843580:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339112704 00002000:00100000:0.0:1734016125.843613:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4206592->4210687) req@ffff880076748a80 x1818247339112704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.843622:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748a80 with x1818247339112704 ext(4206592->4210687) 00002000:00010000:0.0:1734016125.843626:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748a80 00000100:00100000:0.0:1734016125.843685:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9270 00000100:00100000:0.0:1734016125.843692:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339112704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.843846:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339112704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.843852:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9270 00002000:00100000:0.0:1734016125.843857:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4206592->4210687) req@ffff880076748a80 x1818247339112704/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.843864:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748a80 with x1818247339112704 ext(4206592->4210687) 00002000:00010000:0.0:1734016125.843866:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748a80 00000100:00100000:1.0:1734016125.847377:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.847677:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339112960 00000100:00100000:3.0:1734016125.847685:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339112960 00002000:00100000:3.0:1734016125.847719:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4202496->4206591) req@ffff880074270a80 x1818247339112960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.847727:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270a80 with x1818247339112960 ext(4202496->4206591) 00002000:00010000:3.0:1734016125.847731:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270a80 00000100:00100000:3.0:1734016125.847793:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9271 00000100:00100000:3.0:1734016125.847798:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339112960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.847922:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339112960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 122us (552us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.847927:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9271 00002000:00100000:3.0:1734016125.847931:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4202496->4206591) req@ffff880074270a80 x1818247339112960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.847938:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270a80 with x1818247339112960 ext(4202496->4206591) 00002000:00010000:3.0:1734016125.847940:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270a80 00000100:00100000:1.0:1734016125.856152:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.856354:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339113088 00000100:00100000:2.0:1734016125.856363:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339113088 00000100:00100000:2.0:1734016125.856406:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11134 00000100:00100000:2.0:1734016125.856412:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339113088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016125.856426:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016125.856440:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e10 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.856460:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 14 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.856466:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.856468:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016125.856471:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5832704->5836799] (req 5832704->5836799) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 14 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.856493:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 14 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016125.856502:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 14 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016125.856511:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604480:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016125.856560:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016125.859982:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.860063:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604480:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016125.860090:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5832704->5836799] (req 5832704->5836799) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 14 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.860104:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:0.0:1734016125.860148:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339113088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3736us (4004us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.860156:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11134 00000100:00100000:3.0:1734016125.860418:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339113216 00000100:00100000:3.0:1734016125.860423:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339113216 00010000:00010000:3.0:1734016125.860445:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 14 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.860472:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2857 00000100:00100000:3.0:1734016125.860477:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339113216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.860488:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.860504:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 14 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.860515:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 14 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.860532:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73216a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4218880->4222975) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e09 expref: 14 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.860558:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.860560:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.860565:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.860571:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.860600:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.860612:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341604608:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016125.860646:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.864141:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.864275:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339113472 00000100:00100000:0.0:1734016125.864282:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339113472 00002000:00100000:0.0:1734016125.864318:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5832704->5836799) req@ffff88012d4b5880 x1818247339113472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.864327:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5880 with x1818247339113472 ext(5832704->5836799) 00002000:00010000:0.0:1734016125.864332:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5880 00000100:00100000:0.0:1734016125.864533:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9272 00000100:00100000:0.0:1734016125.864539:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339113472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.864752:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341604608:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016125.864769:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016125.865092:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339113472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 551us (957us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.865098:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9272 00002000:00100000:0.0:1734016125.865104:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5832704->5836799) req@ffff88012d4b5880 x1818247339113472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.865110:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5880 with x1818247339113472 ext(5832704->5836799) 00002000:00010000:0.0:1734016125.865112:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5880 00000100:00100000:3.0:1734016125.865556:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339113216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5077us (5581us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.865564:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2857 00000100:00100000:1.0:1734016125.869768:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.869909:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339113728 00000100:00100000:0.0:1734016125.869916:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339113728 00002000:00100000:0.0:1734016125.869946:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5828608->5832703) req@ffff88011d83f100 x1818247339113728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.869954:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f100 with x1818247339113728 ext(5828608->5832703) 00002000:00010000:0.0:1734016125.869957:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f100 00000100:00100000:0.0:1734016125.870017:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9273 00000100:00100000:0.0:1734016125.870022:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339113728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.870733:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339113728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 709us (971us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.870739:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9273 00002000:00100000:0.0:1734016125.870744:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5828608->5832703) req@ffff88011d83f100 x1818247339113728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.870750:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f100 with x1818247339113728 ext(5828608->5832703) 00002000:00010000:0.0:1734016125.870753:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f100 00000100:00100000:0.0:1734016125.876769:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.877007:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339113984 00000100:00100000:2.0:1734016125.877014:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339113984 00002000:00100000:2.0:1734016125.877047:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5824512->5828607) req@ffff880074069180 x1818247339113984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.877056:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069180 with x1818247339113984 ext(5824512->5828607) 00002000:00010000:2.0:1734016125.877059:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069180 00000100:00100000:2.0:1734016125.877084:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9274 00000100:00100000:2.0:1734016125.877091:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339113984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.877242:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339113984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (480us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.877247:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9274 00002000:00100000:2.0:1734016125.877252:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5824512->5828607) req@ffff880074069180 x1818247339113984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.877258:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069180 with x1818247339113984 ext(5824512->5828607) 00002000:00010000:2.0:1734016125.877261:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069180 00000100:00100000:3.0:1734016125.882002:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.882075:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339114240 00000100:00100000:0.0:1734016125.882083:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339114240 00002000:00100000:0.0:1734016125.882119:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5820416->5824511) req@ffff88011d807480 x1818247339114240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.882127:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247339114240 ext(5820416->5824511) 00002000:00010000:0.0:1734016125.882132:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:0.0:1734016125.882161:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9275 00000100:00100000:0.0:1734016125.882167:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339114240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.882345:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339114240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 177us (350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.882351:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9275 00002000:00100000:0.0:1734016125.882357:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5820416->5824511) req@ffff88011d807480 x1818247339114240/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.882363:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247339114240 ext(5820416->5824511) 00002000:00010000:0.0:1734016125.882366:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:1.0:1734016125.888608:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.888721:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339114496 00000100:00100000:2.0:1734016125.888729:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339114496 00002000:00100000:2.0:1734016125.888764:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5816320->5820415) req@ffff880071d3ea00 x1818247339114496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.888772:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ea00 with x1818247339114496 ext(5816320->5820415) 00002000:00010000:2.0:1734016125.888776:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ea00 00000100:00100000:2.0:1734016125.888803:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9276 00000100:00100000:2.0:1734016125.888808:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339114496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.888968:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339114496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 158us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.888975:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9276 00002000:00100000:2.0:1734016125.888980:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5816320->5820415) req@ffff880071d3ea00 x1818247339114496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.888986:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ea00 with x1818247339114496 ext(5816320->5820415) 00002000:00010000:2.0:1734016125.888988:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ea00 00000100:00100000:1.0:1734016125.893835:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.893904:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339114752 00000100:00100000:0.0:1734016125.893912:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339114752 00002000:00100000:0.0:1734016125.893944:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5812224->5816319) req@ffff880071d3ca80 x1818247339114752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.893954:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247339114752 ext(5812224->5816319) 00002000:00010000:0.0:1734016125.893958:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:0.0:1734016125.893993:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9277 00000100:00100000:0.0:1734016125.894000:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339114752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.894125:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339114752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.894130:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9277 00002000:00100000:0.0:1734016125.894135:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5812224->5816319) req@ffff880071d3ca80 x1818247339114752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.894141:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247339114752 ext(5812224->5816319) 00002000:00010000:0.0:1734016125.894144:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:3.0:1734016125.904802:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016125.905240:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339115008 00000100:00100000:2.0:1734016125.905250:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339115008 00002000:00100000:2.0:1734016125.905285:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5808128->5812223) req@ffff88011d804a80 x1818247339115008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.905295:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247339115008 ext(5808128->5812223) 00002000:00010000:2.0:1734016125.905299:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80 00000100:00100000:2.0:1734016125.905319:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9278 00000100:00100000:2.0:1734016125.905325:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339115008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016125.905491:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339115008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (696us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016125.905497:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9278 00002000:00100000:2.0:1734016125.905503:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5808128->5812223) req@ffff88011d804a80 x1818247339115008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016125.905509:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804a80 with x1818247339115008 ext(5808128->5812223) 00002000:00010000:2.0:1734016125.905511:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804a80 00000100:00100000:1.0:1734016125.909701:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.909766:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339115136 00000100:00100000:0.0:1734016125.909772:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339115136 00002000:00100000:0.0:1734016125.909803:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5808128->5836799) req@ffff880071d3d180 x1818247339115136/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.909811:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247339115136 ext(5808128->5836799) 00002000:00010000:0.0:1734016125.909816:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:0.0:1734016125.909851:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9279 00000100:00100000:0.0:1734016125.909857:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339115136:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016125.919292:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339115136:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 9424us (9588us total) trans 4294969349 rc 0/0 00000100:00100000:0.0:1734016125.919306:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9279 00002000:00100000:0.0:1734016125.919316:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5808128->5836799) req@ffff880071d3d180 x1818247339115136/t4294969349(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:86/0 lens 488/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.919325:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247339115136 ext(5808128->5836799) 00002000:00010000:0.0:1734016125.919329:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:3.0:1734016125.933353:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.933418:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339115264 00000100:00100000:0.0:1734016125.933428:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339115264 00000100:00100000:0.0:1734016125.933474:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2040 00000100:00100000:0.0:1734016125.933481:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339115264:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016125.933594:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339115264:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 112us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.933600:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2040 00000100:00100000:1.0:1734016125.942603:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.942678:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339115392 00000100:00100000:0.0:1734016125.942686:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339115392 00000100:00100000:0.0:1734016125.942734:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11135 00000100:00100000:0.0:1734016125.942740:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339115392:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016125.945408:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969349 is committed 00000001:00080000:2.0:1734016125.945420:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969348 is committed 00000100:00100000:0.0:1734016125.946000:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339115392:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3253us (3399us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.946010:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11135 00000100:00100000:1.0:1734016125.954351:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.954403:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339115520 00000100:00100000:0.0:1734016125.954410:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339115520 00000100:00100000:0.0:1734016125.954841:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11136 00000100:00100000:0.0:1734016125.954847:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339115520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.954861:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.954876:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e17 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.954899:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.954905:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016125.954906:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016125.954909:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8859648->8921087] (req 8859648->8921087) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.954931:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.954940:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 6 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016125.954950:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604736:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016125.955596:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.958965:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604736:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016125.958996:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8859648->8921087] (req 8859648->8921087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.959014:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016125.959071:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339115520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4220us (4725us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.959081:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11136 00000100:00100000:1.0:1734016125.965115:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016125.965933:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339115648 00000100:00100000:3.0:1734016125.965941:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339115648 00010000:00010000:3.0:1734016125.965968:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 7 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016125.965992:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2858 00000100:00100000:3.0:1734016125.965997:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339115648:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.966007:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016125.966019:0:8952:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016125 -> 1734016126 00002000:00010000:3.0:1734016125.966021:0:8952:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016125 -> 1734016126 00002000:00010000:3.0:1734016125.966023:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 672 -> 728 00010000:00010000:3.0:1734016125.966027:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 7 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.966035:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 7 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.966051:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73216ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e10 expref: 7 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016125.966074:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.966077:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.966082:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.966089:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.966115:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.966129:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341604864:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016125.966193:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.975496:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.975647:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339115904 00000100:00100000:0.0:1734016125.975662:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339115904 00002000:00100000:0.0:1734016125.975699:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8916992->8921087) req@ffff880071d3ce00 x1818247339115904/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.975707:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247339115904 ext(8916992->8921087) 00002000:00010000:0.0:1734016125.975712:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:0.0:1734016125.975740:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9280 00000100:00100000:0.0:1734016125.975746:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339115904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.975966:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341604864:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016125.975983:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016125.976260:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339115904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 512us (769us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.976268:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9280 00002000:00100000:0.0:1734016125.976274:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8916992->8921087) req@ffff880071d3ce00 x1818247339115904/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.976280:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247339115904 ext(8916992->8921087) 00002000:00010000:0.0:1734016125.976283:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:3.0:1734016125.976357:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339115648:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10358us (11247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.976364:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2858 00000100:00100000:1.0:1734016125.979515:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.979577:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339116032 00000100:00100000:0.0:1734016125.979585:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339116032 00000100:00100000:0.0:1734016125.979698:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11137 00000100:00100000:0.0:1734016125.979704:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339116032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.979720:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.979733:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec73216bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e1e expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.979776:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604992:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016125.979834:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.982608:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341604992:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016125.982635:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec73216bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e1e expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.982647:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec73216bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e1e expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.982883:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016125.987905:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339116032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8188us (8385us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016125.987916:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11137 00000100:00100000:2.0:1734016125.991462:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.991536:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339116160 00000100:00100000:0.0:1734016125.991542:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339116160 00000100:00100000:0.0:1734016125.991984:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11138 00000100:00100000:0.0:1734016125.991990:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339116160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.992006:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.992022:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec73216c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e25 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.992067:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605120:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016125.992296:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.994352:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605120:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016125.994382:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec73216c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e25 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.994394:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec73216c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e25 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.994418:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016125.994573:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339116160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2580us (3115us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016125.994581:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11138 00000100:00100000:1.0:1734016125.998667:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016125.998799:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339116416 00000100:00100000:0.0:1734016125.998808:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339116416 00002000:00100000:0.0:1734016125.998846:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5431296->5435391) req@ffff880071d3df80 x1818247339116416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.998854:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247339116416 ext(5431296->5435391) 00002000:00010000:0.0:1734016125.998858:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:0.0:1734016125.999428:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9281 00000100:00100000:0.0:1734016125.999435:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339116416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.999567:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339116416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131us (920us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016125.999573:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9281 00002000:00100000:0.0:1734016125.999578:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5431296->5435391) req@ffff880071d3df80 x1818247339116416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.999585:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247339116416 ext(5431296->5435391) 00002000:00010000:0.0:1734016125.999588:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:2.0:1734016126.003859:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016126.004014:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339116544 00000100:00100000:0.0:1734016126.004021:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339116544 00000100:00080000:1.0:1734016126.004550:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016096 00000100:00100000:0.0:1734016126.004584:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11139 00000100:00100000:0.0:1734016126.004590:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339116544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.004607:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.004621:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73216c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e2c expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.004676:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605248:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016126.004721:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.008295:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605248:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016126.008330:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73216c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e2c expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.008343:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec73216c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e2c expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.008494:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016126.008549:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339116544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3957us (4695us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.008557:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11139 00000100:00100000:1.0:1734016126.014092:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016126.014223:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339116672 00000100:00100000:0.0:1734016126.014231:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339116672 00000100:00100000:0.0:1734016126.014275:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11140 00000100:00100000:0.0:1734016126.014281:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339116672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.014296:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.014310:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec73216d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e33 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.014353:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605376:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016126.014412:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.019701:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605376:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016126.019732:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec73216d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e33 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.019744:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec73216d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e33 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.019767:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:0.0:1734016126.019812:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339116672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5530us (5727us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.019819:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11140 00000100:00100000:2.0:1734016126.026791:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016126.027022:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339116800 00000100:00100000:0.0:1734016126.027029:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339116800 00000100:00100000:0.0:1734016126.027067:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11141 00000100:00100000:0.0:1734016126.027073:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339116800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.027088:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.027106:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e3a expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.027169:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.027175:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.027176:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.027204:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2592768->2609151] (req 2592768->2609151) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.027232:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 5 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.027241:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 5 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016126.027449:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605504:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016126.027721:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.041093:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605504:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016126.041123:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2592768->2609151] (req 2592768->2609151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.041140:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:1.0:1734016126.041214:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339116800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14139us (14427us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.041223:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11141 00000100:00100000:0.0:1734016126.041422:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.041511:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339116928 00000100:00100000:3.0:1734016126.041516:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339116928 00002000:00100000:3.0:1734016126.041545:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5419008->8921087) req@ffff880074068700 x1818247339116928/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.041553:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068700 with x1818247339116928 ext(5419008->8921087) 00010000:00010000:3.0:1734016126.041558:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 6 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016126.041568:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 6 pid: 8706 timeout: 489 lvb_type: 0 00002000:00010000:3.0:1734016126.041573:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074068700 00000100:00100000:3.0:1734016126.041586:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 329 00000100:00100000:3.0:1734016126.041590:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339116928:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016126.051819:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339116928:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 10218us (10388us total) trans 4294969350 rc 0/0 00000100:00100000:1.0:1734016126.051831:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 329 00002000:00100000:1.0:1734016126.051840:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5419008->8921087) req@ffff880074068700 x1818247339116928/t4294969350(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 504/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.051848:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068700 with x1818247339116928 ext(5419008->8921087) 00010000:00010000:1.0:1734016126.051857:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 8 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016126.051871:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 8 pid: 8706 timeout: 489 lvb_type: 0 00002000:00010000:1.0:1734016126.051879:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880074068700 00000100:00100000:0.0:1734016126.054217:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.054449:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339117056 00000100:00100000:3.0:1734016126.054456:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339117056 00010000:00010000:3.0:1734016126.054480:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 8 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016126.054502:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2859 00000100:00100000:3.0:1734016126.054507:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339117056:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.054518:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016126.054530:0:8952:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 728 -> 880 00010000:00010000:3.0:1734016126.054534:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 8 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016126.054543:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 8 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016126.054560:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec73216b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e17 expref: 8 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:3.0:1734016126.054585:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.054587:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.054592:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.054599:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.054625:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.054635:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341605632:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016126.054803:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.059273:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341605632:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016126.059295:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.059331:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339117056:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4823us (5150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.059341:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2859 00000100:00100000:2.0:1734016126.062318:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.062394:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339117184 00000100:00100000:1.0:1734016126.062402:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339117184 00000100:00100000:1.0:1734016126.062498:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11142 00000100:00100000:1.0:1734016126.062505:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339117184:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016126.063343:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10055802 -> 10055802 00002000:00010000:1.0:1734016126.063348:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.063350:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016126.063352:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.063354:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 880 -> 880 00000100:00100000:1.0:1734016126.063644:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339117184:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1137us (1330us total) trans 4294969351 rc 0/0 00000100:00100000:1.0:1734016126.063652:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11142 00000100:00100000:0.0:1734016126.067542:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.067719:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339117312 00000100:00100000:1.0:1734016126.067727:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339117312 00000100:00100000:1.0:1734016126.069638:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11143 00000100:00100000:1.0:1734016126.069650:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339117312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.069680:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.069698:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73216de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e41 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.069751:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605760:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016126.069828:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016126.072819:0:8706:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016125 -> 1734016126 00000100:00100000:1.0:1734016126.072840:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605760:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016126.072865:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73216de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e41 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.072877:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73216de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e41 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.073144:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016126.075327:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339117312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5670us (7783us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.075337:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11143 00000100:00100000:2.0:1734016126.079521:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.079623:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339117440 00000100:00100000:1.0:1734016126.079632:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339117440 00000100:00100000:1.0:1734016126.080097:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11144 00000100:00100000:1.0:1734016126.080104:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339117440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.080122:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.080136:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73216e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e48 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.080254:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605888:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016126.081228:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.083720:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341605888:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016126.083751:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73216e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e48 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.083764:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73216e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e48 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.083790:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016126.083829:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339117440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3725us (4317us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.083839:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11144 00000100:00100000:2.0:1734016126.089100:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.089211:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339117568 00000100:00100000:1.0:1734016126.089219:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339117568 00000100:00100000:1.0:1734016126.089257:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11145 00000100:00100000:1.0:1734016126.089263:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339117568:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016126.089419:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10055802 -> 10055802 00002000:00010000:1.0:1734016126.089422:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.089424:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016126 -> 1734016125 00002000:00010000:1.0:1734016126.089426:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.089427:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 880 -> 880 00000100:00100000:1.0:1734016126.089476:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339117568:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 212us (385us total) trans 4294969352 rc 0/0 00000100:00100000:1.0:1734016126.089483:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11145 00000100:00100000:2.0:1734016126.099703:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.099771:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339117696 00000100:00100000:3.0:1734016126.099778:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339117696 00000100:00100000:3.0:1734016126.099814:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11146 00000100:00100000:3.0:1734016126.099820:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339117696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.099834:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.099848:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e4f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.099872:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.099877:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.099879:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.099882:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [4812800->4874239] (req 4812800->4874239) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.099903:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.099911:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 8 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016126.099925:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606016:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016126.099965:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.107436:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016126.107790:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339117824 00000100:00100000:0.0:1734016126.107798:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339117824 00010000:00010000:0.0:1734016126.107827:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 9 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016126.107864:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2860 00000100:00100000:0.0:1734016126.107870:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339117824:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.107882:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.107899:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 9 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016126.107909:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 9 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016126.107928:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.107930:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.107936:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.107944:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.107971:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.107981:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074068e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341606144:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016126.108022:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016126.108094:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73216d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2592768->2609151) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e3a expref: 9 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:3.0:1734016126.108116:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606016:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016126.108134:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.108142:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016126.108161:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339117696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8341us (8464us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.108167:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11146 00000100:00100000:0.0:1734016126.117938:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074068e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341606144:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016126.117959:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016126.118012:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339117824:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10139us (10582us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.118020:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2860 00000100:00100000:2.0:1734016126.123617:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.123977:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339118080 00000100:00100000:1.0:1734016126.123986:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339118080 00002000:00100000:1.0:1734016126.124024:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4870144->4874239) req@ffff88007674b800 x1818247339118080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.124035:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b800 with x1818247339118080 ext(4870144->4874239) 00002000:00010000:1.0:1734016126.124040:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b800 00000100:00100000:1.0:1734016126.124060:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9282 00000100:00100000:1.0:1734016126.124066:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339118080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.124548:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339118080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 480us (937us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016126.124555:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9282 00002000:00100000:1.0:1734016126.124561:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4870144->4874239) req@ffff88007674b800 x1818247339118080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.124568:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674b800 with x1818247339118080 ext(4870144->4874239) 00002000:00010000:1.0:1734016126.124571:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674b800 00000100:00100000:2.0:1734016126.130717:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.130878:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339118208 00000100:00100000:3.0:1734016126.130885:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339118208 00000100:00100000:3.0:1734016126.131169:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11147 00000100:00100000:3.0:1734016126.131175:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339118208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.131356:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.131370:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73216f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e56 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.131411:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606272:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016126.132331:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016126.135938:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016125 -> 1734016126 00000100:00100000:3.0:1734016126.136010:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606272:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016126.136045:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73216f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e56 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.136058:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73216f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e56 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.136429:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016126.136917:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339118208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5738us (6205us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.136925:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11147 00000100:00100000:0.0:1734016126.148234:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.148346:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339118336 00000100:00100000:3.0:1734016126.148353:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339118336 00000100:00100000:3.0:1734016126.148395:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11148 00000100:00100000:3.0:1734016126.148402:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339118336:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.148418:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.148432:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73216fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e5d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.148475:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606400:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016126.148858:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.150457:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606400:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016126.150481:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73216fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e5d expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.150492:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec73216fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e5d expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.151085:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016126.151127:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339118336:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2724us (2898us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.151134:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11148 00000100:00100000:2.0:1734016126.154820:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.155459:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339118592 00000100:00100000:1.0:1734016126.155466:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339118592 00002000:00100000:1.0:1734016126.155496:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4554752->4558847) req@ffff88007674a300 x1818247339118592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.155505:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674a300 with x1818247339118592 ext(4554752->4558847) 00002000:00010000:1.0:1734016126.155509:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674a300 00000100:00100000:1.0:1734016126.155533:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9283 00000100:00100000:1.0:1734016126.155538:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339118592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.155667:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339118592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016126.155673:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9283 00002000:00100000:1.0:1734016126.155678:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4554752->4558847) req@ffff88007674a300 x1818247339118592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.155685:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674a300 with x1818247339118592 ext(4554752->4558847) 00002000:00010000:1.0:1734016126.155688:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674a300 00000100:00100000:0.0:1734016126.161328:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.161626:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339118720 00000100:00100000:3.0:1734016126.161633:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339118720 00000100:00100000:3.0:1734016126.161957:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11149 00000100:00100000:3.0:1734016126.161963:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339118720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.161978:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.161993:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321701 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e64 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.162035:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606528:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016126.162309:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.164779:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606528:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016126.164806:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321701 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e64 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.164928:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321701 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e64 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.164949:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016126.165141:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339118720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3176us (3818us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.165151:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11149 00000100:00100000:0.0:1734016126.167822:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.167923:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339118848 00000100:00100000:3.0:1734016126.167931:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339118848 00000100:00100000:3.0:1734016126.168000:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11150 00000100:00100000:3.0:1734016126.168007:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339118848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.168021:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.168034:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321708 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e6b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.168084:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606656:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016126.168129:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.171768:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606656:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016126.171797:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321708 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e6b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.171808:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321708 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e6b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.172301:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016126.172349:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339118848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4341us (4533us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.172356:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11150 00000100:00100000:1.0:1734016126.176342:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.177043:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339118976 00000100:00100000:3.0:1734016126.177051:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339118976 00000100:00100000:3.0:1734016126.177277:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11151 00000100:00100000:3.0:1734016126.177284:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339118976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.177300:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.177314:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732170f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e72 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.177358:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606784:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016126.177403:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00010000:00010000:1.0:1734016126.177960:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016126.182508:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606784:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016126.182536:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732170f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e72 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.182548:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732170f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e72 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.182560:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016126.182606:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339118976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5322us (6272us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.182613:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11151 00000100:00100000:2.0:1734016126.192123:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.192236:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339119104 00000100:00100000:3.0:1734016126.192242:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339119104 00000100:00100000:3.0:1734016126.192321:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11152 00000100:00100000:3.0:1734016126.192328:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339119104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.192344:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.192359:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321716 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e79 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.192407:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606912:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016126.192855:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.195500:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341606912:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016126.195527:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321716 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e79 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.195541:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321716 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e79 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.197229:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016126.198774:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339119104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6439us (6651us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.198784:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11152 00000100:00100000:0.0:1734016126.202505:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.202615:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339119360 00000100:00100000:2.0:1734016126.202624:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339119360 00002000:00100000:2.0:1734016126.202676:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2138112->2142207) req@ffff880074069f80 x1818247339119360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.202685:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069f80 with x1818247339119360 ext(2138112->2142207) 00002000:00010000:2.0:1734016126.202690:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069f80 00000100:00100000:2.0:1734016126.202722:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9284 00000100:00100000:2.0:1734016126.202728:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339119360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.202871:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339119360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016126.202877:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9284 00002000:00100000:2.0:1734016126.202882:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2138112->2142207) req@ffff880074069f80 x1818247339119360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.202889:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074069f80 with x1818247339119360 ext(2138112->2142207) 00002000:00010000:2.0:1734016126.202892:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074069f80 00000100:00100000:0.0:1734016126.206106:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.206514:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339119616 00000100:00100000:1.0:1734016126.206522:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339119616 00002000:00100000:1.0:1734016126.206557:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2134016->2138111) req@ffff88007406b800 x1818247339119616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.206567:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b800 with x1818247339119616 ext(2134016->2138111) 00002000:00010000:1.0:1734016126.206572:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b800 00000100:00100000:1.0:1734016126.206602:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9285 00000100:00100000:1.0:1734016126.206608:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339119616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.206740:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339119616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131us (641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016126.206745:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9285 00002000:00100000:1.0:1734016126.206751:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2134016->2138111) req@ffff88007406b800 x1818247339119616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.206758:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b800 with x1818247339119616 ext(2134016->2138111) 00002000:00010000:1.0:1734016126.206761:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b800 00000100:00100000:0.0:1734016126.210288:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.210413:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339119744 00000100:00100000:3.0:1734016126.210421:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339119744 00000100:00100000:3.0:1734016126.210582:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11153 00000100:00100000:3.0:1734016126.210588:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339119744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.210604:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.210621:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec732171d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e80 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.210676:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607040:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016126.210843:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.214729:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607040:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016126.214758:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec732171d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e80 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.214770:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec732171d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e80 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.214796:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016126.214832:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339119744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4243us (4553us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.214840:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11153 00000100:00100000:0.0:1734016126.219260:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.219321:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339119872 00000100:00100000:3.0:1734016126.219328:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339119872 00000100:00100000:3.0:1734016126.219635:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11154 00000100:00100000:3.0:1734016126.219641:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339119872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.219664:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.219678:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321724 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e87 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.219720:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607168:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016126.219768:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.222681:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607168:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016126.222712:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321724 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e87 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.222724:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321724 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e87 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.222749:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016126.222786:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339119872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3144us (3533us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.222794:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11154 00000100:00100000:0.0:1734016126.227553:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.227727:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339120128 00000100:00100000:2.0:1734016126.227735:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339120128 00000100:00100000:2.0:1734016126.227803:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2041 00000100:00100000:2.0:1734016126.227810:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339120128:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016126.227854:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.227879:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732164b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1dae expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.227897:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016126.227901:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016126.228029:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016126.228040:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 11 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.228046:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016126.228072:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 11 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.228082:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 11 pid: 7702 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016126.228093:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341607296:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016126.228154:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e840 going to sleep for 11 seconds 00000100:00080000:1.0:1734016126.228262:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016096 00000100:00100000:0.0:1734016126.232015:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.232126:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341607296:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016126.232151:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016126.232494:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339120256 00000100:00100000:1.0:1734016126.232500:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339120256 00010000:00010000:1.0:1734016126.232541:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 12 pid: 7702 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016126.232575:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2861 00000100:00100000:1.0:1734016126.232582:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339120256:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.232595:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.232600:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 12 pid: 7702 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016126.232611:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 12 pid: 7702 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016126.232630:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec732163d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1da7 expref: 12 pid: 7702 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016126.232664:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016126.232670:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016126.232680:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016126.232686:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016126.232703:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.232734:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339120256:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 152us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.232740:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2861 00010000:00010000:3.0:1734016126.233350:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016126.233356:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016126.233424:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968572 00000004:00010000:3.0:1734016126.233461:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071f9a680 reply state ffff880074c33000 transno 4294968573 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016126.233467:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016126.233550:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339120128:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5740us (6005us total) trans 4294968573 rc 0/0 00000100:00100000:3.0:1734016126.233557:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2041 00000020:00080000:3.0:1734016126.233560:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1734016126.233618:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016096 00010000:00010000:2.0:1734016126.236572:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016126.236583:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016126.236589:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016126.236593:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c98c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016126.236597:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016126.236602:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016126.236614:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016126.236617:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016126.236620:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016126.236624:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec732172b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016126.236926:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.237208:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339120384 00000100:00100000:2.0:1734016126.237214:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339120384 00000100:00100000:2.0:1734016126.237279:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11155 00000100:00100000:2.0:1734016126.237285:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339120384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.237299:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.237314:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e8e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.237335:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.237340:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.237342:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.237344:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.237366:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.237376:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 7 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016126.237387:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607424:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016126.237439:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.241676:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607424:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016126.241705:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.241718:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016126.241769:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339120384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4483us (4845us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.241776:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11155 00000100:00100000:1.0:1734016126.242002:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.242376:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339120512 00000100:00100000:2.0:1734016126.242381:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339120512 00002000:00100000:2.0:1734016126.242408:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4493312->4874239) req@ffff880071fd1180 x1818247339120512/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.242415:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1180 with x1818247339120512 ext(4493312->4874239) 00010000:00010000:2.0:1734016126.242421:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 8 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.242430:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 8 pid: 7681 timeout: 489 lvb_type: 0 00002000:00010000:2.0:1734016126.242434:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071fd1180 00000100:00100000:2.0:1734016126.243013:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 330 00000100:00100000:2.0:1734016126.243020:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339120512:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016126.251048:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339120512:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8018us (9037us total) trans 4294969353 rc 0/0 00000100:00100000:0.0:1734016126.251060:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 330 00002000:00100000:0.0:1734016126.251069:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4493312->4874239) req@ffff880071fd1180 x1818247339120512/t4294969353(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 504/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.251078:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1180 with x1818247339120512 ext(4493312->4874239) 00010000:00010000:0.0:1734016126.251087:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:0.0:1734016126.251101:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00002000:00010000:0.0:1734016126.251108:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071fd1180 00000100:00100000:0.0:1734016126.256324:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.256754:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339120640 00000100:00100000:2.0:1734016126.256763:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339120640 00010000:00010000:2.0:1734016126.256794:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016126.257234:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2862 00000100:00100000:2.0:1734016126.257243:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339120640:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.257258:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016126.257273:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 880 -> 1128 00010000:00010000:2.0:1734016126.257279:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.257290:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.257311:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73216ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e4f expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.257341:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.257344:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.257349:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.257356:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.257387:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.257401:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341607552:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016126.257450:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.265717:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.266150:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339120768 00000100:00100000:1.0:1734016126.266158:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339120768 00002000:00010000:1.0:1734016126.266218:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6540877->18446744073709551615) 00002000:00100000:1.0:1734016126.266223:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247339120768 ext(6540877->18446744073709551615) 00002000:00010000:1.0:1734016126.266233:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e300. 00000100:00100000:1.0:1734016126.266256:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9286 00000100:00100000:1.0:1734016126.266262:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339120768:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:2.0:1734016126.269032:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341607552:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016126.269054:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.269113:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339120640:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11870us (12798us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.269123:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2862 00002000:00010000:1.0:1734016126.272224:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10055802 -> 6540877 00002000:00010000:1.0:1734016126.272231:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.272234:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016126 -> 1734016125 00002000:00010000:1.0:1734016126.272236:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.272238:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1128 -> 920 00000100:00100000:1.0:1734016126.272300:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339120768:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 6034us (6587us total) trans 4294969354 rc 0/0 00000100:00100000:1.0:1734016126.272308:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9286 00002000:00010000:1.0:1734016126.272313:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6540877->18446744073709551615) 00002000:00100000:1.0:1734016126.272316:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247339120768 ext(6540877->18446744073709551615) 00002000:00010000:1.0:1734016126.272322:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e300. 00000100:00100000:0.0:1734016126.276110:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.276211:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339120896 00000100:00100000:3.0:1734016126.276219:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339120896 00000100:00100000:3.0:1734016126.277353:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2042 00000100:00100000:3.0:1734016126.277361:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339120896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.277379:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.277397:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7321739 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e95 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.277469:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321740 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016126.277481:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016126.277490:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016126.277510:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6540877 00000004:00200000:3.0:1734016126.277514:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.277526:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016126.277545:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166d00/0x903ef4aec7321739 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e95 expref: 13 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.278203:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e95 expref: 12 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.278210:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016126.278213:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.278215:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016126.278257:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339120896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 896us (2155us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.278262:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2042 00000100:00100000:0.0:1734016126.283323:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.284672:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339121024 00000100:00100000:2.0:1734016126.284681:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339121024 00000100:00100000:2.0:1734016126.285207:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11156 00000100:00100000:2.0:1734016126.285214:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339121024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.285230:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.285245:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321747 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1e9c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.285291:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607680:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016126.285346:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00002000:00010000:2.0:1734016126.287895:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016125 -> 1734016126 00000100:00100000:2.0:1734016126.287917:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607680:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016126.287945:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321747 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e9c expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.287958:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321747 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e9c expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.287980:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016126.288028:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339121024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2812us (4711us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.288034:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11156 00000100:00100000:0.0:1734016126.291583:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.291688:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339121152 00000100:00100000:2.0:1734016126.291697:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339121152 00000100:00100000:2.0:1734016126.291846:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11157 00000100:00100000:2.0:1734016126.291852:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339121152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.291869:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.291886:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732174e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ea3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.291944:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607808:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016126.292005:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.294396:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607808:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016126.294424:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732174e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ea3 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.294436:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732174e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ea3 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.294448:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016126.294490:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339121152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2638us (2915us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016126.294498:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11157 00000100:00100000:0.0:1734016126.298753:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.298871:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339121280 00000100:00100000:3.0:1734016126.298881:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339121280 00000100:00100000:3.0:1734016126.298925:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2043 00000100:00100000:3.0:1734016126.298932:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339121280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.298952:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.298968:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321755 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1eaa expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.299042:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016126.299053:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016126.299060:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016126.299080:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6540877 00000004:00200000:3.0:1734016126.299083:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.299096:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016126.299114:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321755 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.299140:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.299146:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016126.299148:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.299151:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016126.299210:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339121280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 278us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.299216:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2043 00000100:00100000:0.0:1734016126.304395:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.304556:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339121408 00000100:00100000:2.0:1734016126.304564:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339121408 00000100:00100000:2.0:1734016126.305066:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11158 00000100:00100000:2.0:1734016126.305073:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339121408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.305088:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.305104:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1eb1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.305128:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.305134:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.305136:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016126.305139:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3567616->3629055] (req 3567616->3629055) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.305164:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.305174:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 9 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016126.305224:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607936:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016126.305280:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.308292:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341607936:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016126.308320:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3567616->3629055] (req 3567616->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.308333:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016126.308381:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339121408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3306us (3993us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.308388:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11158 00000100:00100000:0.0:1734016126.308568:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.309100:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339121536 00000100:00100000:2.0:1734016126.309105:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339121536 00010000:00010000:2.0:1734016126.309125:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016126.309270:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2863 00000100:00100000:2.0:1734016126.309276:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339121536:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.309287:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.309305:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.309313:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.309330:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321732 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e8e expref: 10 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.309346:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.309347:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.309354:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.309360:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.309389:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.309398:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341608064:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016126.309425:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.316302:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341608064:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016126.316324:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.316370:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339121536:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7093us (7801us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.316379:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2863 00000100:00100000:0.0:1734016126.335963:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016126.336015:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.336093:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339121920 00000100:00100000:1.0:1734016126.336101:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339121920 00002000:00100000:1.0:1734016126.336138:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6541311) req@ffff88007402fb80 x1818247339121920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.336148:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247339121920 ext(4194304->6541311) 00002000:00010000:1.0:1734016126.336153:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:3.0:1734016126.337334:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339121792 00000100:00100000:3.0:1734016126.337340:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339121792 00002000:00100000:3.0:1734016126.337360:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007402c700 x1818247339121792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.337371:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c700 with x1818247339121792 ext(0->4194303) 00002000:00010000:3.0:1734016126.337374:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c700 00000100:00100000:3.0:1734016126.337392:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9287 00000100:00100000:3.0:1734016126.337398:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339121920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.338137:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9288 00000100:00100000:0.0:1734016126.338143:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339121792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.416949:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339121920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 79542us (80987us total) trans 0 rc 2347008/2347008 00000100:00100000:3.0:1734016126.416959:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9287 00002000:00100000:3.0:1734016126.416969:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->6541311) req@ffff88007402fb80 x1818247339121920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 2347008/2347008 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.416977:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247339121920 ext(4194304->6541311) 00002000:00010000:3.0:1734016126.416982:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:2.0:1734016126.460171:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339121792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 122018us (124147us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016126.460197:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9288 00002000:00100000:2.0:1734016126.460209:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007402c700 x1818247339121792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.460217:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c700 with x1818247339121792 ext(0->4194303) 00002000:00010000:2.0:1734016126.460221:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c700 00000100:00100000:0.0:1734016126.473153:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.473391:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339122176 00000100:00100000:2.0:1734016126.473399:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339122176 00000100:00100000:2.0:1734016126.473431:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11159 00000100:00100000:2.0:1734016126.473437:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339122176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016126.473453:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016126.473467:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1eb8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.473489:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.473491:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.473498:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.473512:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016126.473523:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016126.473570:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339122176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 132us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.473576:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11159 00000100:00100000:0.0:1734016126.521275:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.521349:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339122304 00000100:00100000:1.0:1734016126.521357:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339122304 00000100:00100000:1.0:1734016126.521402:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11160 00000100:00100000:1.0:1734016126.521409:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339122304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.521427:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.521442:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ebf expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.521470:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.521480:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.521487:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.521488:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.521492:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [9359360->9408511] (req 9359360->9408511) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.521522:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.521533:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 9 pid: 7681 timeout: 489 lvb_type: 1 00000100:00100000:1.0:1734016126.521546:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608192:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016126.521594:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.521602:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016126.521613:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608320:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016126.521625:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.527834:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.527928:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608192:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016126.527940:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608320:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016126.527968:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [9359360->9408511] (req 9359360->9408511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.527986:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016126.528020:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339122304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6611us (6752us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.528034:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11160 00000100:00100000:2.0:1734016126.528106:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339122432 00000100:00100000:2.0:1734016126.528112:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339122432 00010000:00010000:2.0:1734016126.528130:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 10 pid: 7681 timeout: 489 lvb_type: 1 00000100:00100000:2.0:1734016126.528149:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2864 00000100:00100000:2.0:1734016126.528155:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339122432:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.528166:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.528201:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 10 pid: 7681 timeout: 489 lvb_type: 1 00010000:00010000:2.0:1734016126.528210:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 10 pid: 7681 timeout: 489 lvb_type: 1 00010000:00010000:2.0:1734016126.528231:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec732176a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb8 expref: 10 pid: 7681 timeout: 489 lvb_type: 1 00010000:00010000:2.0:1734016126.528245:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.528260:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339122432:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 106us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.528266:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2864 00000100:00100000:0.0:1734016126.536995:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.537149:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339122560 00000100:00100000:1.0:1734016126.537156:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339122560 00010000:00010000:1.0:1734016126.537217:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016126.537248:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2865 00000100:00100000:1.0:1734016126.537254:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339122560:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.537268:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.537286:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016126.537297:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016126.537314:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321763 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eb1 expref: 11 pid: 7681 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016126.537337:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.537339:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.537344:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.537353:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.537381:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.537393:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341608448:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016126.537435:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.544170:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016126.544211:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339122688 00000100:00100000:0.0:1734016126.544218:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339122688 00000100:00100000:1.0:1734016126.545000:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341608448:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016126.545018:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.545051:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339122560:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7796us (8063us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.545062:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2865 00000100:00100000:3.0:1734016126.545797:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11161 00000100:00100000:3.0:1734016126.545804:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339122688:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016126.545982:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6540877 -> 9406978 00002000:00010000:3.0:1734016126.545985:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.545987:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016126 -> 1734016125 00002000:00010000:3.0:1734016126.545989:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.545991:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 920 -> 1016 00000100:00100000:3.0:1734016126.546011:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339122688:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 207us (1849us total) trans 4294969355 rc 0/0 00000100:00100000:3.0:1734016126.546016:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11161 00000100:00100000:0.0:1734016126.549579:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.549711:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339122816 00000100:00100000:1.0:1734016126.549720:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339122816 00000100:00100000:1.0:1734016126.549759:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11162 00000100:00100000:1.0:1734016126.549766:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339122816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.549780:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.549795:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ec6 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.549820:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.549829:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.549832:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.549835:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6443008->6504447] (req 6443008->6504447) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.549857:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.549873:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 10 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016126.549887:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608576:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016126.549936:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.555407:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608576:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016126.555436:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6443008->6504447] (req 6443008->6504447) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.555453:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016126.555492:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339122816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5725us (5920us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.555502:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11162 00000100:00100000:0.0:1734016126.556459:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.557100:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339122944 00000100:00100000:2.0:1734016126.557106:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339122944 00010000:00010000:2.0:1734016126.557129:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 11 pid: 8706 timeout: 489 lvb_type: 0 00000100:00100000:2.0:1734016126.557157:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2866 00000100:00100000:2.0:1734016126.557163:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339122944:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016126.557174:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016126.557212:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 11 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.557223:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 11 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.557242:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321771 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ebf expref: 11 pid: 8706 timeout: 489 lvb_type: 0 00010000:00010000:2.0:1734016126.557528:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.557531:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016126.557537:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.557546:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016126.557572:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016126.557582:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341608704:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016126.557752:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016126.562762:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341608704:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016126.562789:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016126.562841:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339122944:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5676us (6384us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016126.562852:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2866 00000100:00100000:0.0:1734016126.593599:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016126.593633:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016126.593671:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.593744:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339123200 00000100:00100000:3.0:1734016126.593752:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339123200 00002000:00100000:3.0:1734016126.593786:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->6447103) req@ffff880130c2dc00 x1818247339123200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.593794:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247339123200 ext(0->6447103) 00002000:00010000:3.0:1734016126.593799:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:3.0:1734016126.593811:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339123456 00000100:00100000:3.0:1734016126.593813:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339123456 00002000:00100000:3.0:1734016126.593820:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880076505880 x1818247339123456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:87/0 lens 504/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.593826:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505880 with x1818247339123456 ext(4190208->8388607) 00002000:00010000:3.0:1734016126.593828:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505880 00000100:00100000:3.0:1734016126.593833:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339123712 00000100:00100000:3.0:1734016126.593834:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339123712 00002000:00100000:3.0:1734016126.593841:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9408511) req@ffff880076505f80 x1818247339123712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.593847:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505f80 with x1818247339123712 ext(8388608->9408511) 00002000:00010000:3.0:1734016126.593849:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505f80 00000100:00100000:3.0:1734016126.593855:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9289 00000100:00100000:3.0:1734016126.593860:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339123200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.597277:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9290 00000100:00100000:3.0:1734016126.597285:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339123456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.597705:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9291 00000100:00100000:2.0:1734016126.597710:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339123712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.651975:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339123200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 58105us (58375us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016126.651985:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9289 00002000:00100000:3.0:1734016126.651994:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->6447103) req@ffff880130c2dc00 x1818247339123200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.652009:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247339123200 ext(0->6447103) 00002000:00010000:3.0:1734016126.652013:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:3.0:1734016126.660996:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339123712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 63276us (67316us total) trans 0 rc 1019904/1019904 00000100:00100000:3.0:1734016126.661006:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9291 00002000:00100000:3.0:1734016126.661015:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9408511) req@ffff880076505f80 x1818247339123712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 1019904/1019904 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.661024:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505f80 with x1818247339123712 ext(8388608->9408511) 00002000:00010000:3.0:1734016126.661029:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505f80 00000100:00100000:2.0:1734016126.706217:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339123456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 108925us (112575us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016126.706229:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9290 00002000:00100000:2.0:1734016126.706238:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8388607) req@ffff880076505880 x1818247339123456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.706248:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505880 with x1818247339123456 ext(4190208->8388607) 00002000:00010000:2.0:1734016126.706253:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505880 00000100:00100000:0.0:1734016126.724277:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016126.732145:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339123840 00000100:00100000:1.0:1734016126.732158:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339123840 00000100:00100000:1.0:1734016126.733459:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11163 00000100:00100000:1.0:1734016126.733469:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339123840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.733486:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.733502:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ecd expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.733526:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.733528:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.733535:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.733557:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.733570:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016126.733624:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339123840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 156us (9354us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.733630:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11163 00000100:00100000:3.0:1734016126.804457:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.804514:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016126.804546:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339124096 00000100:00100000:2.0:1734016126.804556:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339124096 00000100:00100000:3.0:1734016126.804558:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.804576:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339124480 00000100:00100000:3.0:1734016126.804580:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339124480 00002000:00100000:2.0:1734016126.804593:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88011d804000 x1818247339124096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.804596:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9408511) req@ffff88011d805180 x1818247339124480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.804603:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804000 with x1818247339124096 ext(0->4194303) 00002000:00100000:3.0:1734016126.804603:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247339124480 ext(8388608->9408511) 00002000:00010000:2.0:1734016126.804607:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804000 00002000:00010000:3.0:1734016126.804607:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:3.0:1734016126.804638:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339124352 00000100:00100000:3.0:1734016126.804649:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339124352 00002000:00100000:3.0:1734016126.804660:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88011d807800 x1818247339124352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.804665:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247339124352 ext(4194304->8388607) 00002000:00010000:3.0:1734016126.804667:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:2.0:1734016126.804698:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9292 00000100:00100000:2.0:1734016126.804704:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339124480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.804720:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9293 00000100:00100000:0.0:1734016126.804726:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339124096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016126.811986:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9294 00000100:00100000:2.0:1734016126.811996:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247339124352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.853614:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339124480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 48892us (49081us total) trans 0 rc 1019904/1019904 00000100:00100000:0.0:1734016126.853630:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9292 00002000:00100000:0.0:1734016126.853654:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9408511) req@ffff88011d805180 x1818247339124480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 1019904/1019904 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.853665:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d805180 with x1818247339124480 ext(8388608->9408511) 00002000:00010000:0.0:1734016126.853672:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d805180 00000100:00100000:2.0:1734016126.939045:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339124352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127036us (134473us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016126.939059:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9294 00002000:00100000:2.0:1734016126.939073:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff88011d807800 x1818247339124352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016126.939084:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807800 with x1818247339124352 ext(4194304->8388607) 00002000:00010000:2.0:1734016126.939091:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807800 00000100:00100000:1.0:1734016126.987069:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339124096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182333us (182612us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016126.987081:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9293 00002000:00100000:1.0:1734016126.987093:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88011d804000 x1818247339124096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.987103:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804000 with x1818247339124096 ext(0->4194303) 00002000:00010000:1.0:1734016126.987108:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804000 00000100:00100000:0.0:1734016126.998269:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016126.998359:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339124736 00000100:00100000:3.0:1734016126.998366:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339124736 00000100:00100000:1.0:1734016126.999724:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11164 00000100:00100000:1.0:1734016126.999735:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339124736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.999754:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.999770:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ed4 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.999802:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.999814:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 10 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.999819:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.999821:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.999823:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [7553024->7581695] (req 7553024->7581695) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.999849:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 10 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.999859:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 10 pid: 8706 timeout: 490 lvb_type: 1 00000100:00100000:1.0:1734016126.999869:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608832:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016126.999951:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.999958:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016126.999964:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608960:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016126.999978:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1633c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.023162:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608832:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016127.023173:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341608960:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016127.023229:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [7553024->7581695] (req 7553024->7581695) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.023251:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016127.023291:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339124736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 23558us (25030us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.023300:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11164 00000100:00100000:2.0:1734016127.051931:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.057097:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339124864 00000100:00100000:0.0:1734016127.057108:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339124864 00010000:00010000:0.0:1734016127.057170:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 11 pid: 8706 timeout: 490 lvb_type: 1 00000100:00100000:0.0:1734016127.057237:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2867 00000100:00100000:0.0:1734016127.057243:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339124864:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.057254:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.057270:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 11 pid: 8706 timeout: 490 lvb_type: 1 00010000:00010000:0.0:1734016127.057279:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 11 pid: 8706 timeout: 490 lvb_type: 1 00010000:00010000:0.0:1734016127.057297:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec732177f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ecd expref: 11 pid: 8706 timeout: 490 lvb_type: 1 00010000:00010000:0.0:1734016127.057315:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.057374:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339124864:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 131us (5452us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.057380:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2867 00000100:00080000:2.0:1734016127.057509:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016097 00000100:00100000:2.0:1734016127.067383:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.067449:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339124992 00000100:00100000:0.0:1734016127.067459:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339124992 00010000:00010000:0.0:1734016127.067492:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016127.067607:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2868 00000100:00100000:0.0:1734016127.067614:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339124992:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.067628:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.067657:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016127.067669:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016127.067689:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321778 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ec6 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:0.0:1734016127.067843:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.067845:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.067851:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.067859:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.067887:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.067898:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341609088:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016127.069174:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.076144:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.076354:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339125120 00000100:00100000:1.0:1734016127.076363:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339125120 00000100:00100000:1.0:1734016127.076408:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11165 00000100:00100000:1.0:1734016127.076415:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339125120:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016127.076578:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9406978 -> 9406978 00002000:00010000:1.0:1734016127.076581:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016127.076583:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016127.076585:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016126 -> 1734016127 00002000:00010000:1.0:1734016127.076586:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1016 -> 1072 00000100:00100000:1.0:1734016127.076620:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339125120:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 206us (485us total) trans 4294969356 rc 0/0 00000100:00100000:1.0:1734016127.076626:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11165 00000100:00100000:0.0:1734016127.077358:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341609088:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016127.077375:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.077404:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339124992:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9790us (10032us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.077412:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2868 00000100:00100000:3.0:1734016127.081647:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.081731:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339125376 00000100:00100000:0.0:1734016127.081745:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339125376 00000100:00100000:0.0:1734016127.081813:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2044 00000100:00100000:0.0:1734016127.082044:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339125376:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:0.0:1734016127.082109:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.082143:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321740 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1e95 expref: 12 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.082214:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016127.082219:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016127.082378:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016127.082390:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.082396:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016127.082426:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.082437:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 16 pid: 6475 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016127.082454:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341609216:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016127.082525:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.085701:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.086288:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341609216:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016127.086310:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:1.0:1734016127.087024:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339125504 00000100:00100000:1.0:1734016127.087036:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339125504 00010000:00010000:1.0:1734016127.087087:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 17 pid: 6475 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016127.087611:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2869 00000100:00100000:1.0:1734016127.087619:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1983:x1818247339125504:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.087644:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.087653:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 17 pid: 6475 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.087665:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 17 pid: 6475 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.087690:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732175c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1eaa expref: 17 pid: 6475 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.087727:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016127.087732:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.087743:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.087751:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.088240:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016127.088382:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016127.088390:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:0.0:1734016127.088507:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968574 00000004:00010000:0.0:1734016127.088561:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880076658e00 reply state ffff8801346c4000 transno 4294968575 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016127.088567:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016127.088939:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247339125504:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1316us (3245us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.088949:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2869 00000100:00100000:0.0:1734016127.092652:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339125376:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 10813us (11010us total) trans 4294968575 rc 0/0 00000100:00100000:0.0:1734016127.092667:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2044 00000020:00080000:0.0:1734016127.092675:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016127.096030:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.096047:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.096054:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.096059:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1bad00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016127.096064:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.096070:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.096084:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016127.096087:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016127.096091:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.096096:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732178d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:2.0:1734016127.097704:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.097772:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339125632 00000100:00100000:0.0:1734016127.097780:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339125632 00000100:00100000:0.0:1734016127.097821:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11166 00000100:00100000:0.0:1734016127.097828:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339125632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.097844:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.097859:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1edb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.097883:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.097890:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.097892:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016127.097895:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.097922:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.097933:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 10 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016127.097945:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341609344:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016127.098010:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.102722:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341609344:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016127.102762:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.102779:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:2.0:1734016127.102835:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339125632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5006us (5141us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.102844:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11166 00000100:00100000:3.0:1734016127.106717:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.106904:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339125760 00000100:00100000:1.0:1734016127.106913:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339125760 00010000:00010000:1.0:1734016127.106955:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016127.107910:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2870 00000100:00100000:1.0:1734016127.107918:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339125760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.107931:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.107950:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.107960:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.107977:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321786 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ed4 expref: 11 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.108353:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.108356:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.108361:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.108368:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.108395:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.108406:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341609472:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016127.109277:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.113382:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341609472:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016127.113403:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.113774:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.113834:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339125760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5914us (7124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.113844:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2870 00000100:00100000:0.0:1734016127.115058:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339125888 00000100:00100000:0.0:1734016127.115068:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339125888 00002000:00010000:0.0:1734016127.115096:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7444505->18446744073709551615) 00002000:00100000:0.0:1734016127.115100:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658a80 with x1818247339125888 ext(7444505->18446744073709551615) 00002000:00010000:0.0:1734016127.115109:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658a80. 00000100:00100000:0.0:1734016127.115139:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9295 00000100:00100000:0.0:1734016127.115144:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339125888:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016127.116666:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9406978 -> 7444505 00002000:00010000:0.0:1734016127.116671:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016126 -> 1734016127 00002000:00010000:0.0:1734016127.116673:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016127.116676:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.116678:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1072 -> 920 00000100:00100000:0.0:1734016127.116746:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339125888:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1598us (2970us total) trans 4294969357 rc 0/0 00000100:00100000:0.0:1734016127.116754:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9295 00002000:00010000:0.0:1734016127.116758:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7444505->18446744073709551615) 00002000:00100000:0.0:1734016127.116761:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658a80 with x1818247339125888 ext(7444505->18446744073709551615) 00002000:00010000:0.0:1734016127.116767:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658a80. 00000100:00100000:3.0:1734016127.120869:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.120924:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339126016 00000100:00100000:0.0:1734016127.120931:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339126016 00000100:00100000:0.0:1734016127.120974:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2045 00000100:00100000:0.0:1734016127.120981:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339126016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.121002:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.121020:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732179b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ee2 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.121098:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73217a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016127.121109:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73217a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016127.121117:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73217a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:0.0:1734016127.121136:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7444505 00000004:00200000:0.0:1734016127.121139:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016127.121152:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73217a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016127.121170:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec732179b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ee2 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.122442:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73217a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ee2 expref: 17 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.122454:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016127.122458:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016127.122461:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016127.123092:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339126016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2109us (2232us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.123102:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2045 00000100:00100000:3.0:1734016127.133570:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.133735:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339126144 00000100:00100000:2.0:1734016127.133751:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339126144 00000100:00100000:1.0:1734016127.134877:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11167 00000100:00100000:1.0:1734016127.134885:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339126144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.134901:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.134915:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73217a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ee9 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.134964:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341609600:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.135022:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.144035:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341609600:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.144074:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73217a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ee9 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.144089:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73217a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ee9 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.144116:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016127.144170:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339126144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9284us (10616us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.144209:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11167 00000100:00100000:3.0:1734016127.154051:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.154153:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339126272 00000100:00100000:1.0:1734016127.154161:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339126272 00000100:00100000:1.0:1734016127.154241:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11168 00000100:00100000:1.0:1734016127.154248:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339126272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.154286:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.154302:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73217b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ef0 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.154346:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341609728:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.156278:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.166426:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341609728:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.166473:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73217b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ef0 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.166492:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73217b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ef0 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.166522:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016127.166593:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339126272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12344us (12549us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.166601:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11168 00000100:00100000:0.0:1734016127.169670:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.169746:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339126400 00000100:00100000:1.0:1734016127.169753:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339126400 00000100:00100000:1.0:1734016127.169880:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11169 00000100:00100000:1.0:1734016127.169886:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339126400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.169901:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.169915:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73217b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ef7 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.169959:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341609856:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.170129:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.172149:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341609856:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.172205:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73217b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ef7 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.172217:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec73217b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ef7 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.172228:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016127.172261:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339126400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2374us (2600us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.172267:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11169 00000100:00100000:2.0:1734016127.178602:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.178697:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339126528 00000100:00100000:1.0:1734016127.178708:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339126528 00000100:00100000:1.0:1734016127.178747:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11170 00000100:00100000:1.0:1734016127.178754:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339126528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.178768:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.178784:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73217be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1efe expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.178836:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341609984:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.178964:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00010000:00010000:0.0:1734016127.179734:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016127.180711:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341609984:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.180744:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73217be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1efe expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.180755:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73217be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1efe expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.180765:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016127.183613:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339126528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4849us (5010us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.183628:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11170 00000100:00100000:0.0:1734016127.185752:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.185824:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339126656 00000100:00100000:2.0:1734016127.185831:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339126656 00000100:00100000:2.0:1734016127.186353:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2046 00000100:00100000:2.0:1734016127.186363:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339126656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.186386:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.186403:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73217c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f05 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.186485:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016127.186496:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016127.186505:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:2.0:1734016127.186520:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7444505 00000004:00200000:2.0:1734016127.186523:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.186532:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016127.186547:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec73217c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 15 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.186568:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 14 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.186575:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016127.186578:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.186581:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016127.186619:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339126656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 257us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.186624:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2046 00000100:00100000:0.0:1734016127.191350:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.191462:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339126784 00000100:00100000:1.0:1734016127.191475:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339126784 00000100:00100000:1.0:1734016127.191547:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11171 00000100:00100000:1.0:1734016127.191555:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339126784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.191582:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.191603:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73217d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f0c expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.191676:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610112:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.192839:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.225717:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610112:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.225751:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73217d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f0c expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.225765:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73217d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f0c expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.225791:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016127.225838:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339126784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 34282us (34498us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.225847:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11171 00000100:00100000:0.0:1734016127.227857:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.228205:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339126912 00000100:00100000:1.0:1734016127.228213:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339126912 00000100:00100000:1.0:1734016127.228262:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11172 00000100:00100000:1.0:1734016127.228269:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339126912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.228283:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.228298:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73217da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f13 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.228345:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610240:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.228405:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.229658:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610240:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.229678:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73217da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f13 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.229687:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73217da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f13 expref: 11 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.229695:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016127.229727:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339126912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1457us (1874us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.229732:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11172 00000100:00100000:0.0:1734016127.231628:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.231741:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339127168 00000100:00100000:3.0:1734016127.231751:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339127168 00000100:00100000:3.0:1734016127.231800:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2047 00000100:00100000:3.0:1734016127.231806:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339127168:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016127.231858:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.231878:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec73217a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ee2 expref: 17 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.231911:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016127.231916:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016127.232070:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.232082:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 13 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.232088:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.232114:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 13 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.232128:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 13 pid: 7702 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016127.232139:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341610368:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016127.232223:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.234036:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341610368:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016127.234060:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016127.236390:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.237088:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339127296 00000100:00100000:1.0:1734016127.237100:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339127296 00010000:00010000:1.0:1734016127.237139:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 14 pid: 7702 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016127.237200:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2871 00000100:00100000:1.0:1734016127.237208:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247339127296:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.237225:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.237231:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 14 pid: 7702 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.237240:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 14 pid: 7702 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.237260:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec73217cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f05 expref: 14 pid: 7702 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.237276:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016127.237281:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.237289:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.237295:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.237311:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016127.237352:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339127296:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 144us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.237358:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2871 00010000:00010000:3.0:1734016127.237428:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.237435:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:3.0:1734016127.237518:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968576 00000004:00010000:3.0:1734016127.237556:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071e5a300 reply state ffff88012c8bc000 transno 4294968577 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:3.0:1734016127.237562:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016127.237628:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339127168:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5821us (6008us total) trans 4294968577 rc 0/0 00000100:00100000:3.0:1734016127.237650:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2047 00000020:00080000:3.0:1734016127.237653:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016127.241112:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.241125:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.241133:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.241137:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165b00 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016127.241140:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.241146:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.241161:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016127.241164:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016127.241167:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.241172:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73217e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016127.241284:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.241356:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339127424 00000100:00100000:1.0:1734016127.241363:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339127424 00000100:00100000:1.0:1734016127.241407:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11173 00000100:00100000:1.0:1734016127.241413:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339127424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.241429:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.241443:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f1a expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.241469:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.241475:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016127.241476:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016127.241479:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.241504:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.241513:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 11 pid: 7681 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016127.241524:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610496:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016127.241568:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.243239:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610496:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016127.243274:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.243289:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016127.243326:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339127424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1912us (2045us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.243335:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11173 00000100:00100000:0.0:1734016127.245299:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.245379:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339127552 00000100:00100000:3.0:1734016127.245386:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339127552 00010000:00010000:3.0:1734016127.245415:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 12 pid: 7681 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016127.245450:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2872 00000100:00100000:3.0:1734016127.245456:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339127552:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.245469:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.245484:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 12 pid: 7681 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.245495:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 12 pid: 7681 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.245512:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321794 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1edb expref: 12 pid: 7681 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.245524:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.245525:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.245530:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.245537:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.245566:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 10 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.245575:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341610624:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016127.245617:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.247281:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.247361:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341610624:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016127.247377:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.247420:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339127552:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1963us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.247428:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2872 00000100:00100000:3.0:1734016127.247464:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339127680 00000100:00100000:3.0:1734016127.247467:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339127680 00002000:00010000:3.0:1734016127.247486:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (474062->18446744073709551615) 00002000:00100000:3.0:1734016127.247489:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ce00 with x1818247339127680 ext(474062->18446744073709551615) 00002000:00010000:3.0:1734016127.247497:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ce00. 00000100:00100000:3.0:1734016127.247511:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9296 00000100:00100000:3.0:1734016127.247515:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339127680:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016127.253694:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7444505 -> 474062 00002000:00010000:3.0:1734016127.253702:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.253704:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016127.253706:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.253707:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 920 -> 448 00000100:00100000:0.0:1734016127.257917:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.258045:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339127680:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 10526us (10767us total) trans 4294969358 rc 0/0 00000100:00100000:3.0:1734016127.258057:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9296 00002000:00010000:3.0:1734016127.258065:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (474062->18446744073709551615) 00002000:00100000:3.0:1734016127.258069:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ce00 with x1818247339127680 ext(474062->18446744073709551615) 00002000:00010000:3.0:1734016127.258078:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ce00. 00000100:00100000:2.0:1734016127.258212:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339127808 00000100:00100000:2.0:1734016127.258220:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339127808 00000100:00100000:0.0:1734016127.259396:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2048 00000100:00100000:0.0:1734016127.259403:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339127808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.259430:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.259447:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec73217ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f21 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.259549:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016127.259562:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016127.259573:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016127.259599:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 474062 00000004:00200000:0.0:1734016127.259603:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016127.259618:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016127.259648:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9440/0x903ef4aec73217ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.259676:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.259685:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016127.259687:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016127.259691:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016127.260876:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339127808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1463us (2963us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.260888:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2048 00000100:00100000:1.0:1734016127.265129:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.265209:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339127936 00000100:00100000:2.0:1734016127.265217:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339127936 00000100:00100000:2.0:1734016127.265268:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11174 00000100:00100000:2.0:1734016127.265274:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339127936:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016127.266962:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 474062 -> 474062 00002000:00010000:3.0:1734016127.266969:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.266971:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016127.266973:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.266974:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 448 -> 360 00000100:00100000:3.0:1734016127.267054:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339127936:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1776us (1929us total) trans 4294969359 rc 0/0 00000100:00100000:3.0:1734016127.267064:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11174 00000100:00100000:2.0:1734016127.270728:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.271068:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339128064 00000100:00100000:0.0:1734016127.271077:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339128064 00000100:00100000:0.0:1734016127.271887:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2049 00000100:00100000:0.0:1734016127.271896:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339128064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.271988:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.272011:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73217fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f28 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.272092:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321804 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.272107:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.272116:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016127.272136:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 474062 00000004:00200000:1.0:1734016127.272140:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016127.272153:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.272172:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73217fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f28 expref: 15 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.272210:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321804 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f28 expref: 14 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.272218:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016127.272221:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016127.272223:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016127.272281:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339128064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 385us (1560us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.272286:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2049 00000100:00100000:0.0:1734016127.275113:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.276012:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339128192 00000100:00100000:3.0:1734016127.276021:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339128192 00000100:00100000:3.0:1734016127.276050:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11175 00000100:00100000:3.0:1734016127.276056:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339128192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.276070:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.276083:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec732180b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f2f expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.276123:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610752:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016127.276163:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.278091:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610752:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.278119:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec732180b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f2f expref: 12 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.278131:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec732180b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f2f expref: 12 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.278148:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:2.0:1734016127.278205:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339128192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2121us (3073us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.278214:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11175 00000100:00100000:0.0:1734016127.284475:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.284680:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339128320 00000100:00100000:2.0:1734016127.284693:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339128320 00000100:00100000:2.0:1734016127.284752:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11176 00000100:00100000:2.0:1734016127.284762:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339128320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.284791:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.284815:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321812 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f36 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.284879:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610880:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.285682:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.291287:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341610880:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.291334:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321812 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f36 expref: 12 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.291350:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321812 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f36 expref: 12 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.291952:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016127.292013:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339128320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7250us (7554us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.292025:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11176 00000100:00100000:0.0:1734016127.296795:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.296908:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339128448 00000100:00100000:2.0:1734016127.296916:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339128448 00000100:00100000:2.0:1734016127.296954:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11177 00000100:00100000:2.0:1734016127.296961:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339128448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.296979:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.296995:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321819 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f3d expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.297042:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611008:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.297097:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.299613:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611008:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.299666:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321819 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f3d expref: 12 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.299681:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321819 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f3d expref: 12 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.300088:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016127.300137:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339128448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3175us (3349us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.300145:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11177 00000100:00100000:0.0:1734016127.303136:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.303620:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339128576 00000100:00100000:2.0:1734016127.303629:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339128576 00000100:00100000:2.0:1734016127.303922:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11178 00000100:00100000:2.0:1734016127.303928:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339128576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.303944:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.303959:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f44 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.303984:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.303992:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.303993:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.303997:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [471040->475135] (req 471040->475135) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.304019:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.304028:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 12 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016127.304039:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611136:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016127.304315:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.306293:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611136:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016127.306317:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [471040->475135] (req 471040->475135) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.306331:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016127.306360:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339128576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2431us (3232us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.306367:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11178 00000100:00100000:0.0:1734016127.307554:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.307790:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339128704 00000100:00100000:3.0:1734016127.307797:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339128704 00010000:00010000:3.0:1734016127.307919:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016127.307941:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2873 00000100:00100000:3.0:1734016127.307947:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339128704:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.307961:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.307977:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.307987:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.308005:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73217e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f1a expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.308018:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.308019:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.308025:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.308038:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.308063:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 11 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.308073:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341611264:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016127.308107:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.311643:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341611264:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016127.311664:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.311703:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339128704:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3754us (4151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.311712:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2873 00000100:00100000:0.0:1734016127.312394:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.312751:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339128960 00000100:00100000:3.0:1734016127.312758:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339128960 00002000:00100000:3.0:1734016127.312798:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (471040->475135) req@ffff8801312c7b80 x1818247339128960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.312807:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7b80 with x1818247339128960 ext(471040->475135) 00002000:00010000:3.0:1734016127.312812:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7b80 00000100:00100000:3.0:1734016127.313315:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9297 00000100:00100000:3.0:1734016127.313323:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339128960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.314044:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801312c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339128960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 719us (1649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.314055:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9297 00002000:00100000:3.0:1734016127.314063:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (471040->475135) req@ffff8801312c7b80 x1818247339128960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.314072:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8801312c7b80 with x1818247339128960 ext(471040->475135) 00002000:00010000:3.0:1734016127.314076:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801312c7b80 00000100:00100000:0.0:1734016127.343421:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.343526:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339129216 00000100:00100000:3.0:1734016127.343534:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339129216 00002000:00100000:3.0:1734016127.343571:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (466944->471039) req@ffff88012d190a80 x1818247339129216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.343580:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190a80 with x1818247339129216 ext(466944->471039) 00002000:00010000:3.0:1734016127.343586:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190a80 00000100:00100000:3.0:1734016127.343605:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9298 00000100:00100000:3.0:1734016127.343612:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339129216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.345129:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339129216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1511us (1711us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.345139:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9298 00002000:00100000:3.0:1734016127.345147:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (466944->471039) req@ffff88012d190a80 x1818247339129216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.345155:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190a80 with x1818247339129216 ext(466944->471039) 00002000:00010000:3.0:1734016127.345159:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190a80 00000100:00100000:0.0:1734016127.350094:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.350540:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339129472 00000100:00100000:3.0:1734016127.350549:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339129472 00002000:00100000:3.0:1734016127.350586:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (462848->466943) req@ffff88012d191c00 x1818247339129472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.350600:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191c00 with x1818247339129472 ext(462848->466943) 00002000:00010000:3.0:1734016127.350605:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191c00 00000100:00100000:3.0:1734016127.350620:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9299 00000100:00100000:3.0:1734016127.350626:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339129472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.351588:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d191c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339129472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 954us (1499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.351596:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9299 00002000:00100000:3.0:1734016127.351604:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (462848->466943) req@ffff88012d191c00 x1818247339129472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.351610:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d191c00 with x1818247339129472 ext(462848->466943) 00002000:00010000:3.0:1734016127.351614:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d191c00 00000100:00100000:0.0:1734016127.355962:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.356277:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339129728 00000100:00100000:3.0:1734016127.356286:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339129728 00002000:00100000:3.0:1734016127.356332:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (458752->462847) req@ffff88012d190380 x1818247339129728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.356343:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190380 with x1818247339129728 ext(458752->462847) 00002000:00010000:3.0:1734016127.356348:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190380 00000100:00100000:3.0:1734016127.356366:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9300 00000100:00100000:3.0:1734016127.356372:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339129728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.356513:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d190380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339129728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.356520:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9300 00002000:00100000:3.0:1734016127.356526:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (458752->462847) req@ffff88012d190380 x1818247339129728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.356533:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d190380 with x1818247339129728 ext(458752->462847) 00002000:00010000:3.0:1734016127.356536:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d190380 00000100:00100000:0.0:1734016127.365893:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.366090:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339129984 00000100:00100000:2.0:1734016127.366107:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339129984 00002000:00100000:2.0:1734016127.366149:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (454656->458751) req@ffff88012eb66680 x1818247339129984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.366160:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66680 with x1818247339129984 ext(454656->458751) 00002000:00010000:2.0:1734016127.366166:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66680 00000100:00100000:2.0:1734016127.366234:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9301 00000100:00100000:2.0:1734016127.366244:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339129984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.366403:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339129984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 159us (523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.366412:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9301 00002000:00100000:2.0:1734016127.366418:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (454656->458751) req@ffff88012eb66680 x1818247339129984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.366424:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66680 with x1818247339129984 ext(454656->458751) 00002000:00010000:2.0:1734016127.366427:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66680 00000100:00100000:0.0:1734016127.369923:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.370018:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339130240 00000100:00100000:3.0:1734016127.370028:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339130240 00002000:00100000:3.0:1734016127.370075:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (450560->454655) req@ffff88012eb65f80 x1818247339130240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.370085:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65f80 with x1818247339130240 ext(450560->454655) 00002000:00010000:3.0:1734016127.370090:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65f80 00000100:00100000:3.0:1734016127.370128:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9302 00000100:00100000:3.0:1734016127.370136:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339130240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.370349:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339130240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 212us (435us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.370356:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9302 00002000:00100000:3.0:1734016127.370361:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (450560->454655) req@ffff88012eb65f80 x1818247339130240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.370368:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65f80 with x1818247339130240 ext(450560->454655) 00002000:00010000:3.0:1734016127.370370:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65f80 00000100:00100000:0.0:1734016127.382095:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.382888:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339130496 00000100:00100000:2.0:1734016127.382898:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339130496 00002000:00100000:2.0:1734016127.382934:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (446464->450559) req@ffff88012eb66300 x1818247339130496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.382944:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66300 with x1818247339130496 ext(446464->450559) 00002000:00010000:2.0:1734016127.382948:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66300 00000100:00100000:2.0:1734016127.382976:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9303 00000100:00100000:2.0:1734016127.382981:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339130496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.383104:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339130496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 122us (1019us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.383110:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9303 00002000:00100000:2.0:1734016127.383115:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (446464->450559) req@ffff88012eb66300 x1818247339130496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.383122:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb66300 with x1818247339130496 ext(446464->450559) 00002000:00010000:2.0:1734016127.383125:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb66300 00000100:00100000:0.0:1734016127.388429:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.389260:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339130752 00000100:00100000:3.0:1734016127.389272:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339130752 00002000:00100000:3.0:1734016127.389323:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (442368->446463) req@ffff88012eb65c00 x1818247339130752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.389333:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65c00 with x1818247339130752 ext(442368->446463) 00002000:00010000:3.0:1734016127.389338:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65c00 00000100:00100000:3.0:1734016127.389381:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9304 00000100:00100000:3.0:1734016127.389388:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339130752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.389545:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339130752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (1125us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.389551:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9304 00002000:00100000:3.0:1734016127.389557:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (442368->446463) req@ffff88012eb65c00 x1818247339130752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.389563:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eb65c00 with x1818247339130752 ext(442368->446463) 00002000:00010000:3.0:1734016127.389566:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eb65c00 00000100:00100000:0.0:1734016127.397642:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.397829:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339131008 00000100:00100000:2.0:1734016127.397840:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339131008 00002000:00100000:2.0:1734016127.397882:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (438272->442367) req@ffff88012d8a9880 x1818247339131008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.397893:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9880 with x1818247339131008 ext(438272->442367) 00002000:00010000:2.0:1734016127.397899:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9880 00000100:00100000:2.0:1734016127.397941:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9305 00000100:00100000:2.0:1734016127.397950:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339131008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.398141:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339131008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.398150:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9305 00002000:00100000:2.0:1734016127.398156:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (438272->442367) req@ffff88012d8a9880 x1818247339131008/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.398164:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9880 with x1818247339131008 ext(438272->442367) 00002000:00010000:2.0:1734016127.398167:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9880 00000100:00100000:0.0:1734016127.407120:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.407210:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339131264 00000100:00100000:1.0:1734016127.407219:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339131264 00000100:00100000:1.0:1734016127.407269:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2050 00000100:00100000:1.0:1734016127.407276:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339131264:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016127.407316:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.407337:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321804 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f28 expref: 14 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.407370:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016127.407374:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016127.407501:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.407514:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.407520:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.407547:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.407557:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 18 pid: 6475 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016127.407568:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341611392:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016127.407616:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1639c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.411051:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341611392:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016127.411077:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016127.411298:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.414934:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339131392 00000100:00100000:3.0:1734016127.414949:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339131392 00010000:00010000:3.0:1734016127.414985:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 19 pid: 6475 timeout: 490 lvb_type: 0 00000100:00100000:3.0:1734016127.415030:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2874 00000100:00100000:3.0:1734016127.415037:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247339131392:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.415050:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.415056:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 19 pid: 6475 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.415065:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 19 pid: 6475 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.415085:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73217f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f21 expref: 19 pid: 6475 timeout: 490 lvb_type: 0 00010000:00010000:3.0:1734016127.415105:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016127.415110:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.415118:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.415124:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.415144:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.415221:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247339131392:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 183us (3923us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.415227:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2874 00010000:00010000:3.0:1734016127.415266:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.415272:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:3.0:1734016127.415342:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968578 00000004:00010000:3.0:1734016127.415376:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d8a8a80 reply state ffff880071e7f000 transno 4294968579 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:3.0:1734016127.415382:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016127.415438:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339131264:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8162us (8326us total) trans 4294968579 rc 0/0 00000100:00100000:3.0:1734016127.415445:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2050 00000020:00080000:3.0:1734016127.415448:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016127.418959:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.418972:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.418977:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.418982:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016127.418986:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.418991:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.419004:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016127.419007:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016127.419009:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016127.419013:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321827 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016127.419258:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.419423:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339131520 00000100:00100000:2.0:1734016127.419432:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339131520 00000100:00100000:2.0:1734016127.419466:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11179 00000100:00100000:2.0:1734016127.419472:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339131520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.419488:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.419500:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f4b expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.419523:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.419529:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.419531:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.419534:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.419559:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.419569:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016127.419581:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611520:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016127.419838:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.421628:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611520:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016127.421665:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.421681:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016127.421713:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339131520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2241us (2461us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.421720:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11179 00000100:00100000:0.0:1734016127.423405:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.423481:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339131648 00000100:00100000:1.0:1734016127.423488:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339131648 00010000:00010000:1.0:1734016127.423514:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016127.423551:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2875 00000100:00100000:1.0:1734016127.423557:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339131648:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.423573:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.423590:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.423601:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.423621:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321820 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f44 expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.423643:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.423645:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.423650:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.423659:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.423687:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.423700:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341611648:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016127.423740:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1639c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.431072:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341611648:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016127.431097:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016127.432101:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339131648:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8539us (8698us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.432114:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2875 00000100:00100000:0.0:1734016127.433064:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.433272:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339131776 00000100:00100000:3.0:1734016127.433280:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339131776 00002000:00010000:3.0:1734016127.433312:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (945106->18446744073709551615) 00002000:00100000:3.0:1734016127.433316:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134a80 with x1818247339131776 ext(945106->18446744073709551615) 00002000:00010000:3.0:1734016127.433327:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134a80. 00000100:00100000:3.0:1734016127.433356:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9306 00000100:00100000:3.0:1734016127.433363:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339131776:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016127.433530:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 474062 -> 945106 00002000:00010000:3.0:1734016127.433534:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.433535:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016127.433537:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.433539:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 360 -> 360 00000100:00100000:3.0:1734016127.433575:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339131776:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 212us (513us total) trans 4294969360 rc 0/0 00000100:00100000:3.0:1734016127.433581:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9306 00002000:00010000:3.0:1734016127.433584:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (945106->18446744073709551615) 00002000:00100000:3.0:1734016127.433586:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ac134a80 with x1818247339131776 ext(945106->18446744073709551615) 00002000:00010000:3.0:1734016127.433589:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800ac134a80. 00000100:00100000:0.0:1734016127.441929:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.443272:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339131904 00000100:00100000:3.0:1734016127.443281:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339131904 00000100:00100000:3.0:1734016127.443336:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2051 00000100:00100000:3.0:1734016127.443343:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339131904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.443361:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.443376:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321835 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f52 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.443443:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.443454:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.443462:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:3.0:1734016127.443484:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 945106 00000004:00200000:3.0:1734016127.443487:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016127.443498:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016127.443514:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321835 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.443531:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 19 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.443537:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016127.443540:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016127.443542:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016127.443597:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339131904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 254us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.443602:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2051 00000100:00100000:0.0:1734016127.452862:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.452970:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339132032 00000100:00100000:2.0:1734016127.452978:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339132032 00000100:00100000:2.0:1734016127.453020:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11180 00000100:00100000:2.0:1734016127.453028:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339132032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.453050:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.453069:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321843 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f59 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.453125:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611776:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.453232:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.456140:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611776:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.456173:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321843 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f59 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.456220:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321843 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f59 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.456247:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016127.456293:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339132032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3265us (3442us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.456303:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11180 00000100:00100000:0.0:1734016127.463019:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.463107:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339132160 00000100:00100000:2.0:1734016127.463115:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339132160 00000100:00100000:2.0:1734016127.463147:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11181 00000100:00100000:2.0:1734016127.463152:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339132160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.463168:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.463202:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732184a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f60 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.463256:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611904:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.463310:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.470057:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341611904:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.470090:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732184a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f60 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.470103:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732184a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f60 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.470128:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016127.470172:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339132160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7018us (7161us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.470205:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11181 00000100:00100000:0.0:1734016127.473800:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.474515:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339132288 00000100:00100000:2.0:1734016127.474525:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339132288 00000100:00100000:2.0:1734016127.474577:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11182 00000100:00100000:2.0:1734016127.474584:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339132288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.474601:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.474616:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321851 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f67 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.474681:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612032:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.474730:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.477150:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612032:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.477212:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321851 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f67 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.477228:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321851 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f67 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.477238:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016127.477275:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339132288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2690us (3484us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.477283:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11182 00000100:00100000:0.0:1734016127.480906:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.481466:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339132416 00000100:00100000:2.0:1734016127.481474:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339132416 00000100:00100000:2.0:1734016127.482036:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11183 00000100:00100000:2.0:1734016127.482043:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339132416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.482059:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.482075:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321858 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f6e expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.482123:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612160:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.482206:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.486813:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612160:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.486843:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321858 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f6e expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.486856:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321858 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f6e expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.486926:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016127.487065:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339132416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5020us (6165us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.487072:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11183 00000100:00100000:0.0:1734016127.490481:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.490617:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339132544 00000100:00100000:2.0:1734016127.490625:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339132544 00000100:00100000:2.0:1734016127.490971:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11184 00000100:00100000:2.0:1734016127.490978:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339132544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.490994:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.491009:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732185f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f75 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.491060:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612288:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.491124:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.493039:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612288:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.493066:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732185f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f75 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.493077:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732185f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f75 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.493088:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016127.493125:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339132544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2147us (2652us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.493131:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11184 00000100:00100000:0.0:1734016127.499363:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.499451:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339132672 00000100:00100000:2.0:1734016127.499461:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339132672 00000100:00100000:2.0:1734016127.499555:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11185 00000100:00100000:2.0:1734016127.499562:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339132672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.499580:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.499597:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f7c expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.499626:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.499644:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.499647:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.499650:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10268672->10301439] (req 10268672->10301439) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.499681:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.499695:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 12 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:2.0:1734016127.499715:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612416:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016127.500581:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.503889:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.504569:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612416:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016127.504597:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [10268672->10301439] (req 10268672->10301439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.504614:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016127.504665:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339132672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5103us (5313us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.504674:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11185 00000100:00100000:1.0:1734016127.506254:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339132800 00000100:00100000:1.0:1734016127.506265:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339132800 00010000:00010000:1.0:1734016127.506295:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016127.506608:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2876 00000100:00100000:1.0:1734016127.506615:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339132800:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.506638:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.506659:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.506670:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.506690:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732182e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f4b expref: 13 pid: 8706 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016127.506984:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.506986:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.506993:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.507002:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.507042:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.507055:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341612544:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016127.507123:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c1639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.515052:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.515456:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341612544:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016127.515475:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016127.515516:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339132800:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8901us (11635us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.515526:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2876 00000100:00100000:2.0:1734016127.518191:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339132928 00000100:00100000:2.0:1734016127.518207:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339132928 00000100:00100000:2.0:1734016127.518260:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11186 00000100:00100000:2.0:1734016127.518267:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339132928:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016127.518477:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 945106 -> 945106 00002000:00010000:2.0:1734016127.518480:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016127.518482:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016127.518485:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016127.518487:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 360 -> 424 00000100:00100000:2.0:1734016127.518542:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339132928:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 275us (3497us total) trans 4294969361 rc 0/0 00000100:00100000:2.0:1734016127.518549:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11186 00000100:00100000:0.0:1734016127.532116:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.533564:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339133056 00000100:00100000:2.0:1734016127.533579:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339133056 00000100:00100000:2.0:1734016127.534417:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2052 00000100:00100000:2.0:1734016127.534427:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247339133056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.534454:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.534473:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec732186d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f83 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.534554:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7321874 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.534567:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7321874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.534576:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7321874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016127.534599:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 945106 00000004:00200000:2.0:1734016127.534603:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.534617:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7321874 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.534652:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec732186d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f83 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.534836:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7321874 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f83 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.534845:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016127.534848:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.534852:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016127.534906:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339133056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 480us (2799us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.534915:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2052 00000100:00100000:0.0:1734016127.538501:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.538584:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339133184 00000100:00100000:1.0:1734016127.538592:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339133184 00000100:00100000:1.0:1734016127.538646:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11187 00000100:00100000:1.0:1734016127.538652:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339133184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.538669:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.538686:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732187b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f8a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.538734:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341612672:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.538780:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.543793:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341612672:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.543826:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732187b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f8a expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.543837:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec732187b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f8a expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.543870:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016127.543921:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339133184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5267us (5434us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.543928:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11187 00000100:00100000:0.0:1734016127.559322:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.560512:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339133312 00000100:00100000:1.0:1734016127.560523:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339133312 00000100:00100000:1.0:1734016127.560663:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11188 00000100:00100000:1.0:1734016127.560670:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339133312:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.560690:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.560707:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321882 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f91 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.560758:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341612800:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.560817:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.571649:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341612800:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.571693:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321882 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f91 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.571710:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321882 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f91 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.571741:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016127.571805:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339133312:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11133us (12494us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.571820:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11188 00000100:00100000:0.0:1734016127.577872:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.579394:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339133440 00000100:00100000:1.0:1734016127.579410:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339133440 00000100:00100000:1.0:1734016127.579478:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11189 00000100:00100000:1.0:1734016127.579488:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339133440:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016127.579797:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 945106 -> 945106 00002000:00010000:1.0:1734016127.579800:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.579802:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016127.579803:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.579805:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 424 -> 416 00000100:00100000:1.0:1734016127.579903:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339133440:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 416us (2047us total) trans 4294969362 rc 0/0 00000100:00100000:1.0:1734016127.579911:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11189 00000100:00100000:0.0:1734016127.584268:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.584379:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339133568 00000100:00100000:2.0:1734016127.584389:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339133568 00000100:00100000:2.0:1734016127.584444:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11190 00000100:00100000:2.0:1734016127.584451:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339133568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.584468:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.584486:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321889 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f98 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.584543:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612928:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.584619:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.587543:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341612928:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.587590:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321889 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f98 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.587610:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321889 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f98 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.587717:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016127.588083:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339133568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3629us (3823us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.588094:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11190 00000100:00100000:0.0:1734016127.593745:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.594953:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339133696 00000100:00100000:2.0:1734016127.594962:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339133696 00000100:00100000:2.0:1734016127.595070:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11191 00000100:00100000:2.0:1734016127.595078:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339133696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.595094:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.595111:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321890 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1f9f expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.595159:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341613056:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.595250:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.604363:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341613056:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.604400:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321890 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f9f expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.604414:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321890 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f9f expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.604439:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016127.604485:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339133696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9407us (10748us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.604495:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11191 00000100:00100000:0.0:1734016127.608747:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.608835:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339133824 00000100:00100000:2.0:1734016127.608843:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339133824 00000100:00100000:2.0:1734016127.608887:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11192 00000100:00100000:2.0:1734016127.608894:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339133824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.608910:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.608926:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321897 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fa6 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.608981:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074068e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341613184:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016127.609048:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.615904:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074068e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341613184:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.615944:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321897 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fa6 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.615957:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321897 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fa6 expref: 13 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.615986:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016127.616046:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339133824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7151us (7306us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.616054:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11192 00000100:00100000:0.0:1734016127.618648:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.618732:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339133952 00000100:00100000:2.0:1734016127.618740:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339133952 00000100:00100000:2.0:1734016127.618874:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11193 00000100:00100000:2.0:1734016127.618882:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339133952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.618904:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.618923:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fad expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.618952:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 14 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.618965:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.618967:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.618971:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [663552->667647] (req 663552->667647) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.618999:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 14 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.619010:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 14 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.619022:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074068e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341613312:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016127.619095:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.621197:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074068e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341613312:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016127.621223:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [663552->667647] (req 663552->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 13 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.621235:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016127.622388:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339133952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3502us (3754us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.622396:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11193 00000100:00100000:0.0:1734016127.622746:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.622811:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339134080 00000100:00100000:1.0:1734016127.622818:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339134080 00010000:00010000:1.0:1734016127.622840:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 15 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016127.622873:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2877 00000100:00100000:1.0:1734016127.622878:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247339134080:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.622890:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.622906:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 15 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.622916:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 15 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.622935:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321866 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f7c expref: 15 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:1.0:1734016127.622958:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.622960:0:8952:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.622966:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.622973:0:8952:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.622998:0:8952:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 12 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.623009:0:8952:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341613440:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016127.623054:0:8952:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.628366:0:8952:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8952:1818247341613440:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016127.628385:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016127.628436:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339134080:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5555us (5689us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.628447:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2877 00000100:00100000:0.0:1734016127.632295:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.632373:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339134336 00000100:00100000:2.0:1734016127.632382:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339134336 00002000:00100000:2.0:1734016127.632428:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (663552->667647) req@ffff880071f75c00 x1818247339134336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.632444:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75c00 with x1818247339134336 ext(663552->667647) 00002000:00010000:2.0:1734016127.632449:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75c00 00000100:00100000:2.0:1734016127.633287:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9307 00000100:00100000:2.0:1734016127.633296:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339134336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.633487:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339134336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (1206us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.633494:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9307 00002000:00100000:2.0:1734016127.633500:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (663552->667647) req@ffff880071f75c00 x1818247339134336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.633506:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75c00 with x1818247339134336 ext(663552->667647) 00002000:00010000:2.0:1734016127.633510:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75c00 00000100:00100000:0.0:1734016127.637354:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.637535:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339134592 00000100:00100000:3.0:1734016127.637544:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339134592 00002000:00100000:3.0:1734016127.637582:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (659456->663551) req@ffff880071f74380 x1818247339134592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.637592:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74380 with x1818247339134592 ext(659456->663551) 00002000:00010000:3.0:1734016127.637596:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74380 00000100:00100000:3.0:1734016127.637637:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9308 00000100:00100000:3.0:1734016127.637644:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339134592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.637845:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339134592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.637853:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9308 00002000:00100000:3.0:1734016127.637858:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (659456->663551) req@ffff880071f74380 x1818247339134592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.637865:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74380 with x1818247339134592 ext(659456->663551) 00002000:00010000:3.0:1734016127.637868:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74380 00000100:00100000:0.0:1734016127.641801:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.642013:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339134848 00000100:00100000:2.0:1734016127.642024:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339134848 00002000:00100000:2.0:1734016127.642064:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (655360->659455) req@ffff880071f76a00 x1818247339134848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.642074:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76a00 with x1818247339134848 ext(655360->659455) 00002000:00010000:2.0:1734016127.642079:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76a00 00000100:00100000:2.0:1734016127.642111:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9309 00000100:00100000:2.0:1734016127.642117:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339134848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.642303:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339134848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 184us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.642309:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9309 00002000:00100000:2.0:1734016127.642315:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (655360->659455) req@ffff880071f76a00 x1818247339134848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.642322:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76a00 with x1818247339134848 ext(655360->659455) 00002000:00010000:2.0:1734016127.642324:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76a00 00000100:00100000:0.0:1734016127.644930:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.645092:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339135104 00000100:00100000:3.0:1734016127.645102:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339135104 00002000:00100000:3.0:1734016127.645133:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (651264->655359) req@ffff880071f77480 x1818247339135104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.645142:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77480 with x1818247339135104 ext(651264->655359) 00002000:00010000:3.0:1734016127.645146:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77480 00000100:00100000:3.0:1734016127.645173:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9310 00000100:00100000:3.0:1734016127.645209:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339135104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.645343:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339135104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164us (420us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.645350:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9310 00002000:00100000:3.0:1734016127.645355:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (651264->655359) req@ffff880071f77480 x1818247339135104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.645361:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77480 with x1818247339135104 ext(651264->655359) 00002000:00010000:3.0:1734016127.645364:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77480 00000100:00100000:0.0:1734016127.660037:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.663717:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339135360 00000100:00100000:2.0:1734016127.663729:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339135360 00002000:00100000:2.0:1734016127.663771:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (647168->651263) req@ffff880071f77100 x1818247339135360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.663781:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77100 with x1818247339135360 ext(647168->651263) 00002000:00010000:2.0:1734016127.663786:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77100 00000100:00100000:2.0:1734016127.663826:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9311 00000100:00100000:2.0:1734016127.663832:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339135360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.664006:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339135360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (3975us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.664012:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9311 00002000:00100000:2.0:1734016127.664017:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (647168->651263) req@ffff880071f77100 x1818247339135360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.664023:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77100 with x1818247339135360 ext(647168->651263) 00002000:00010000:2.0:1734016127.664026:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77100 00000100:00100000:0.0:1734016127.671660:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.671761:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339135616 00000100:00100000:3.0:1734016127.671770:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339135616 00002000:00100000:3.0:1734016127.671814:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (643072->647167) req@ffff880071f77800 x1818247339135616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.671829:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77800 with x1818247339135616 ext(643072->647167) 00002000:00010000:3.0:1734016127.671834:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77800 00000100:00100000:3.0:1734016127.671864:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9312 00000100:00100000:3.0:1734016127.671870:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339135616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.672049:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339135616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (400us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.672055:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9312 00002000:00100000:3.0:1734016127.672061:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (643072->647167) req@ffff880071f77800 x1818247339135616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.672067:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77800 with x1818247339135616 ext(643072->647167) 00002000:00010000:3.0:1734016127.672070:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77800 00000100:00100000:0.0:1734016127.676573:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.680893:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339135872 00000100:00100000:2.0:1734016127.680907:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339135872 00002000:00100000:2.0:1734016127.680953:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (638976->643071) req@ffff880071f74e00 x1818247339135872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.680964:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74e00 with x1818247339135872 ext(638976->643071) 00002000:00010000:2.0:1734016127.680969:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74e00 00000100:00100000:2.0:1734016127.681001:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9313 00000100:00100000:2.0:1734016127.681007:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339135872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.681163:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339135872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (4598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.681170:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9313 00002000:00100000:2.0:1734016127.681175:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (638976->643071) req@ffff880071f74e00 x1818247339135872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.681195:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74e00 with x1818247339135872 ext(638976->643071) 00002000:00010000:2.0:1734016127.681198:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74e00 00000100:00100000:0.0:1734016127.688339:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.688443:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339136128 00000100:00100000:3.0:1734016127.688455:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339136128 00002000:00100000:3.0:1734016127.688496:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (634880->638975) req@ffff880071f75180 x1818247339136128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.688505:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75180 with x1818247339136128 ext(634880->638975) 00002000:00010000:3.0:1734016127.688510:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75180 00000100:00100000:3.0:1734016127.688548:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9314 00000100:00100000:3.0:1734016127.688554:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339136128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.688743:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339136128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 188us (415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.688750:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9314 00002000:00100000:3.0:1734016127.688755:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (634880->638975) req@ffff880071f75180 x1818247339136128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.688762:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75180 with x1818247339136128 ext(634880->638975) 00002000:00010000:3.0:1734016127.688764:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75180 00000100:00100000:0.0:1734016127.692804:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.692900:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339136384 00000100:00100000:2.0:1734016127.692909:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339136384 00002000:00100000:2.0:1734016127.692953:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (630784->634879) req@ffff880071f75500 x1818247339136384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.692962:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75500 with x1818247339136384 ext(630784->634879) 00002000:00010000:2.0:1734016127.692967:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75500 00000100:00100000:2.0:1734016127.692997:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9315 00000100:00100000:2.0:1734016127.693004:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339136384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.693171:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339136384:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.693204:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9315 00002000:00100000:2.0:1734016127.693211:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (630784->634879) req@ffff880071f75500 x1818247339136384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.693217:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75500 with x1818247339136384 ext(630784->634879) 00002000:00010000:2.0:1734016127.693219:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75500 00000100:00100000:0.0:1734016127.699674:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.700165:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339136640 00000100:00100000:3.0:1734016127.700173:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339136640 00002000:00100000:3.0:1734016127.700254:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (626688->630783) req@ffff880071f75880 x1818247339136640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.700264:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75880 with x1818247339136640 ext(626688->630783) 00002000:00010000:3.0:1734016127.700268:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75880 00000100:00100000:3.0:1734016127.700300:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9316 00000100:00100000:3.0:1734016127.700306:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339136640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.700458:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339136640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (792us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.700465:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9316 00002000:00100000:3.0:1734016127.700471:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (626688->630783) req@ffff880071f75880 x1818247339136640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.700477:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75880 with x1818247339136640 ext(626688->630783) 00002000:00010000:3.0:1734016127.700479:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75880 00000100:00100000:2.0:1734016127.703865:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.704045:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339136768 00000100:00100000:3.0:1734016127.704052:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339136768 00000100:00100000:3.0:1734016127.705151:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11194 00000100:00100000:3.0:1734016127.705160:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339136768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.705198:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.705217:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fb4 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.705250:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.705252:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.705261:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 15 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.705275:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 15 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.705286:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016127.705710:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339136768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 549us (1852us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.705716:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11194 00000100:00100000:0.0:1734016127.710381:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.710453:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339136896 00000100:00100000:3.0:1734016127.710461:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339136896 00000100:00100000:1.0:1734016127.711574:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11195 00000100:00100000:1.0:1734016127.711585:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339136896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.711603:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.711620:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fbb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.711665:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 14 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.711672:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 14 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.711677:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.711679:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.711682:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [4612096->4673535] (req 4612096->4673535) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.711707:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 14 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.711719:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 14 pid: 8706 timeout: 491 lvb_type: 1 00000100:00100000:1.0:1734016127.711731:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341613568:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016127.711793:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 14 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.711799:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 14 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016127.711806:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341613696:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016127.711818:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.715951:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.716000:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.716087:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339137152 00000100:00100000:3.0:1734016127.716095:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339137152 00010000:00010000:3.0:1734016127.716128:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 15 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.716150:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339137024 00000100:00100000:3.0:1734016127.716152:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339137024 00010000:00010000:3.0:1734016127.716161:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 15 pid: 8706 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016127.716210:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2878 00000100:00100000:3.0:1734016127.716217:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339137152:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.716231:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.716248:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 15 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.716258:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 15 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.716281:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.716321:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339137152:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 103us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.716327:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2878 00000100:00100000:3.0:1734016127.716341:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2879 00000100:00100000:3.0:1734016127.716345:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339137024:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.716352:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.716358:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 15 pid: 8706 timeout: 491 lvb_type: 1 00010000:00010000:3.0:1734016127.716366:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 15 pid: 8706 timeout: 491 lvb_type: 1 00010000:00010000:3.0:1734016127.716377:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.716379:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.716384:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.716393:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.716422:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.716434:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341613824:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016127.716466:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00010000:00010000:1.0:1734016127.717040:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fb4 expref: 15 pid: 8706 timeout: 491 lvb_type: 1 00000100:00100000:1.0:1734016127.717060:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341613568:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016127.717070:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732189e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fad expref: 14 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016127.717078:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341613696:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016127.717102:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.717109:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016127.717132:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339136896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5550us (6760us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.717139:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11195 00000100:00100000:3.0:1734016127.721387:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7703480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341613824:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016127.721424:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.721487:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339137024:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5139us (5484us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.721499:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2879 00000100:00100000:3.0:1734016127.725334:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.726512:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339137280 00000100:00100000:1.0:1734016127.726523:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339137280 00000100:00100000:1.0:1734016127.726580:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11196 00000100:00100000:1.0:1734016127.726587:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339137280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.726605:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.726622:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73218b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fc2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.726692:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341613952:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.726767:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016127.729337:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 945106 -> 4671130 00002000:00010000:1.0:1734016127.729343:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016125 -> 1734016127 00000100:00100000:1.0:1734016127.729362:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341613952:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.729391:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73218b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fc2 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.729404:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73218b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fc2 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.729750:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016127.730408:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339137280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3817us (5080us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.730418:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11196 00000100:00100000:0.0:1734016127.734343:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.734449:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339137408 00000100:00100000:1.0:1734016127.734457:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339137408 00000100:00100000:1.0:1734016127.734503:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11197 00000100:00100000:1.0:1734016127.734509:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339137408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.734527:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.734541:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73218ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fc9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.734595:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341614080:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016127.734657:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012c163a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.741278:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341614080:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016127.741313:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73218ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fc9 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.741325:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73218ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fc9 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.741351:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016127.741400:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339137408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6889us (7065us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.741408:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11197 00000100:00100000:0.0:1734016127.747462:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.747574:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339137664 00000100:00100000:2.0:1734016127.747585:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339137664 00002000:00100000:2.0:1734016127.747666:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3256320->3260415) req@ffff880071464e00 x1818247339137664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.747676:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464e00 with x1818247339137664 ext(3256320->3260415) 00002000:00010000:2.0:1734016127.747683:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464e00 00000100:00100000:2.0:1734016127.747716:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9317 00000100:00100000:2.0:1734016127.747722:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339137664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.747877:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339137664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.747885:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9317 00002000:00100000:2.0:1734016127.747890:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3256320->3260415) req@ffff880071464e00 x1818247339137664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.747896:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464e00 with x1818247339137664 ext(3256320->3260415) 00002000:00010000:2.0:1734016127.747899:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464e00 00000100:00100000:0.0:1734016127.751847:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.751932:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339137920 00000100:00100000:3.0:1734016127.751941:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339137920 00002000:00100000:3.0:1734016127.751983:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3252224->3256319) req@ffff880071466d80 x1818247339137920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.751992:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466d80 with x1818247339137920 ext(3252224->3256319) 00002000:00010000:3.0:1734016127.751997:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466d80 00000100:00100000:3.0:1734016127.752685:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9318 00000100:00100000:3.0:1734016127.752694:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339137920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.753042:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339137920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 348us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.753051:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9318 00002000:00100000:3.0:1734016127.753059:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (3252224->3256319) req@ffff880071466d80 x1818247339137920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.753067:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466d80 with x1818247339137920 ext(3252224->3256319) 00002000:00010000:3.0:1734016127.753070:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466d80 00000100:00100000:0.0:1734016127.763312:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016127.764664:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339138048 00000100:00100000:1.0:1734016127.764675:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339138048 00000100:00100000:1.0:1734016127.764735:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11198 00000100:00100000:1.0:1734016127.764742:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339138048:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016127.764938:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4671130 -> 945106 00002000:00010000:1.0:1734016127.764941:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.764943:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016127 -> 1734016125 00002000:00010000:1.0:1734016127.764944:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016127.764946:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 416 -> 416 00000100:00100000:1.0:1734016127.765038:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247339138048:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 295us (1732us total) trans 4294969363 rc 0/0 00000100:00100000:1.0:1734016127.765044:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11198 00000100:00100000:0.0:1734016127.773410:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.773505:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339138176 00000100:00100000:3.0:1734016127.773516:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339138176 00000100:00100000:3.0:1734016127.773561:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11199 00000100:00100000:3.0:1734016127.773568:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247339138176:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016127.773740:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 945106 -> 945106 00002000:00010000:3.0:1734016127.773743:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.773745:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016127.773747:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.773749:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 416 -> 416 00000100:00100000:3.0:1734016127.774256:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247339138176:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 685us (857us total) trans 4294969364 rc 0/0 00000100:00100000:3.0:1734016127.774263:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11199 00000100:00100000:0.0:1734016127.777153:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.777301:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339138304 00000100:00100000:3.0:1734016127.777313:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339138304 00000100:00100000:3.0:1734016127.777774:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11200 00000100:00100000:3.0:1734016127.777784:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339138304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.777814:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.777847:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fd0 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.777927:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341614208:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016127.778000:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016127.782623:0:8706:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 945106 -> 4671130 00002000:00010000:3.0:1734016127.782641:0:8706:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016125 -> 1734016127 00002000:00010000:3.0:1734016127.782643:0:8706:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016127 -> 1734016128 00000100:00100000:3.0:1734016127.782664:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341614208:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016127.782695:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fd0 expref: 15 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.782708:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73218c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fd0 expref: 15 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.782947:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016127.783866:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339138304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6079us (6723us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.783874:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11200 00000100:00100000:0.0:1734016127.809610:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.809735:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339138432 00000100:00100000:3.0:1734016127.809750:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339138432 00000100:00100000:3.0:1734016127.809814:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11201 00000100:00100000:3.0:1734016127.809823:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339138432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.809845:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.809864:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73218c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fd7 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.809930:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341614336:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016127.810589:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.812952:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341614336:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016127.812986:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73218c8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fd7 expref: 15 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.813000:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73218c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fd7 expref: 15 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.813083:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016127.813699:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339138432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3875us (4100us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.813708:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11201 00000100:00100000:1.0:1734016127.817560:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.818208:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339138688 00000100:00100000:3.0:1734016127.818217:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339138688 00000100:00100000:3.0:1734016127.818261:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2053 00000100:00100000:3.0:1734016127.818267:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339138688:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016127.818310:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.818334:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7321874 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f83 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.818348:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016127.818352:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016127.818515:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.818529:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.818536:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.818569:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 18 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.818580:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 18 pid: 7702 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.818596:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341614464:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016127.818683:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.823083:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.823166:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339138816 00000100:00100000:2.0:1734016127.823173:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339138816 00010000:00010000:2.0:1734016127.823232:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 19 pid: 7702 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.823264:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2880 00000100:00100000:2.0:1734016127.823274:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1983:x1818247339138816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.823291:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.823296:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 19 pid: 7702 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.823312:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 19 pid: 7702 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016127.823345:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016127.823351:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.823363:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.823369:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.823508:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.823687:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1983:x1818247339138816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 412us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.823694:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2880 00010000:00010000:3.0:1734016127.826157:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732183c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1f52 expref: 18 pid: 7702 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.826229:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341614464:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016127.826253:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.826261:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.826266:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016127.826352:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968580 00000004:00010000:3.0:1734016127.826396:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071fd2a00 reply state ffff8801346e2000 transno 4294968581 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016127.826402:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016127.826510:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339138688:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8241us (8956us total) trans 4294968581 rc 0/0 00000100:00100000:3.0:1734016127.826519:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2053 00000020:00080000:3.0:1734016127.826525:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016127.829653:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.830454:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339138944 00000100:00100000:2.0:1734016127.830462:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339138944 00002000:00010000:2.0:1734016127.830490:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (189776->18446744073709551615) 00002000:00100000:2.0:1734016127.830493:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2680 with x1818247339138944 ext(189776->18446744073709551615) 00002000:00010000:2.0:1734016127.830503:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2680. 00000100:00100000:2.0:1734016127.830531:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9319 00000100:00100000:2.0:1734016127.830537:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1982:x1818247339138944:12345-192.168.201.1@tcp:10:fsx.0 00010000:00010000:3.0:1734016127.831075:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.831085:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.831095:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.831099:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac167600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016127.831102:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.831108:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.831120:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016127.831122:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016127.831125:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.831129:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec73218cf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00002000:00010000:2.0:1734016127.837574:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4671130 -> 189776 00002000:00010000:2.0:1734016127.837581:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016127 -> 1734016128 00002000:00010000:2.0:1734016127.837584:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016127 -> 1734016125 00002000:00010000:2.0:1734016127.837586:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016127.837588:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 416 -> 104 00000100:00100000:2.0:1734016127.837664:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1982:x1818247339138944:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 7120us (8013us total) trans 4294969365 rc 0/0 00000100:00100000:2.0:1734016127.837675:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9319 00002000:00010000:2.0:1734016127.837680:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (189776->18446744073709551615) 00002000:00100000:2.0:1734016127.837684:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2680 with x1818247339138944 ext(189776->18446744073709551615) 00002000:00010000:2.0:1734016127.837689:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2680. 00000100:00100000:1.0:1734016127.844066:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.847731:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339139072 00000100:00100000:3.0:1734016127.847745:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339139072 00000100:00100000:3.0:1734016127.847810:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2054 00000100:00100000:3.0:1734016127.847819:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247339139072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.847846:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.847871:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73218d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fde expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.847971:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec73218dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.847985:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec73218dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.847996:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec73218dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016127.848020:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 189776 00000004:00200000:3.0:1734016127.848025:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016127.848040:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec73218dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.848063:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166400/0x903ef4aec73218d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fde expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.848081:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec73218dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fde expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.848088:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016127.848091:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016127.848094:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016127.849403:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339139072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1579us (5342us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.849412:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2054 00000100:00100000:0.0:1734016127.854487:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.854578:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339139200 00000100:00100000:3.0:1734016127.854587:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339139200 00000100:00100000:1.0:1734016127.855941:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11202 00000100:00100000:1.0:1734016127.855951:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1982:x1818247339139200:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016127.856410:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 189776 -> 189776 00002000:00010000:1.0:1734016127.856414:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016127.856416:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:1.0:1734016127.856417:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016127.856419:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 104 -> 72 00000100:00100000:1.0:1734016127.856480:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247339139200:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 528us (2002us total) trans 4294969366 rc 0/0 00000100:00100000:1.0:1734016127.856487:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11202 00000100:00100000:1.0:1734016127.863271:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.863356:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339139328 00000100:00100000:0.0:1734016127.863365:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339139328 00000100:00100000:0.0:1734016127.863408:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11203 00000100:00100000:0.0:1734016127.863415:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339139328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.863439:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.863456:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73218e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fe5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.863512:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071465c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341614592:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016127.863574:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.875136:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071465c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341614592:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016127.875216:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73218e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fe5 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.875234:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73218e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fe5 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.875277:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:2.0:1734016127.875344:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339139328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11928us (12084us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.875354:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11203 00000100:00100000:0.0:1734016127.880521:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.880638:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339139456 00000100:00100000:2.0:1734016127.880647:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339139456 00000100:00100000:2.0:1734016127.880701:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11204 00000100:00100000:2.0:1734016127.880708:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339139456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.880727:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.880746:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1fec expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.880777:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.880784:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.880787:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.880790:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 15 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.880820:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 16 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.880833:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 16 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.880845:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341614720:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016127.880905:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.887743:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341614720:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016127.887788:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 15 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.887808:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016127.888839:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339139456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8124us (8326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.888851:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11204 00000100:00100000:0.0:1734016127.889580:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016127.889782:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339139584 00000100:00100000:3.0:1734016127.889791:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339139584 00010000:00010000:3.0:1734016127.889829:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 17 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.889854:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2881 00000100:00100000:3.0:1734016127.889861:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247339139584:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.889877:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.889896:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 17 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.889908:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 17 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.889931:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73218ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fbb expref: 17 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.889948:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.889951:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.889958:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.889966:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.889997:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.890009:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341614848:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016127.890066:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.895536:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7700000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341614848:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016127.895568:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.895653:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1982:x1818247339139584:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5789us (6072us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.895668:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2881 00000100:00100000:2.0:1734016127.896041:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.897283:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339139840 00000100:00100000:0.0:1734016127.897297:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339139840 00002000:00100000:0.0:1734016127.897361:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (77824->81919) req@ffff88007406b480 x1818247339139840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.897372:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b480 with x1818247339139840 ext(77824->81919) 00002000:00010000:0.0:1734016127.897378:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b480 00000100:00100000:0.0:1734016127.897411:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9320 00000100:00100000:0.0:1734016127.897418:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247339139840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.897637:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247339139840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 218us (1596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.897644:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9320 00002000:00100000:0.0:1734016127.897649:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (77824->81919) req@ffff88007406b480 x1818247339139840/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.897656:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b480 with x1818247339139840 ext(77824->81919) 00002000:00010000:0.0:1734016127.897659:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b480 00000100:00100000:2.0:1734016127.907393:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.907467:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339140096 00000100:00100000:0.0:1734016127.907478:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339140096 00002000:00100000:0.0:1734016127.907520:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (73728->77823) req@ffff88007406b100 x1818247339140096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.907530:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b100 with x1818247339140096 ext(73728->77823) 00002000:00010000:0.0:1734016127.907534:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b100 00000100:00100000:0.0:1734016127.907567:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9321 00000100:00100000:0.0:1734016127.907574:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339140096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.908385:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339140096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 808us (1000us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.908393:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9321 00002000:00100000:0.0:1734016127.908399:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (73728->77823) req@ffff88007406b100 x1818247339140096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.908406:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406b100 with x1818247339140096 ext(73728->77823) 00002000:00010000:0.0:1734016127.908409:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406b100 00000100:00100000:1.0:1734016127.912489:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.913432:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339140352 00000100:00100000:2.0:1734016127.913441:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339140352 00002000:00100000:2.0:1734016127.913475:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (69632->73727) req@ffff880071fd3100 x1818247339140352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.913484:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3100 with x1818247339140352 ext(69632->73727) 00002000:00010000:2.0:1734016127.913488:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3100 00000100:00100000:2.0:1734016127.913517:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9322 00000100:00100000:2.0:1734016127.913523:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339140352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.913699:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339140352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (1218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.913706:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9322 00002000:00100000:2.0:1734016127.913711:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (69632->73727) req@ffff880071fd3100 x1818247339140352/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.913718:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3100 with x1818247339140352 ext(69632->73727) 00002000:00010000:2.0:1734016127.913721:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3100 00000100:00100000:3.0:1734016127.917175:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.917293:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339140608 00000100:00100000:0.0:1734016127.917306:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339140608 00002000:00100000:0.0:1734016127.917352:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (65536->69631) req@ffff8800a7700000 x1818247339140608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.917364:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7700000 with x1818247339140608 ext(65536->69631) 00002000:00010000:0.0:1734016127.917368:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7700000 00000100:00100000:0.0:1734016127.917445:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9323 00000100:00100000:0.0:1734016127.917452:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339140608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.918262:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339140608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 806us (1097us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.918270:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9323 00002000:00100000:0.0:1734016127.918277:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (65536->69631) req@ffff8800a7700000 x1818247339140608/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.918284:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7700000 with x1818247339140608 ext(65536->69631) 00002000:00010000:0.0:1734016127.918287:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7700000 00000100:00100000:3.0:1734016127.922346:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.923080:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339140864 00000100:00100000:0.0:1734016127.923088:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339140864 00002000:00100000:0.0:1734016127.923123:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (61440->65535) req@ffff880071720a80 x1818247339140864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.923131:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247339140864 ext(61440->65535) 00002000:00010000:0.0:1734016127.923135:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:0.0:1734016127.923406:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9324 00000100:00100000:0.0:1734016127.923413:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339140864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.923971:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071720a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339140864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 555us (1636us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.923979:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9324 00002000:00100000:0.0:1734016127.923985:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (61440->65535) req@ffff880071720a80 x1818247339140864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.923991:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071720a80 with x1818247339140864 ext(61440->65535) 00002000:00010000:0.0:1734016127.923994:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071720a80 00000100:00100000:1.0:1734016127.927226:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.927367:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339141120 00000100:00100000:2.0:1734016127.927374:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339141120 00002000:00100000:2.0:1734016127.927415:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (57344->61439) req@ffff880071fd3b80 x1818247339141120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.927423:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3b80 with x1818247339141120 ext(57344->61439) 00002000:00010000:2.0:1734016127.927429:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3b80 00000100:00100000:2.0:1734016127.927562:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9325 00000100:00100000:2.0:1734016127.927569:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339141120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.927756:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339141120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 185us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.927763:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9325 00002000:00100000:2.0:1734016127.927769:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (57344->61439) req@ffff880071fd3b80 x1818247339141120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.927775:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3b80 with x1818247339141120 ext(57344->61439) 00002000:00010000:2.0:1734016127.927778:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3b80 00000100:00100000:3.0:1734016127.935341:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.938172:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339141376 00000100:00100000:0.0:1734016127.938210:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339141376 00002000:00100000:0.0:1734016127.938271:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (53248->57343) req@ffff880071723b80 x1818247339141376/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.938281:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723b80 with x1818247339141376 ext(53248->57343) 00002000:00010000:0.0:1734016127.938286:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723b80 00000100:00100000:0.0:1734016127.938329:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9326 00000100:00100000:0.0:1734016127.938336:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339141376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.938532:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339141376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 195us (3206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.938538:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9326 00002000:00100000:0.0:1734016127.938544:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (53248->57343) req@ffff880071723b80 x1818247339141376/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.938550:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071723b80 with x1818247339141376 ext(53248->57343) 00002000:00010000:0.0:1734016127.938552:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071723b80 00000100:00100000:3.0:1734016127.940910:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.940957:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339141632 00000100:00100000:2.0:1734016127.940966:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339141632 00002000:00100000:2.0:1734016127.940997:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (49152->53247) req@ffff880071721880 x1818247339141632/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.941006:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721880 with x1818247339141632 ext(49152->53247) 00002000:00010000:2.0:1734016127.941011:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721880 00000100:00100000:2.0:1734016127.941592:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9327 00000100:00100000:2.0:1734016127.941599:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339141632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.942878:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339141632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1271us (1966us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.942889:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9327 00002000:00100000:2.0:1734016127.942897:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (49152->53247) req@ffff880071721880 x1818247339141632/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.942907:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071721880 with x1818247339141632 ext(49152->53247) 00002000:00010000:2.0:1734016127.942912:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071721880 00000100:00100000:1.0:1734016127.947286:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.947930:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339141888 00000100:00100000:2.0:1734016127.947943:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339141888 00002000:00100000:2.0:1734016127.947984:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (45056->49151) req@ffff880071fd0700 x1818247339141888/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.947999:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0700 with x1818247339141888 ext(45056->49151) 00002000:00010000:2.0:1734016127.948004:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0700 00000100:00100000:2.0:1734016127.948037:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9328 00000100:00100000:2.0:1734016127.948043:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339141888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.948259:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339141888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 216us (981us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.948267:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9328 00002000:00100000:2.0:1734016127.948274:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (45056->49151) req@ffff880071fd0700 x1818247339141888/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.948281:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0700 with x1818247339141888 ext(45056->49151) 00002000:00010000:2.0:1734016127.948284:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0700 00000100:00100000:3.0:1734016127.951358:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.951434:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339142144 00000100:00100000:0.0:1734016127.951446:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339142144 00002000:00100000:0.0:1734016127.951498:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (40960->45055) req@ffff8800715d7800 x1818247339142144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.951507:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7800 with x1818247339142144 ext(40960->45055) 00002000:00010000:0.0:1734016127.951512:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7800 00000100:00100000:0.0:1734016127.951546:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9329 00000100:00100000:0.0:1734016127.951553:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339142144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.952351:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339142144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 796us (1005us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.952360:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9329 00002000:00100000:0.0:1734016127.952367:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (40960->45055) req@ffff8800715d7800 x1818247339142144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.952374:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d7800 with x1818247339142144 ext(40960->45055) 00002000:00010000:0.0:1734016127.952377:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d7800 00000100:00100000:3.0:1734016127.956887:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.957407:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339142400 00000100:00100000:0.0:1734016127.957422:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339142400 00002000:00100000:0.0:1734016127.957477:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (36864->40959) req@ffff8800715d5880 x1818247339142400/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.957488:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5880 with x1818247339142400 ext(36864->40959) 00002000:00010000:0.0:1734016127.957495:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5880 00000100:00100000:0.0:1734016127.957741:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9330 00000100:00100000:0.0:1734016127.957750:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339142400:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.957959:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339142400:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (1084us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.957966:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9330 00002000:00100000:0.0:1734016127.957971:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (36864->40959) req@ffff8800715d5880 x1818247339142400/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.957979:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5880 with x1818247339142400 ext(36864->40959) 00002000:00010000:0.0:1734016127.957982:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5880 00000100:00100000:1.0:1734016127.960413:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.960590:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339142528 00000100:00100000:2.0:1734016127.960599:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339142528 00000100:00100000:2.0:1734016127.960664:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11205 00000100:00100000:2.0:1734016127.960672:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1981:x1818247339142528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.960695:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.960719:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ff3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.960743:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.960745:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.960755:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 17 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.960770:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 17 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.960783:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016127.960834:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1981:x1818247339142528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 162us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.960840:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11205 00000100:00100000:3.0:1734016127.963941:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.964052:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339142784 00000100:00100000:2.0:1734016127.964061:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339142784 00002000:00100000:2.0:1734016127.964103:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (126976->131071) req@ffff8800715d5180 x1818247339142784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.964112:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5180 with x1818247339142784 ext(126976->131071) 00002000:00010000:2.0:1734016127.964117:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5180 00000100:00100000:2.0:1734016127.964147:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9331 00000100:00100000:2.0:1734016127.964154:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339142784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.964372:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800715d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339142784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 216us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.964380:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9331 00002000:00100000:2.0:1734016127.964386:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (126976->131071) req@ffff8800715d5180 x1818247339142784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.964393:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800715d5180 with x1818247339142784 ext(126976->131071) 00002000:00010000:2.0:1734016127.964396:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800715d5180 00000100:00100000:0.0:1734016127.968326:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.968547:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339143040 00000100:00100000:2.0:1734016127.968557:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339143040 00002000:00100000:2.0:1734016127.968605:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (122880->126975) req@ffff880071465f80 x1818247339143040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.969521:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247339143040 ext(122880->126975) 00002000:00010000:2.0:1734016127.969528:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:2.0:1734016127.969730:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9332 00000100:00100000:2.0:1734016127.969737:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339143040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.969909:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339143040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 171us (1598us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.969916:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9332 00002000:00100000:2.0:1734016127.969922:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (122880->126975) req@ffff880071465f80 x1818247339143040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.969929:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247339143040 ext(122880->126975) 00002000:00010000:2.0:1734016127.969932:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:1.0:1734016127.972894:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.973466:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339143168 00000100:00100000:2.0:1734016127.973478:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339143168 00000100:00100000:2.0:1734016127.973591:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2055 00000100:00100000:2.0:1734016127.973599:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339143168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.973617:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.973648:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73218f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a1ffa expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.973727:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.973739:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.973748:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016127.973770:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 189776 00000004:00200000:2.0:1734016127.973774:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.973787:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.973807:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8b40/0x903ef4aec73218f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.973837:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.973845:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016127.973848:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.973851:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016127.974507:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339143168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 904us (1618us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.974513:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2055 00000100:00100000:3.0:1734016127.982417:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.982508:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339143424 00000100:00100000:2.0:1734016127.982517:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339143424 00000100:00100000:2.0:1734016127.982567:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2056 00000100:00100000:2.0:1734016127.982574:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339143424:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016127.982633:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.982658:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec73218dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fde expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.982690:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016127.982695:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016127.982840:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.982852:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.982858:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.982883:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.982893:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 18 pid: 6475 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016127.982904:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341614976:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016127.982950:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.986786:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016127.986875:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341614976:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016127.986906:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016127.986970:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339143552 00000100:00100000:3.0:1734016127.986977:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339143552 00010000:00010000:3.0:1734016127.987005:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 19 pid: 6475 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016127.987032:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2882 00000100:00100000:3.0:1734016127.987038:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247339143552:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.987051:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.987056:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 19 pid: 6475 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.987065:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 19 pid: 6475 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.987084:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321900 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ffa expref: 19 pid: 6475 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016127.987100:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016127.987105:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.987112:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.987118:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016127.987131:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.987163:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247339143552:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 125us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.987169:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2882 00010000:00010000:2.0:1734016127.987497:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.987504:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016127.987607:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968582 00000004:00010000:2.0:1734016127.987666:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074240e00 reply state ffff880074c34000 transno 4294968583 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016127.987674:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016127.987751:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339143424:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5177us (5344us total) trans 4294968583 rc 0/0 00000100:00100000:2.0:1734016127.987757:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2056 00000020:00080000:2.0:1734016127.987761:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016127.995365:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.995385:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.995392:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.995399:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c8240 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016127.995405:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.995414:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.995432:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016127.995435:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016127.995440:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016127.995445:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321907 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016127.996402:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016127.996462:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339143680 00000100:00100000:0.0:1734016127.996471:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339143680 00000100:00100000:0.0:1734016127.996523:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11206 00000100:00100000:0.0:1734016127.996530:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247339143680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.996549:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.996565:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2001 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.996596:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.996609:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 18 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.996616:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.996617:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.996632:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 18 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.996666:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 18 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.996679:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 18 pid: 7681 timeout: 491 lvb_type: 1 00000100:00100000:0.0:1734016127.996691:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071465c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341615104:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016127.996790:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.996799:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 14 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016127.996807:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e9d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341615232:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016127.996827:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.001044:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071465c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341615104:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016128.001058:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e9d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341615232:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016128.001095:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 18 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.001111:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016128.001166:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339143680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4635us (4768us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.001175:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11206 00000100:00100000:3.0:1734016128.001319:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.001385:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.001641:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339143808 00000100:00100000:2.0:1734016128.001649:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339143808 00010000:00010000:2.0:1734016128.001670:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 18 pid: 7681 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016128.001695:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339143936 00000100:00100000:2.0:1734016128.001698:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339143936 00010000:00010000:2.0:1734016128.001712:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 15 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.001725:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2883 00000100:00100000:2.0:1734016128.001730:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247339143808:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.001741:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.001764:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 18 pid: 7681 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016128.001772:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 18 pid: 7681 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016128.001789:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73218f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1ff3 expref: 18 pid: 7681 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016128.001799:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.001828:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247339143808:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 97us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.001833:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2883 00000100:00100000:2.0:1734016128.001874:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2884 00000100:00100000:2.0:1734016128.001878:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339143936:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.001883:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.001889:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 15 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.001903:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 15 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.001913:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73218eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a1fec expref: 15 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.001921:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.001922:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.001926:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 16 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.001933:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 16 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.001954:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 16 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.001964:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341615360:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016128.001988:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00080000:2.0:1734016128.001998:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016098 00000100:00100000:2.0:1734016128.007514:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341615360:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016128.007542:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.007604:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339143936:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5721us (6215us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.007614:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2884 00000100:00100000:1.0:1734016128.009464:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016128.009588:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339144064 00000100:00100000:0.0:1734016128.009598:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339144064 00002000:00010000:0.0:1734016128.009643:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6904812->18446744073709551615) 00002000:00100000:0.0:1734016128.009647:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0380 with x1818247339144064 ext(6904812->18446744073709551615) 00002000:00010000:0.0:1734016128.009658:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0380. 00000100:00100000:0.0:1734016128.010378:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9333 00000100:00100000:0.0:1734016128.010387:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1982:x1818247339144064:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016128.010600:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 189776 -> 6904812 00002000:00010000:0.0:1734016128.010604:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.010606:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016128.010608:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.010610:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1734016128.010678:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247339144064:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 291us (1220us total) trans 4294969367 rc 0/0 00000100:00100000:0.0:1734016128.010685:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9333 00002000:00010000:0.0:1734016128.010688:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (6904812->18446744073709551615) 00002000:00100000:0.0:1734016128.010691:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0380 with x1818247339144064 ext(6904812->18446744073709551615) 00002000:00010000:0.0:1734016128.010695:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0380. 00000100:00100000:1.0:1734016128.015330:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.015459:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339144320 00000100:00100000:2.0:1734016128.015475:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339144320 00002000:00100000:2.0:1734016128.015538:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6901760->6905855) req@ffff880071fd1880 x1818247339144320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.015549:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1880 with x1818247339144320 ext(6901760->6905855) 00002000:00010000:2.0:1734016128.015553:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1880 00000100:00100000:2.0:1734016128.015806:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9334 00000100:00100000:2.0:1734016128.015815:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247339144320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.016055:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247339144320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 240us (738us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.016062:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9334 00002000:00100000:2.0:1734016128.016067:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6901760->6905855) req@ffff880071fd1880 x1818247339144320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.016074:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1880 with x1818247339144320 ext(6901760->6905855) 00002000:00010000:2.0:1734016128.016076:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1880 00000100:00100000:3.0:1734016128.020591:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016128.020724:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339144576 00000100:00100000:0.0:1734016128.020735:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339144576 00002000:00100000:0.0:1734016128.020787:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6897664->6901759) req@ffff880074241880 x1818247339144576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.020798:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241880 with x1818247339144576 ext(6897664->6901759) 00002000:00010000:0.0:1734016128.020804:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241880 00000100:00100000:0.0:1734016128.020887:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9335 00000100:00100000:0.0:1734016128.020895:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1980:x1818247339144576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.021252:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1980:x1818247339144576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 356us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016128.021259:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9335 00002000:00100000:0.0:1734016128.021266:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6897664->6901759) req@ffff880074241880 x1818247339144576/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.021272:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074241880 with x1818247339144576 ext(6897664->6901759) 00002000:00010000:0.0:1734016128.021275:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074241880 00000100:00100000:1.0:1734016128.024932:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016128.024986:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339144832 00000100:00100000:0.0:1734016128.024993:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339144832 00002000:00100000:0.0:1734016128.025028:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6893568->6897663) req@ffff880071fd0000 x1818247339144832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.025036:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0000 with x1818247339144832 ext(6893568->6897663) 00002000:00010000:0.0:1734016128.025041:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0000 00000100:00100000:0.0:1734016128.025344:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9336 00000100:00100000:0.0:1734016128.025350:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1981:x1818247339144832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.025524:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1981:x1818247339144832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (598us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016128.025531:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9336 00002000:00100000:0.0:1734016128.025536:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6893568->6897663) req@ffff880071fd0000 x1818247339144832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.025543:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0000 with x1818247339144832 ext(6893568->6897663) 00002000:00010000:0.0:1734016128.025546:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0000 00000100:00100000:1.0:1734016128.032928:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.036258:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339144960 00000100:00100000:2.0:1734016128.036269:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339144960 00002000:00100000:2.0:1734016128.036323:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6893568->6904811) req@ffff880071fd2300 x1818247339144960/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 11736/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.036334:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2300 with x1818247339144960 ext(6893568->6904811) 00002000:00010000:2.0:1734016128.036340:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2300 00000100:00100000:2.0:1734016128.036378:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9337 00000100:00100000:2.0:1734016128.036387:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1981:x1818247339144960:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016128.040074:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1981:x1818247339144960:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3678us (7148us total) trans 4294969368 rc 0/0 00000100:00100000:2.0:1734016128.040087:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9337 00002000:00100000:2.0:1734016128.040098:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (6893568->6904811) req@ffff880071fd2300 x1818247339144960/t4294969368(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 11736/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.040107:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2300 with x1818247339144960 ext(6893568->6904811) 00002000:00010000:2.0:1734016128.040111:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2300 00000100:00100000:3.0:1734016128.044797:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.044897:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339145088 00000100:00100000:2.0:1734016128.044909:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339145088 00000100:00100000:2.0:1734016128.044987:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2057 00000100:00100000:2.0:1734016128.044993:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339145088:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016128.045108:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339145088:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 114us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.045115:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2057 00000100:00080000:0.0:1734016128.045374:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016098 00000100:00100000:1.0:1734016128.050804:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016128.050890:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339145216 00000100:00100000:0.0:1734016128.050902:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339145216 00000100:00100000:0.0:1734016128.050976:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11207 00000100:00100000:0.0:1734016128.050986:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1982:x1818247339145216:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016128.055245:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969368 is committed 00000001:00080000:0.0:1734016128.055298:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969362 is committed 00000100:00100000:2.0:1734016128.056589:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339145216:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 5594us (5788us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.056602:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11207 00000100:00100000:2.0:1734016128.065516:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.065688:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339145344 00000100:00100000:1.0:1734016128.065702:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339145344 00000100:00100000:1.0:1734016128.065776:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2058 00000100:00100000:1.0:1734016128.065784:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339145344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.065812:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.065848:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7321915 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2008 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.065952:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec732191c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016128.065967:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec732191c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016128.065979:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec732191c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016128.066003:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6904812 00000004:00200000:1.0:1734016128.066007:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.066018:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec732191c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016128.066038:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec7321915 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2008 expref: 21 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.066068:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec732191c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2008 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.066076:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016128.066078:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.066081:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016128.066122:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339145344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 339us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.066128:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2058 00000100:00100000:3.0:1734016128.071839:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.072377:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339145600 00000100:00100000:2.0:1734016128.072396:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339145600 00000100:00100000:2.0:1734016128.072489:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2059 00000100:00100000:2.0:1734016128.072498:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339145600:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016128.072606:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.072660:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec732191c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2008 expref: 20 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.074113:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016128.074123:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016128.074352:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016128.074371:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016128.074383:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016128.074421:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968584 00000004:00010000:2.0:1734016128.074439:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800743bf480 reply state ffff88012bd88000 transno 4294968585 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016128.074445:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016128.074560:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339145600:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 2058us (2727us total) trans 4294968585 rc 0/0 00000100:00100000:2.0:1734016128.074569:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2059 00000020:00080000:2.0:1734016128.074575:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016128.076742:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.076760:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.076766:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.076771:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cb840 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016128.076775:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.076782:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.076801:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016128.076803:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.076809:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.076813:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321923 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016128.088128:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.091742:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339145728 00000100:00100000:2.0:1734016128.091756:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339145728 00002000:00010000:2.0:1734016128.091793:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3643542->18446744073709551615) 00002000:00100000:2.0:1734016128.091797:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bf100 with x1818247339145728 ext(3643542->18446744073709551615) 00002000:00010000:2.0:1734016128.091807:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bf100. 00000100:00100000:2.0:1734016128.092256:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9338 00000100:00100000:2.0:1734016128.092264:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339145728:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016128.092669:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 6904812 -> 3643542 00002000:00010000:2.0:1734016128.092672:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.092674:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:2.0:1734016128.092676:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.092678:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1734016128.093852:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339145728:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1582us (5724us total) trans 4294969369 rc 0/0 00000100:00100000:2.0:1734016128.093863:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9338 00002000:00010000:2.0:1734016128.093867:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (3643542->18446744073709551615) 00002000:00100000:2.0:1734016128.093871:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bf100 with x1818247339145728 ext(3643542->18446744073709551615) 00002000:00010000:2.0:1734016128.093890:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bf100. 00000100:00100000:1.0:1734016128.103599:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.103796:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339145856 00000100:00100000:2.0:1734016128.103809:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339145856 00000100:00100000:2.0:1734016128.103879:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2060 00000100:00100000:2.0:1734016128.103893:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339145856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.103922:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.103948:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732192a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a200f expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.104065:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016128.104079:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016128.104091:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016128.104116:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3643542 00000004:00200000:2.0:1734016128.104121:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.104134:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016128.104203:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec732192a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.104238:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.104246:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016128.104249:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.104252:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016128.104296:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007665b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339145856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 408us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.104303:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2060 00000100:00080000:0.0:1734016128.104859:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016098 00000100:00100000:3.0:1734016128.119264:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.119398:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339145984 00000100:00100000:2.0:1734016128.119409:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339145984 00000100:00100000:2.0:1734016128.119549:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11208 00000100:00100000:2.0:1734016128.119560:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339145984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.119581:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.119613:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321938 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2016 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.119696:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341615488:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016128.119907:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.125740:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341615488:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016128.125791:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321938 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2016 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.125810:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321938 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2016 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.125833:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016128.125899:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339145984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6339us (6643us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.125909:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11208 00000100:00100000:1.0:1734016128.130872:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.131643:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339146112 00000100:00100000:2.0:1734016128.131661:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339146112 00000100:00100000:3.0:1734016128.132884:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11209 00000100:00100000:3.0:1734016128.132894:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339146112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.132917:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.132934:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732193f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a201d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.132989:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341615616:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016128.133076:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.137034:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341615616:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016128.137080:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732193f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a201d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.137094:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec732193f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a201d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.137130:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016128.137234:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339146112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4338us (6370us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.137247:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11209 00000100:00100000:0.0:1734016128.140056:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.140171:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339146240 00000100:00100000:3.0:1734016128.140214:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339146240 00000100:00100000:3.0:1734016128.140263:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11210 00000100:00100000:3.0:1734016128.140273:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339146240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.140299:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.140320:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321946 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2024 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.140388:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341615744:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016128.140469:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.146045:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341615744:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016128.146097:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321946 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2024 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.146114:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321946 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2024 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.148214:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016128.148318:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339146240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8041us (8268us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.148329:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11210 00000100:00100000:0.0:1734016128.154059:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.155649:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339146368 00000100:00100000:3.0:1734016128.155660:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339146368 00000100:00100000:3.0:1734016128.155722:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11211 00000100:00100000:3.0:1734016128.155730:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339146368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.155748:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.155765:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a202b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.155803:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.155810:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.155813:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.155817:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2433024->2437119] (req 2433024->2437119) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.155851:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.155864:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 6 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016128.155877:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341615872:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016128.156082:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.162857:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341615872:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016128.162896:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2433024->2437119] (req 2433024->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.162914:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016128.163884:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339146368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8144us (9826us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.163897:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11211 00000100:00100000:0.0:1734016128.166136:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.166378:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339146496 00000100:00100000:2.0:1734016128.166393:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339146496 00010000:00010000:2.0:1734016128.166438:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 7 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.166479:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2885 00000100:00100000:2.0:1734016128.166489:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339146496:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.166512:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.166542:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 7 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.166556:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 7 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.166593:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec732190e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2001 expref: 7 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.166638:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.166641:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.166648:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.166659:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.166705:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.166721:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341616000:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016128.167327:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.171594:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.171704:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341616000:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016128.171734:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.171799:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339146496:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5310us (5677us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.171814:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2885 00000100:00100000:3.0:1734016128.171891:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339146752 00000100:00100000:3.0:1734016128.171898:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339146752 00002000:00100000:3.0:1734016128.171943:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2433024->2437119) req@ffff88012e9d4a80 x1818247339146752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.171955:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d4a80 with x1818247339146752 ext(2433024->2437119) 00002000:00010000:3.0:1734016128.171960:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d4a80 00000100:00100000:3.0:1734016128.171989:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9339 00000100:00100000:3.0:1734016128.171995:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339146752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.172147:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339146752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.172152:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9339 00002000:00100000:3.0:1734016128.172156:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2433024->2437119) req@ffff88012e9d4a80 x1818247339146752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.172163:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d4a80 with x1818247339146752 ext(2433024->2437119) 00002000:00010000:3.0:1734016128.172165:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d4a80 00000100:00100000:0.0:1734016128.175878:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.179998:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339147008 00000100:00100000:1.0:1734016128.180019:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339147008 00002000:00100000:1.0:1734016128.180079:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2428928->2433023) req@ffff88012e9d4e00 x1818247339147008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.180091:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d4e00 with x1818247339147008 ext(2428928->2433023) 00002000:00010000:1.0:1734016128.180096:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d4e00 00000100:00100000:1.0:1734016128.180136:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9340 00000100:00100000:1.0:1734016128.180145:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339147008:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.180372:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339147008:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 226us (4501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.180380:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9340 00002000:00100000:1.0:1734016128.180386:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2428928->2433023) req@ffff88012e9d4e00 x1818247339147008/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.180392:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d4e00 with x1818247339147008 ext(2428928->2433023) 00002000:00010000:1.0:1734016128.180395:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d4e00 00010000:00010000:1.0:1734016128.181719:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016128.188445:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.188747:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339147264 00000100:00100000:3.0:1734016128.188762:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339147264 00002000:00100000:3.0:1734016128.188841:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2424832->2428927) req@ffff88012e9d5180 x1818247339147264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.188854:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d5180 with x1818247339147264 ext(2424832->2428927) 00002000:00010000:3.0:1734016128.188862:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d5180 00000100:00100000:3.0:1734016128.189808:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9341 00000100:00100000:3.0:1734016128.189818:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339147264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.190031:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339147264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 213us (1599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.190038:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9341 00002000:00100000:3.0:1734016128.190045:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2424832->2428927) req@ffff88012e9d5180 x1818247339147264/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.190053:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d5180 with x1818247339147264 ext(2424832->2428927) 00002000:00010000:3.0:1734016128.190057:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d5180 00000100:00100000:0.0:1734016128.203266:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.203384:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339147392 00000100:00100000:1.0:1734016128.203399:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339147392 00000100:00100000:1.0:1734016128.203474:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2061 00000100:00100000:1.0:1734016128.203482:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247339147392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.203511:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.203536:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321954 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2032 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.203659:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec732195b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016128.203673:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec732195b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016128.203683:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec732195b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:1.0:1734016128.203709:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 3643542 00000004:00200000:1.0:1734016128.203714:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.203727:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec732195b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016128.203749:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321954 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2032 expref: 23 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.204476:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec732195b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2032 expref: 22 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.204484:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016128.204486:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.204489:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016128.204537:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339147392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1055us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.204543:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2061 00000100:00100000:0.0:1734016128.211010:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.211093:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339147520 00000100:00100000:3.0:1734016128.211101:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339147520 00000100:00100000:3.0:1734016128.211145:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11212 00000100:00100000:3.0:1734016128.211151:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339147520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.211166:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.211205:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2039 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.211226:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.211228:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.211234:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.211246:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.211255:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016128.211294:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339147520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 142us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.211301:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11212 00000100:00100000:0.0:1734016128.222745:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.222833:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339147776 00000100:00100000:1.0:1734016128.222845:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339147776 00000100:00100000:1.0:1734016128.223038:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2062 00000100:00100000:1.0:1734016128.223046:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339147776:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016128.223099:0:7702:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.223126:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec732195b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2032 expref: 22 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.223362:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016128.223366:0:7702:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016128.223509:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016128.223521:0:7702:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.223527:0:7702:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:1.0:1734016128.223551:0:7702:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.223562:0:7702:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 18 pid: 6475 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016128.223573:0:7702:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076659f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341616128:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016128.226651:0:7702:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aeca46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.232875:0:7702:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076659f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7702:1818247341616128:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016128.232921:0:7702:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016128.236697:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.237777:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339147904 00000100:00100000:2.0:1734016128.237789:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339147904 00010000:00010000:2.0:1734016128.237828:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 19 pid: 6475 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.237868:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2886 00000100:00100000:2.0:1734016128.237876:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1983:x1818247339147904:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.237894:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.237899:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 19 pid: 6475 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.237917:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 19 pid: 6475 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.237938:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321931 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a200f expref: 19 pid: 6475 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.237965:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016128.237972:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.237982:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.237989:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.238012:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016128.238644:0:7702:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:0.0:1734016128.238652:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000001:00080000:0.0:1734016128.238747:0:7702:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968586 00000004:00010000:0.0:1734016128.238794:0:7702:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e9d5c00 reply state ffff88012c990000 transno 4294968587 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016128.238802:0:7702:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016128.241979:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247339147904:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4085us (5276us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.241998:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2886 00000100:00100000:0.0:1734016128.242321:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339147776:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 19273us (19583us total) trans 4294968587 rc 0/0 00000100:00100000:0.0:1734016128.242331:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2062 00000020:00080000:0.0:1734016128.242336:0:7702:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016128.247020:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.247269:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339148032 00000100:00100000:3.0:1734016128.247278:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339148032 00000100:00100000:3.0:1734016128.247626:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11213 00000100:00100000:3.0:1734016128.247634:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339148032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.247653:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.247669:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2040 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.247699:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.247707:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.247713:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.247715:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.247718:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.247746:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.247758:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 8 pid: 7681 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016128.247769:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341616256:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016128.247850:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.247858:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 6 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016128.247867:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341616384:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016128.247888:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00010000:00010000:2.0:1734016128.247975:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.247983:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.247989:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.247996:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a39200 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016128.248001:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.248008:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.248024:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016128.248027:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016128.248031:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00010000:00010000:2.0:1734016128.248397:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321969 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7702 initiator: MDT0 00000100:00100000:0.0:1734016128.252681:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016128.252726:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.252798:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339148288 00000100:00100000:2.0:1734016128.252806:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339148288 00010000:00010000:2.0:1734016128.252847:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 7 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.252871:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339148160 00000100:00100000:2.0:1734016128.252872:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339148160 00010000:00010000:2.0:1734016128.252883:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 9 pid: 7681 timeout: 491 lvb_type: 1 00000100:00100000:2.0:1734016128.252903:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2887 00000100:00100000:2.0:1734016128.252911:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339148288:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.252925:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.252945:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 7 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.252955:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 7 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.252983:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.253038:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339148288:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 128us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.253045:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2887 00000100:00100000:2.0:1734016128.253060:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2888 00000100:00100000:2.0:1734016128.253065:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339148160:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.253072:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.253078:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 9 pid: 7681 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016128.253087:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 9 pid: 7681 timeout: 491 lvb_type: 1 00010000:00010000:2.0:1734016128.253099:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.253101:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.253108:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.253117:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.253152:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.253165:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341616512:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016128.253232:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016128.253510:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321962 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2039 expref: 9 pid: 7681 timeout: 491 lvb_type: 1 00000100:00100000:3.0:1734016128.253534:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800743bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341616256:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016128.253545:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec732194d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a202b expref: 6 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016128.253552:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341616384:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016128.253576:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.253584:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016128.253605:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339148032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5973us (6594us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.253611:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11213 00000100:00100000:2.0:1734016128.258391:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007406ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341616512:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016128.258413:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.258459:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339148160:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5392us (5732us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.258469:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2888 00000100:00100000:2.0:1734016128.260054:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.260351:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339148416 00000100:00100000:3.0:1734016128.260365:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339148416 00002000:00010000:3.0:1734016128.260437:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7895921->18446744073709551615) 00002000:00100000:3.0:1734016128.260443:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406ad80 with x1818247339148416 ext(7895921->18446744073709551615) 00002000:00010000:3.0:1734016128.260463:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406ad80. 00000100:00100000:3.0:1734016128.266119:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9342 00000100:00100000:3.0:1734016128.266135:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339148416:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016128.266359:0:7685:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 3643542 -> 7895921 00002000:00010000:3.0:1734016128.266364:0:7685:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.266366:0:7685:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016128.266367:0:7685:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.266369:0:7685:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:3.0:1734016128.266435:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007406ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339148416:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 302us (6395us total) trans 4294969370 rc 0/0 00000100:00100000:3.0:1734016128.266442:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9342 00002000:00010000:3.0:1734016128.266446:0:7685:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7895921->18446744073709551615) 00002000:00100000:3.0:1734016128.266449:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007406ad80 with x1818247339148416 ext(7895921->18446744073709551615) 00002000:00010000:3.0:1734016128.266454:0:7685:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007406ad80. 00000100:00100000:0.0:1734016128.270011:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.271635:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339148672 00000100:00100000:3.0:1734016128.271648:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339148672 00002000:00100000:3.0:1734016128.271703:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7892992->7897087) req@ffff88012e9d6d80 x1818247339148672/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.271713:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d6d80 with x1818247339148672 ext(7892992->7897087) 00002000:00010000:3.0:1734016128.271719:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d6d80 00000100:00100000:3.0:1734016128.271763:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9343 00000100:00100000:3.0:1734016128.271772:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339148672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.271958:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339148672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 186us (1954us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.271966:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9343 00002000:00100000:3.0:1734016128.271972:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7892992->7897087) req@ffff88012e9d6d80 x1818247339148672/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.271978:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d6d80 with x1818247339148672 ext(7892992->7897087) 00002000:00010000:3.0:1734016128.271981:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d6d80 00000100:00100000:0.0:1734016128.276439:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.279919:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339148928 00000100:00100000:1.0:1734016128.279937:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339148928 00002000:00100000:1.0:1734016128.279992:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7888896->7892991) req@ffff88012e9d7100 x1818247339148928/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.280002:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7100 with x1818247339148928 ext(7888896->7892991) 00002000:00010000:1.0:1734016128.280007:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7100 00000100:00100000:1.0:1734016128.280050:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9344 00000100:00100000:1.0:1734016128.280056:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339148928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.280270:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339148928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 213us (3842us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.280275:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9344 00002000:00100000:1.0:1734016128.280280:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7888896->7892991) req@ffff88012e9d7100 x1818247339148928/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.280286:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7100 with x1818247339148928 ext(7888896->7892991) 00002000:00010000:1.0:1734016128.280288:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7100 00000100:00100000:0.0:1734016128.289427:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.289748:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339149184 00000100:00100000:3.0:1734016128.289757:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339149184 00002000:00100000:3.0:1734016128.289796:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7884800->7888895) req@ffff88012e9d7480 x1818247339149184/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.289805:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7480 with x1818247339149184 ext(7884800->7888895) 00002000:00010000:3.0:1734016128.289811:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7480 00000100:00100000:3.0:1734016128.290494:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9345 00000100:00100000:3.0:1734016128.290500:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339149184:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.290664:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339149184:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 162us (1246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.290672:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9345 00002000:00100000:3.0:1734016128.290678:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7884800->7888895) req@ffff88012e9d7480 x1818247339149184/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.290686:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7480 with x1818247339149184 ext(7884800->7888895) 00002000:00010000:3.0:1734016128.290690:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7480 00000100:00100000:0.0:1734016128.293837:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.294097:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339149440 00000100:00100000:1.0:1734016128.294108:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339149440 00002000:00100000:1.0:1734016128.294153:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7880704->7884799) req@ffff88012e9d7800 x1818247339149440/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.294162:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7800 with x1818247339149440 ext(7880704->7884799) 00002000:00010000:1.0:1734016128.294168:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7800 00000100:00100000:1.0:1734016128.294249:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9346 00000100:00100000:1.0:1734016128.294258:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339149440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.294526:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339149440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 265us (696us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.294536:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9346 00002000:00100000:1.0:1734016128.294542:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7880704->7884799) req@ffff88012e9d7800 x1818247339149440/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.294550:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7800 with x1818247339149440 ext(7880704->7884799) 00002000:00010000:1.0:1734016128.294553:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7800 00000100:00100000:0.0:1734016128.299991:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.300139:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339149696 00000100:00100000:3.0:1734016128.300149:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339149696 00002000:00100000:3.0:1734016128.300236:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7876608->7880703) req@ffff88012e9d7b80 x1818247339149696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.300253:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7b80 with x1818247339149696 ext(7876608->7880703) 00002000:00010000:3.0:1734016128.300259:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7b80 00000100:00100000:3.0:1734016128.300394:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9347 00000100:00100000:3.0:1734016128.300404:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339149696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.300630:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339149696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 226us (649us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.300637:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9347 00002000:00100000:3.0:1734016128.300643:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (7876608->7880703) req@ffff88012e9d7b80 x1818247339149696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.300649:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7b80 with x1818247339149696 ext(7876608->7880703) 00002000:00010000:3.0:1734016128.300652:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7b80 00000100:00100000:0.0:1734016128.312159:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.312675:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339149824 00000100:00100000:1.0:1734016128.312690:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339149824 00002000:00100000:1.0:1734016128.312749:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7876608->7895920) req@ffff880071464380 x1818247339149824/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.312762:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464380 with x1818247339149824 ext(7876608->7895920) 00002000:00010000:1.0:1734016128.312768:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464380 00000100:00100000:1.0:1734016128.312816:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9348 00000100:00100000:1.0:1734016128.312824:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339149824:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016128.320871:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339149824:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8036us (8708us total) trans 4294969371 rc 0/0 00000100:00100000:0.0:1734016128.320886:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9348 00002000:00100000:0.0:1734016128.320900:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7876608->7895920) req@ffff880071464380 x1818247339149824/t4294969371(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.320910:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464380 with x1818247339149824 ext(7876608->7895920) 00002000:00010000:0.0:1734016128.320918:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464380 00000100:00100000:0.0:1734016128.323680:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.323800:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339149952 00000100:00100000:3.0:1734016128.323812:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339149952 00000100:00100000:3.0:1734016128.323878:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2063 00000100:00100000:3.0:1734016128.323886:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339149952:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016128.324108:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339149952:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 222us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.324114:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2063 00000100:00100000:1.0:1734016128.333029:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.333175:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339150080 00000100:00100000:3.0:1734016128.333209:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339150080 00000100:00100000:3.0:1734016128.333631:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11214 00000100:00100000:3.0:1734016128.333638:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339150080:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016128.338580:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969371 is committed 00000100:00100000:3.0:1734016128.338890:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339150080:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 5240us (5861us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.338909:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11214 00000100:00100000:0.0:1734016128.357582:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.362305:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339150208 00000100:00100000:3.0:1734016128.362325:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339150208 00000100:00100000:3.0:1734016128.362402:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2064 00000100:00100000:3.0:1734016128.362411:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339150208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.362431:0:7702:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.362456:0:7702:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321977 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2047 expref: -99 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.362548:0:7702:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732197e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016128.362559:0:7702:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732197e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016128.362569:0:7702:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732197e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00000004:00200000:3.0:1734016128.362593:0:7702:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7895921 00000004:00200000:3.0:1734016128.362596:0:7702:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.362609:0:7702:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732197e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7702 initiator: MDT0 00010000:00010000:3.0:1734016128.362643:0:7702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321977 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2047 expref: 25 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.362687:0:7702:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732197e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2047 expref: 24 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.362693:0:7702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016128.362696:0:7702:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.362700:0:7702:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016128.362778:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339150208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 368us (5207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.362785:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2064 00000100:00100000:0.0:1734016128.369414:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.369508:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339150336 00000100:00100000:3.0:1734016128.369516:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339150336 00000100:00100000:3.0:1734016128.369555:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11215 00000100:00100000:3.0:1734016128.369561:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339150336:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016128.369772:0:8706:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7895921 -> 7895921 00002000:00010000:3.0:1734016128.369775:0:8706:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.369777:0:8706:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016128.369779:0:8706:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.369781:0:8706:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 72 -> 112 00000100:00100000:3.0:1734016128.369846:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339150336:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 283us (440us total) trans 4294969372 rc 0/0 00000100:00100000:3.0:1734016128.369853:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11215 00000100:00100000:0.0:1734016128.375072:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.375210:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339150464 00000100:00100000:2.0:1734016128.375220:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339150464 00000100:00100000:2.0:1734016128.375275:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11216 00000100:00100000:2.0:1734016128.375282:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339150464:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.375300:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.375320:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a204e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.375354:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.375360:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.375363:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.375365:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8613888->8617983] (req 8613888->8617983) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.375400:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 6 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.375411:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 6 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.375422:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341616640:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016128.375480:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.381164:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341616640:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016128.381236:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8613888->8617983] (req 8613888->8617983) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.381258:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016128.381317:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339150464:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6033us (6254us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.381328:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11216 00000100:00100000:0.0:1734016128.384704:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.384891:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339150592 00000100:00100000:2.0:1734016128.384906:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339150592 00010000:00010000:2.0:1734016128.384968:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 7 pid: 8706 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.385033:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2889 00000100:00100000:2.0:1734016128.385044:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339150592:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.385074:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.385106:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 7 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.385119:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 7 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.385152:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321970 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2040 expref: 7 pid: 8706 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.386746:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.386760:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.386782:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.386795:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.386861:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.386885:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341616768:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016128.387205:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.394228:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.394439:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339150720 00000100:00100000:3.0:1734016128.394447:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339150720 00000100:00100000:3.0:1734016128.394502:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2065 00000100:00100000:3.0:1734016128.394510:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339150720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.394531:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.394552:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec732198c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2055 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.394642:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.394661:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.394672:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016128.394697:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7895921 00000004:00200000:3.0:1734016128.394701:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.394718:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016128.394738:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec732198c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.394760:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.394766:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016128.394769:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.394772:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016128.394832:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339150720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 323us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.394838:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2065 00000100:00100000:2.0:1734016128.395204:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341616768:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016128.395223:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.395249:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339150592:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10207us (10566us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.395258:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2889 00000100:00100000:0.0:1734016128.403742:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.403944:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339150848 00000100:00100000:2.0:1734016128.403958:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339150848 00000100:00100000:2.0:1734016128.404033:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11217 00000100:00100000:2.0:1734016128.404044:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339150848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.404066:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.404081:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732199a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a205c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.404167:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341616896:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016128.404759:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e9c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016128.438801:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 7895921 -> 8614629 00000100:00100000:2.0:1734016128.438837:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341616896:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016128.438876:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732199a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a205c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.438890:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec732199a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a205c expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.438918:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016128.438989:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339150848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 34947us (35271us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.438999:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11217 00000100:00100000:1.0:1734016128.443130:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.443246:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339150976 00000100:00100000:2.0:1734016128.443259:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339150976 00000100:00100000:2.0:1734016128.443315:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11218 00000100:00100000:2.0:1734016128.443323:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339150976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.443344:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.443365:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2063 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.443411:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.443421:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.443423:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.443426:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5267456->5271551] (req 5267456->5271551) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.443458:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.443469:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 6 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.443482:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341617024:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016128.443539:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.451124:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341617024:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016128.451152:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5267456->5271551] (req 5267456->5271551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.451169:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016128.451236:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339150976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7913us (8121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.451244:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11218 00000100:00100000:1.0:1734016128.452799:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.452931:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339151104 00000100:00100000:2.0:1734016128.452948:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339151104 00002000:00100000:2.0:1734016128.453013:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8613888->8614628) req@ffff88007678e300 x1818247339151104/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:89/0 lens 1232/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.453024:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247339151104 ext(8613888->8614628) 00010000:00010000:2.0:1734016128.453038:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 7 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:2.0:1734016128.453054:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 7 pid: 7681 timeout: 491 lvb_type: 0 00002000:00010000:2.0:1734016128.453062:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007678e300 00000100:00100000:2.0:1734016128.453110:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 331 00000100:00100000:2.0:1734016128.453119:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339151104:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016128.461088:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339151104:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7960us (8290us total) trans 4294969373 rc 0/0 00000100:00100000:0.0:1734016128.461103:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 331 00002000:00100000:0.0:1734016128.461117:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8613888->8614628) req@ffff88007678e300 x1818247339151104/t4294969373(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:89/0 lens 1232/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.461127:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247339151104 ext(8613888->8614628) 00010000:00010000:0.0:1734016128.461137:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 9 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016128.461153:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 9 pid: 7681 timeout: 491 lvb_type: 0 00002000:00010000:0.0:1734016128.461159:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007678e300 00000100:00100000:0.0:1734016128.470110:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.472352:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339151232 00000100:00100000:3.0:1734016128.472364:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339151232 00010000:00010000:3.0:1734016128.472406:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 9 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016128.472445:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2890 00000100:00100000:3.0:1734016128.472451:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339151232:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.472465:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016128.472478:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 112 -> 120 00010000:00010000:3.0:1734016128.472483:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 9 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016128.472493:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 9 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016128.472513:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321985 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8613888->8617983) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a204e expref: 9 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016128.472532:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.472534:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.472540:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.472547:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.472578:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.472590:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341617152:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016128.472670:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.477257:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341617152:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016128.477277:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.477310:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339151232:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4858us (7215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.477319:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2890 00000100:00100000:1.0:1734016128.480234:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.480312:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339151488 00000100:00100000:2.0:1734016128.480321:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339151488 00002000:00100000:2.0:1734016128.480369:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5267456->5271551) req@ffff88007678df80 x1818247339151488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.480380:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678df80 with x1818247339151488 ext(5267456->5271551) 00002000:00010000:2.0:1734016128.480384:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678df80 00000100:00100000:2.0:1734016128.480415:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9349 00000100:00100000:2.0:1734016128.480421:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339151488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.480593:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339151488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 171us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.480600:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9349 00002000:00100000:2.0:1734016128.480605:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5267456->5271551) req@ffff88007678df80 x1818247339151488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.480624:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678df80 with x1818247339151488 ext(5267456->5271551) 00002000:00010000:2.0:1734016128.480628:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678df80 00000100:00100000:0.0:1734016128.493559:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.495014:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339151744 00000100:00100000:3.0:1734016128.495029:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339151744 00002000:00100000:3.0:1734016128.495088:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5263360->5267455) req@ffff880130d4ce00 x1818247339151744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.495099:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4ce00 with x1818247339151744 ext(5263360->5267455) 00002000:00010000:3.0:1734016128.495105:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4ce00 00000100:00100000:2.0:1734016128.496057:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9350 00000100:00100000:2.0:1734016128.496068:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339151744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.496328:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339151744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 259us (2777us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.496336:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9350 00002000:00100000:2.0:1734016128.496344:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5263360->5267455) req@ffff880130d4ce00 x1818247339151744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.496352:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4ce00 with x1818247339151744 ext(5263360->5267455) 00002000:00010000:2.0:1734016128.496357:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4ce00 00000100:00100000:1.0:1734016128.514119:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.514466:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339152000 00000100:00100000:3.0:1734016128.514484:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339152000 00002000:00100000:3.0:1734016128.514556:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5259264->5263359) req@ffff88007678f800 x1818247339152000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.514567:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247339152000 ext(5259264->5263359) 00002000:00010000:3.0:1734016128.514574:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800 00000100:00100000:3.0:1734016128.514626:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9351 00000100:00100000:3.0:1734016128.514632:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339152000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.516146:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339152000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1504us (2035us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.516157:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9351 00002000:00100000:3.0:1734016128.516168:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5259264->5263359) req@ffff88007678f800 x1818247339152000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.516176:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247339152000 ext(5259264->5263359) 00002000:00010000:3.0:1734016128.516194:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800 00000100:00100000:0.0:1734016128.518283:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.518464:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339152256 00000100:00100000:3.0:1734016128.518478:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339152256 00002000:00100000:3.0:1734016128.518529:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5255168->5259263) req@ffff880130d4d180 x1818247339152256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.518541:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d180 with x1818247339152256 ext(5255168->5259263) 00002000:00010000:3.0:1734016128.518548:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4d180 00000100:00100000:3.0:1734016128.518682:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9352 00000100:00100000:3.0:1734016128.518693:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339152256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.520726:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339152256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2009us (2429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.520748:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9352 00002000:00100000:3.0:1734016128.520766:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5255168->5259263) req@ffff880130d4d180 x1818247339152256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.520778:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d180 with x1818247339152256 ext(5255168->5259263) 00002000:00010000:3.0:1734016128.520786:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4d180 00000100:00100000:0.0:1734016128.533416:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.534014:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339152512 00000100:00100000:2.0:1734016128.534027:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339152512 00002000:00100000:2.0:1734016128.534092:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5251072->5255167) req@ffff880130d4d500 x1818247339152512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.534104:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d500 with x1818247339152512 ext(5251072->5255167) 00002000:00010000:2.0:1734016128.534109:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4d500 00000100:00100000:2.0:1734016128.534139:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9353 00000100:00100000:2.0:1734016128.534148:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339152512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.534832:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339152512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 681us (1424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.534841:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9353 00002000:00100000:2.0:1734016128.534848:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5251072->5255167) req@ffff880130d4d500 x1818247339152512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.534856:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d500 with x1818247339152512 ext(5251072->5255167) 00002000:00010000:2.0:1734016128.534859:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4d500 00000100:00100000:0.0:1734016128.545656:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.546078:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339152640 00000100:00100000:2.0:1734016128.546094:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339152640 00000100:00100000:2.0:1734016128.547695:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11219 00000100:00100000:2.0:1734016128.547714:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339152640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.547750:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.547784:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a206a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.547834:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.547843:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.547847:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.547852:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2125824->2129919] (req 2125824->2129919) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.547900:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.547914:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 8 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:2.0:1734016128.547930:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341617280:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016128.548033:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.551128:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341617280:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016128.551176:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2125824->2129919] (req 2125824->2129919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.551243:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016128.551316:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339152640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3603us (5675us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.551333:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11219 00000100:00100000:0.0:1734016128.556756:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.557230:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339152768 00000100:00100000:3.0:1734016128.557242:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339152768 00010000:00010000:3.0:1734016128.557288:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 8 pid: 7681 timeout: 491 lvb_type: 0 00000100:00100000:3.0:1734016128.557497:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2891 00000100:00100000:3.0:1734016128.557507:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339152768:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.557525:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.557550:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 8 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016128.557569:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 8 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016128.557593:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73219a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2063 expref: 8 pid: 7681 timeout: 491 lvb_type: 0 00010000:00010000:3.0:1734016128.557662:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.557664:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.557672:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.557681:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.557721:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.557736:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341617408:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016128.557803:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.562914:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341617408:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016128.562943:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.562989:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339152768:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5483us (6244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.563001:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2891 00000100:00100000:0.0:1734016128.565600:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.567986:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339153024 00000100:00100000:2.0:1734016128.568004:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339153024 00002000:00100000:2.0:1734016128.568058:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2125824->2129919) req@ffff880130d4df80 x1818247339153024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.568069:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4df80 with x1818247339153024 ext(2125824->2129919) 00002000:00010000:2.0:1734016128.568075:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4df80 00000100:00100000:2.0:1734016128.568101:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9354 00000100:00100000:2.0:1734016128.568109:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339153024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.568330:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339153024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 221us (2743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.568338:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9354 00002000:00100000:2.0:1734016128.568345:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2125824->2129919) req@ffff880130d4df80 x1818247339153024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.568352:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4df80 with x1818247339153024 ext(2125824->2129919) 00002000:00010000:2.0:1734016128.568355:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4df80 00000100:00100000:0.0:1734016128.575432:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.575606:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339153280 00000100:00100000:2.0:1734016128.575626:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339153280 00002000:00100000:2.0:1734016128.575683:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2121728->2125823) req@ffff880130d4e300 x1818247339153280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.575695:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4e300 with x1818247339153280 ext(2121728->2125823) 00002000:00010000:2.0:1734016128.575701:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4e300 00000100:00100000:2.0:1734016128.577419:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9355 00000100:00100000:2.0:1734016128.577432:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339153280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.577690:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339153280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 260us (2273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.577697:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9355 00002000:00100000:2.0:1734016128.577708:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2121728->2125823) req@ffff880130d4e300 x1818247339153280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.577716:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4e300 with x1818247339153280 ext(2121728->2125823) 00002000:00010000:2.0:1734016128.577720:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4e300 00000100:00100000:0.0:1734016128.583872:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.584005:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339153536 00000100:00100000:2.0:1734016128.584016:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339153536 00002000:00100000:2.0:1734016128.584064:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2117632->2121727) req@ffff880130d4e680 x1818247339153536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.584076:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4e680 with x1818247339153536 ext(2117632->2121727) 00002000:00010000:2.0:1734016128.584082:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4e680 00000100:00100000:2.0:1734016128.585375:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9356 00000100:00100000:2.0:1734016128.585386:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339153536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.585662:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339153536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 275us (1804us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.585670:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9356 00002000:00100000:2.0:1734016128.585680:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2117632->2121727) req@ffff880130d4e680 x1818247339153536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.585688:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4e680 with x1818247339153536 ext(2117632->2121727) 00002000:00010000:2.0:1734016128.585693:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4e680 00000100:00100000:0.0:1734016128.589061:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.589224:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339153792 00000100:00100000:1.0:1734016128.589235:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339153792 00002000:00100000:1.0:1734016128.589285:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2113536->2117631) req@ffff880130d4ea00 x1818247339153792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.589295:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4ea00 with x1818247339153792 ext(2113536->2117631) 00002000:00010000:1.0:1734016128.589300:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4ea00 00000100:00100000:1.0:1734016128.589333:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9357 00000100:00100000:1.0:1734016128.589340:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339153792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.589544:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339153792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.589551:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9357 00002000:00100000:1.0:1734016128.589557:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2113536->2117631) req@ffff880130d4ea00 x1818247339153792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.589564:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4ea00 with x1818247339153792 ext(2113536->2117631) 00002000:00010000:1.0:1734016128.589567:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4ea00 00000100:00100000:0.0:1734016128.593434:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.593657:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339154048 00000100:00100000:2.0:1734016128.593669:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339154048 00002000:00100000:2.0:1734016128.593724:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2109440->2113535) req@ffff880130d4ed80 x1818247339154048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.593734:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4ed80 with x1818247339154048 ext(2109440->2113535) 00002000:00010000:2.0:1734016128.593740:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4ed80 00000100:00100000:2.0:1734016128.593780:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9358 00000100:00100000:2.0:1734016128.593788:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339154048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.594048:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339154048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 258us (626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.594056:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9358 00002000:00100000:2.0:1734016128.594062:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2109440->2113535) req@ffff880130d4ed80 x1818247339154048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.594069:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4ed80 with x1818247339154048 ext(2109440->2113535) 00002000:00010000:2.0:1734016128.594072:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4ed80 00000100:00100000:0.0:1734016128.597290:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.597391:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339154304 00000100:00100000:1.0:1734016128.597403:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339154304 00002000:00100000:1.0:1734016128.597458:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2105344->2109439) req@ffff880130d4f100 x1818247339154304/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.597469:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4f100 with x1818247339154304 ext(2105344->2109439) 00002000:00010000:1.0:1734016128.597475:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4f100 00000100:00100000:1.0:1734016128.597515:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9359 00000100:00100000:1.0:1734016128.597523:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339154304:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.597946:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339154304:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 422us (669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.597954:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9359 00002000:00100000:1.0:1734016128.597961:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2105344->2109439) req@ffff880130d4f100 x1818247339154304/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.597968:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4f100 with x1818247339154304 ext(2105344->2109439) 00002000:00010000:1.0:1734016128.597971:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4f100 00000100:00100000:0.0:1734016128.601049:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.601170:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339154560 00000100:00100000:2.0:1734016128.601446:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339154560 00002000:00100000:2.0:1734016128.601502:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2101248->2105343) req@ffff880130d4f480 x1818247339154560/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.601514:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4f480 with x1818247339154560 ext(2101248->2105343) 00002000:00010000:2.0:1734016128.601520:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4f480 00000100:00100000:2.0:1734016128.601554:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9360 00000100:00100000:2.0:1734016128.601563:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339154560:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.601778:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339154560:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 216us (740us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.601786:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9360 00002000:00100000:2.0:1734016128.601791:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2101248->2105343) req@ffff880130d4f480 x1818247339154560/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.601798:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4f480 with x1818247339154560 ext(2101248->2105343) 00002000:00010000:2.0:1734016128.601801:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4f480 00000100:00100000:0.0:1734016128.604498:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.605050:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339154816 00000100:00100000:1.0:1734016128.605061:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339154816 00002000:00100000:1.0:1734016128.605109:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2097152->2101247) req@ffff880130d4f800 x1818247339154816/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.605120:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4f800 with x1818247339154816 ext(2097152->2101247) 00002000:00010000:1.0:1734016128.605125:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4f800 00000100:00100000:1.0:1734016128.605164:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9361 00000100:00100000:1.0:1734016128.605171:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339154816:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.605428:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339154816:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 255us (942us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.605436:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9361 00002000:00100000:1.0:1734016128.605442:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2097152->2101247) req@ffff880130d4f800 x1818247339154816/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.605449:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4f800 with x1818247339154816 ext(2097152->2101247) 00002000:00010000:1.0:1734016128.605452:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4f800 00000100:00100000:0.0:1734016128.607559:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.607671:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339155072 00000100:00100000:2.0:1734016128.607680:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339155072 00002000:00100000:2.0:1734016128.607725:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2093056->2097151) req@ffff880130d4fb80 x1818247339155072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.607735:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4fb80 with x1818247339155072 ext(2093056->2097151) 00002000:00010000:2.0:1734016128.607739:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4fb80 00000100:00100000:1.0:1734016128.608603:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9362 00000100:00100000:1.0:1734016128.608623:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339155072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.608909:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339155072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 295us (1359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.608918:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9362 00002000:00100000:1.0:1734016128.608927:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2093056->2097151) req@ffff880130d4fb80 x1818247339155072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.608935:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4fb80 with x1818247339155072 ext(2093056->2097151) 00002000:00010000:1.0:1734016128.608939:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4fb80 00000100:00100000:0.0:1734016128.616575:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.620723:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339155328 00000100:00100000:3.0:1734016128.620743:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339155328 00002000:00100000:3.0:1734016128.620799:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2088960->2093055) req@ffff880130d4c380 x1818247339155328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.620810:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c380 with x1818247339155328 ext(2088960->2093055) 00002000:00010000:3.0:1734016128.620816:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c380 00000100:00100000:3.0:1734016128.620872:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9363 00000100:00100000:3.0:1734016128.620881:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339155328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.621112:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339155328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 231us (4554us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.621120:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9363 00002000:00100000:3.0:1734016128.621125:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2088960->2093055) req@ffff880130d4c380 x1818247339155328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.621132:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c380 with x1818247339155328 ext(2088960->2093055) 00002000:00010000:3.0:1734016128.621135:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c380 00000100:00100000:0.0:1734016128.625764:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.625889:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339155584 00000100:00100000:1.0:1734016128.625900:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339155584 00002000:00100000:1.0:1734016128.625961:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2084864->2088959) req@ffff8800740e4000 x1818247339155584/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.625972:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4000 with x1818247339155584 ext(2084864->2088959) 00002000:00010000:1.0:1734016128.625977:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4000 00000100:00100000:1.0:1734016128.626010:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9364 00000100:00100000:1.0:1734016128.626017:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339155584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.626247:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339155584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 229us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.626254:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9364 00002000:00100000:1.0:1734016128.626260:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (2084864->2088959) req@ffff8800740e4000 x1818247339155584/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.626266:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4000 with x1818247339155584 ext(2084864->2088959) 00002000:00010000:1.0:1734016128.626269:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4000 00000100:00100000:0.0:1734016128.636045:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016128.636251:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339155712 00000100:00100000:3.0:1734016128.636274:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339155712 00002000:00100000:3.0:1734016128.636361:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2084864->2129919) req@ffff8800740e4380 x1818247339155712/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.636375:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4380 with x1818247339155712 ext(2084864->2129919) 00002000:00010000:3.0:1734016128.636381:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4380 00000100:00100000:3.0:1734016128.636430:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9365 00000100:00100000:3.0:1734016128.636441:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339155712:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016128.642293:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339155712:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5839us (6261us total) trans 4294969374 rc 0/0 00000100:00100000:0.0:1734016128.642309:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9365 00002000:00100000:0.0:1734016128.642326:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2084864->2129919) req@ffff8800740e4380 x1818247339155712/t4294969374(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.642335:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4380 with x1818247339155712 ext(2084864->2129919) 00002000:00010000:0.0:1734016128.642342:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4380 00000100:00100000:0.0:1734016128.650248:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.650355:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339155840 00000100:00100000:2.0:1734016128.650366:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339155840 00000100:00100000:2.0:1734016128.650428:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11220 00000100:00100000:2.0:1734016128.650436:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339155840:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016128.651886:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969374 is committed 00000001:00080000:0.0:1734016128.651901:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969373 is committed 00000100:00100000:2.0:1734016128.652115:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339155840:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1673us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.652129:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11220 00000100:00100000:0.0:1734016128.655174:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.661962:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339155968 00000100:00100000:2.0:1734016128.661981:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339155968 00000100:00100000:2.0:1734016128.662061:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11221 00000100:00100000:2.0:1734016128.662069:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339155968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.662095:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.662122:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73219af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2071 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.662205:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341617536:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016128.662291:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00002000:00010000:2.0:1734016128.664379:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016125 -> 1734016128 00002000:00010000:2.0:1734016128.664388:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 120 -> 208 00000100:00100000:2.0:1734016128.664410:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341617536:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016128.664447:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73219af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2071 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.664461:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec73219af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2071 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.664482:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016128.664525:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339155968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2455us (9366us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.664532:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11221 00000100:00100000:0.0:1734016128.668777:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.668876:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339156096 00000100:00100000:2.0:1734016128.668886:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339156096 00000100:00100000:2.0:1734016128.668941:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11222 00000100:00100000:2.0:1734016128.668949:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339156096:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.668969:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.668989:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73219b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2078 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.669050:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341617664:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016128.669109:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.672740:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341617664:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016128.672804:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73219b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2078 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.672827:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73219b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2078 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.672867:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016128.672927:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339156096:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3978us (4161us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.672938:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11222 00000100:00100000:0.0:1734016128.703090:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.703217:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339156352 00000100:00100000:2.0:1734016128.703230:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339156352 00002000:00100000:2.0:1734016128.703284:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4239359) req@ffff8800740e5180 x1818247339156352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 504/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.703295:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5180 with x1818247339156352 ext(0->4239359) 00002000:00010000:2.0:1734016128.703301:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5180 00000100:00100000:2.0:1734016128.703343:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9366 00000100:00100000:2.0:1734016128.703352:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339156352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.709598:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016128.709679:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016128.709723:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339156608 00000100:00100000:0.0:1734016128.709736:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339156608 00002000:00100000:0.0:1734016128.709789:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4239360->8433663) req@ffff8800740e5500 x1818247339156608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.709800:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5500 with x1818247339156608 ext(4239360->8433663) 00002000:00010000:0.0:1734016128.709805:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5500 00000100:00100000:0.0:1734016128.709841:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339156736 00000100:00100000:0.0:1734016128.709844:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339156736 00002000:00100000:0.0:1734016128.709855:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8433664->8617983) req@ffff8800740e5880 x1818247339156736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.709861:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5880 with x1818247339156736 ext(8433664->8617983) 00002000:00010000:0.0:1734016128.709864:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5880 00000100:00100000:0.0:1734016128.709876:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9367 00000100:00100000:0.0:1734016128.709883:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339156608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.710597:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9368 00000100:00100000:1.0:1734016128.710604:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339156736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.735265:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339156736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 24639us (25563us total) trans 0 rc 184320/184320 00000100:00100000:0.0:1734016128.735282:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9368 00002000:00100000:0.0:1734016128.735296:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8433664->8617983) req@ffff8800740e5880 x1818247339156736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 184320/184320 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.735307:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5880 with x1818247339156736 ext(8433664->8617983) 00002000:00010000:0.0:1734016128.735313:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5880 00000100:00100000:0.0:1734016128.811344:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339156352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 107978us (108254us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016128.811361:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9366 00002000:00100000:0.0:1734016128.811375:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4239359) req@ffff8800740e5180 x1818247339156352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 504/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.811385:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5180 with x1818247339156352 ext(0->4239359) 00002000:00010000:0.0:1734016128.811391:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5180 00000100:00100000:0.0:1734016128.848719:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.849019:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339156992 00000100:00100000:2.0:1734016128.849033:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339156992 00000100:00100000:3.0:1734016128.850748:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11223 00000100:00100000:3.0:1734016128.850762:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339156992:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.850790:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.850818:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec73219bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a207f expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.850892:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341617792:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016128.850982:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.853009:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339156608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 143110us (143411us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016128.853024:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9367 00002000:00100000:1.0:1734016128.853038:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4239360->8433663) req@ffff8800740e5500 x1818247339156608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.853049:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5500 with x1818247339156608 ext(4239360->8433663) 00002000:00010000:1.0:1734016128.853055:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5500 00002000:00010000:3.0:1734016128.867122:0:8706:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016128 -> 1734016129 00000100:00100000:3.0:1734016128.867159:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341617792:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016128.867248:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec73219bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a207f expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.867265:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec73219bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a207f expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.867278:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016128.867341:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339156992:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16582us (18629us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.867350:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11223 00000100:00100000:3.0:1734016128.872429:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016128.872532:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339157120 00000100:00100000:2.0:1734016128.872542:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339157120 00000100:00100000:2.0:1734016128.872592:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11224 00000100:00100000:2.0:1734016128.872598:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339157120:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.872627:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.872645:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73219c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2086 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.872705:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341617920:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016128.872760:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.878886:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341617920:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016128.878927:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73219c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2086 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.878942:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73219c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2086 expref: 7 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.879798:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016128.879874:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339157120:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7273us (7450us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.879883:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11224 00000100:00100000:2.0:1734016128.888038:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016128.888085:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339157248 00000100:00100000:0.0:1734016128.888092:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339157248 00000100:00100000:3.0:1734016128.888707:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11225 00000100:00100000:3.0:1734016128.888716:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339157248:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.888736:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.888755:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73219cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a208d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.888815:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074243b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618048:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016128.888864:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.892407:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074243b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618048:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016128.892461:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73219cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a208d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.892478:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73219cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a208d expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.893040:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:0.0:1734016128.893121:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339157248:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4403us (5087us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.893133:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11225 00000100:00100000:3.0:1734016128.900305:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.900400:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339157376 00000100:00100000:1.0:1734016128.900408:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339157376 00000100:00100000:1.0:1734016128.900532:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11226 00000100:00100000:1.0:1734016128.900539:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339157376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.900558:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.900577:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73219d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2094 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.900642:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618176:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016128.900703:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aeca46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.904476:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618176:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016128.904516:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73219d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2094 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.904529:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec73219d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2094 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.904543:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016128.904594:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339157376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4054us (4297us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.904602:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11226 00000100:00100000:3.0:1734016128.914671:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.914764:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339157504 00000100:00100000:1.0:1734016128.914774:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339157504 00000100:00100000:1.0:1734016128.914880:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11227 00000100:00100000:1.0:1734016128.914889:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339157504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.914914:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.914938:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73219d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a209b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.914998:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618304:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016128.915129:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aeca46c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016128.927672:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 8614629 -> 10312684 00002000:00010000:1.0:1734016128.927680:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016128 -> 1734016129 00002000:00010000:1.0:1734016128.927683:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016128 -> 1734016129 00000100:00100000:1.0:1734016128.927708:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618304:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016128.927750:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73219d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a209b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.927765:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73219d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a209b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.928858:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016128.928963:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339157504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14070us (14297us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.928976:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11227 00000100:00100000:3.0:1734016128.950581:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.950781:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339157632 00000100:00100000:1.0:1734016128.950790:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339157632 00000100:00100000:1.0:1734016128.951513:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11228 00000100:00100000:1.0:1734016128.951522:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339157632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.951542:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.951558:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73219e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20a2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.951621:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618432:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016128.951680:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aeca46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.953775:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618432:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016128.953825:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73219e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.953843:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73219e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a2 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.953926:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016128.953987:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339157632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2465us (3416us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.953997:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11228 00000100:00100000:3.0:1734016128.962018:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.962261:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339157760 00000100:00100000:1.0:1734016128.962273:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339157760 00000100:00100000:1.0:1734016128.963726:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11229 00000100:00100000:1.0:1734016128.963741:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339157760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.963768:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.963792:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20a9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.963827:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.963835:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.963837:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.963841:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5099520->5148671] (req 5099520->5148671) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.963878:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.963896:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 5 pid: 7681 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016128.963909:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618560:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016128.964005:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aeca46c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.973291:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016128.973408:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341618560:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016128.973448:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5099520->5148671] (req 5099520->5148671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.973469:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016128.973519:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339157760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9781us (11516us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.973530:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11229 00000100:00100000:0.0:1734016128.973637:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339157888 00000100:00100000:0.0:1734016128.973644:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339157888 00002000:00100000:0.0:1734016128.973683:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (10252288->10312683) req@ffff88012e9d6a00 x1818247339157888/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.973693:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d6a00 with x1818247339157888 ext(10252288->10312683) 00010000:00010000:0.0:1734016128.973700:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 6 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016128.973716:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 6 pid: 7681 timeout: 492 lvb_type: 0 00002000:00010000:0.0:1734016128.973721:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e9d6a00 00000100:00100000:0.0:1734016128.973735:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 332 00000100:00100000:0.0:1734016128.973740:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339157888:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016128.994919:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339157888:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 21154us (21623us total) trans 4294969375 rc 0/0 00000100:00100000:0.0:1734016128.994939:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 332 00002000:00100000:0.0:1734016128.994956:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (10252288->10312683) req@ffff88012e9d6a00 x1818247339157888/t4294969375(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:89/0 lens 488/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016128.994968:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d6a00 with x1818247339157888 ext(10252288->10312683) 00010000:00010000:0.0:1734016128.994981:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016128.995001:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00002000:00010000:0.0:1734016128.995009:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e9d6a00 00000100:00100000:3.0:1734016129.034332:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016129.034426:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339158016 00000100:00100000:0.0:1734016129.034438:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339158016 00010000:00010000:0.0:1734016129.034497:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00000100:00100000:0.0:1734016129.034544:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2892 00000100:00100000:0.0:1734016129.034554:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339158016:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.034574:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016129.034600:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 208 -> 328 00010000:00010000:0.0:1734016129.034618:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016129.034630:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016129.034655:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73219a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a206a expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016129.034679:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.034682:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.034688:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.034697:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.034733:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.034747:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341618688:192.168.201.1@tcp:105: 00000100:00080000:2.0:1734016129.034878:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016099 00000100:00100000:0.0:1734016129.036869:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.054029:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016129.054714:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339158144 00000100:00100000:0.0:1734016129.054727:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339158144 00000100:00100000:0.0:1734016129.054807:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11230 00000100:00100000:0.0:1734016129.054815:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339158144:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016129.055250:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10312684 -> 10312684 00002000:00010000:0.0:1734016129.055254:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:0.0:1734016129.055256:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:0.0:1734016129.055258:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:0.0:1734016129.055260:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 328 -> 328 00000100:00100000:0.0:1734016129.055368:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339158144:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 552us (1351us total) trans 4294969376 rc 0/0 00000100:00100000:0.0:1734016129.055377:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11230 00000100:00100000:1.0:1734016129.057130:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341618688:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016129.057163:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.057245:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339158016:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 22689us (22924us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.057256:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2892 00000100:00100000:3.0:1734016129.064331:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.064918:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339158272 00000100:00100000:2.0:1734016129.064929:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339158272 00000100:00100000:2.0:1734016129.064980:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11231 00000100:00100000:2.0:1734016129.064989:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339158272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.065011:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.065033:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73219ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20b0 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.065114:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341618816:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016129.065215:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.071114:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341618816:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016129.071166:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73219ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b0 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.071219:0:8706:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73219ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b0 expref: 8 pid: 8706 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.071238:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016129.071307:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339158272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6316us (6990us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.071318:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11231 00000100:00100000:3.0:1734016129.077176:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.077323:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339158400 00000100:00100000:2.0:1734016129.077333:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339158400 00000100:00100000:2.0:1734016129.077389:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11232 00000100:00100000:2.0:1734016129.077396:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339158400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.077421:0:8706:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.077443:0:8706:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20b7 expref: -99 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.077480:0:8706:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.077487:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.077489:0:8706:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.077492:0:8706:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8519680->8523775] (req 8519680->8523775) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.077519:0:8706:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.077531:0:8706:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 7 pid: 7681 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016129.077541:0:8706:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341618944:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016129.077602:0:8706:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.086948:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.087572:0:8706:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8706:1818247341618944:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016129.087622:0:8706:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8519680->8523775] (req 8519680->8523775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 8 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.087644:0:8706:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016129.087710:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339158400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10311us (10547us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.087723:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11232 00000100:00100000:1.0:1734016129.091301:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339158528 00000100:00100000:1.0:1734016129.091321:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339158528 00010000:00010000:1.0:1734016129.091389:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016129.091435:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2893 00000100:00100000:1.0:1734016129.091443:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339158528:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016129.091466:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016129.091495:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016129.091507:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016129.091534:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73219e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5099520->5148671) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20a9 expref: 8 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016129.091571:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.091574:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.091583:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.091592:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.091646:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 7 pid: 8706 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.091662:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341619072:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016129.091758:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aeca46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.098884:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341619072:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016129.098923:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.098993:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339158528:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7548us (12060us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.099005:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2893 00000100:00100000:3.0:1734016129.137842:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.137885:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.138375:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.138419:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339158784 00000100:00100000:3.0:1734016129.138432:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339158784 00002000:00100000:3.0:1734016129.138485:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->8523775) req@ffff88012bdb5500 x1818247339158784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.138496:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5500 with x1818247339158784 ext(0->8523775) 00002000:00010000:3.0:1734016129.138501:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5500 00000100:00100000:3.0:1734016129.138928:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339159040 00000100:00100000:3.0:1734016129.138932:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339159040 00002000:00100000:3.0:1734016129.138948:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8384511) req@ffff880071d11500 x1818247339159040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.138955:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11500 with x1818247339159040 ext(4190208->8384511) 00002000:00010000:3.0:1734016129.138959:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11500 00000100:00100000:1.0:1734016129.138991:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339159296 00000100:00100000:1.0:1734016129.138996:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339159296 00002000:00100000:1.0:1734016129.139016:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8384512->10313727) req@ffff880071d11f80 x1818247339159296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.139022:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11f80 with x1818247339159296 ext(8384512->10313727) 00002000:00010000:1.0:1734016129.139024:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11f80 00000100:00100000:1.0:1734016129.139040:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9369 00000100:00100000:1.0:1734016129.139047:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339158784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.142684:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9370 00000100:00100000:0.0:1734016129.142704:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339159040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.153128:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9371 00000100:00100000:3.0:1734016129.153150:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339159296:12345-192.168.201.1@tcp:3:fsx.0 00010000:00010000:1.0:1734016129.184660:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016129.217856:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341619584:0@lo:400:kworker.0 00000100:00100000:2.0:1734016129.217931:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016129.217963:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016129.217967:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341619456:0@lo:400:kworker.0 00000100:00100000:2.0:1734016129.217986:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016129.218016:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341619584 00000100:00100000:2.0:1734016129.218023:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341619584 00000100:00100000:3.0:1734016129.218122:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341619328:0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.218152:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016129.218163:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341619840:0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.218197:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016129.219824:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341619456 00000100:00100000:0.0:1734016129.219835:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341619456 00000100:00100000:1.0:1734016129.220037:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341619200:0@lo:400:kworker.0 00000100:00100000:1.0:1734016129.220100:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016129.220121:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341619712:0@lo:400:kworker.0 00000100:00100000:1.0:1734016129.220139:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016129.220329:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341619200 00000100:00100000:1.0:1734016129.220332:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341619200 00000100:00100000:1.0:1734016129.220359:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1734016129.220365:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341619200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016129.220407:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341619200:12345-0@lo:400:kworker.0 Request processed in 42us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.220413:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1734016129.220467:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341619840 00000100:00100000:2.0:1734016129.220471:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341619840 00000100:00100000:2.0:1734016129.220497:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1734016129.220503:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341619584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016129.220542:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341619584:12345-0@lo:400:kworker.0 Request processed in 40us (2612us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.220547:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1734016129.220556:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1734016129.220559:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341619840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016129.220581:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341619840:12345-0@lo:400:kworker.0 Request processed in 22us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.220586:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00080000:2.0:1734016129.220599:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016099 00000100:00080000:2.0:1734016129.220613:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016099 00000100:00080000:2.0:1734016129.220615:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00000100:00080000:2.0:1734016129.220617:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016099 00000100:00100000:2.0:1734016129.220650:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341619584:0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.220702:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341619328 00000100:00100000:0.0:1734016129.220706:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341619328 00000100:00100000:0.0:1734016129.220724:0:7702:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341619712 00000100:00100000:0.0:1734016129.220726:0:7702:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341619712 00000100:00100000:0.0:1734016129.220744:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1734016129.220748:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341619456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.220790:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341619456:12345-0@lo:400:kworker.0 Request processed in 40us (2801us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.220794:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1734016129.220805:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1734016129.220808:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341619328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.220827:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341619328:12345-0@lo:400:kworker.0 Request processed in 19us (2676us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.220832:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1734016129.220839:0:7702:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1734016129.220842:0:7702:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341619712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.220862:0:7702:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341619712:12345-0@lo:400:kworker.0 Request processed in 18us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.220866:0:7702:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1734016129.220898:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341619200:0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.220906:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341619712:0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.221034:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341619328:0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.221045:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341619840:0@lo:400:kworker.0 00000100:00080000:2.0:1734016129.222176:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00000100:00100000:2.0:1734016129.222226:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341619456:0@lo:400:kworker.0 00000100:00100000:2.0:1734016129.246205:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016129.247636:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341619968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016129.247723:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016129.249039:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341619968 00000100:00100000:0.0:1734016129.249053:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341619968 00000100:00100000:0.0:1734016129.258292:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1734016129.258319:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341619968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016129.258369:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980128320 pending 86016 free 3923640320 avail 3691634688 00000100:00100000:0.0:1734016129.258515:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341619968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 204us (10791us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.258522:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1734016129.258700:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341619968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016129.295168:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339158784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156107us (157324us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016129.295205:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9369 00002000:00100000:1.0:1734016129.295219:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->8523775) req@ffff88012bdb5500 x1818247339158784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.295229:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5500 with x1818247339158784 ext(0->8523775) 00002000:00010000:1.0:1734016129.295235:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5500 00000100:00100000:2.0:1734016129.295406:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339159296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142261us (157030us total) trans 0 rc 1925120/1925120 00000100:00100000:2.0:1734016129.295413:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9371 00002000:00100000:2.0:1734016129.295419:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8384512->10313727) req@ffff880071d11f80 x1818247339159296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 1925120/1925120 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.295425:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11f80 with x1818247339159296 ext(8384512->10313727) 00002000:00010000:2.0:1734016129.295428:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11f80 00000100:00100000:0.0:1734016129.366462:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.366742:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339159424 00000100:00100000:3.0:1734016129.366752:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339159424 00000100:00100000:3.0:1734016129.366799:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11233 00000100:00100000:3.0:1734016129.366807:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339159424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.366828:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.366849:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20be expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.366873:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.366876:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.366884:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.366899:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.366915:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016129.366969:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339159424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 162us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.366975:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11233 00000100:00100000:1.0:1734016129.374513:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339159040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 231802us (236614us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016129.374529:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9370 00002000:00100000:1.0:1734016129.374542:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4190208->8384511) req@ffff880071d11500 x1818247339159040/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.374551:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11500 with x1818247339159040 ext(4190208->8384511) 00002000:00010000:1.0:1734016129.374557:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11500 00000100:00100000:0.0:1734016129.376043:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.376172:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339159552 00000100:00100000:2.0:1734016129.376214:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339159552 00000100:00100000:2.0:1734016129.376374:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11234 00000100:00100000:2.0:1734016129.376384:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339159552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.376410:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.376432:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20c5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.376469:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.376479:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.376487:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.376489:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.376493:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [10113024->10129407] (req 10113024->10129407) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.376533:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.376546:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 7 pid: 13915 timeout: 492 lvb_type: 1 00000100:00100000:2.0:1734016129.376560:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620096:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016129.383441:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 9 pid: 8706 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.383464:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 9 pid: 8706 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016129.383481:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620224:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016129.385530:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.386103:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620096:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016129.395129:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620224:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016129.395177:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [10113024->10129407] (req 10113024->10129407) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.395243:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:3.0:1734016129.395314:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339159552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 18931us (19278us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.395324:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11234 00000100:00100000:0.0:1734016129.395918:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.396583:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339159680 00000100:00100000:1.0:1734016129.396594:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339159680 00010000:00010000:1.0:1734016129.396634:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 8 pid: 13915 timeout: 492 lvb_type: 1 00000100:00100000:1.0:1734016129.396664:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2894 00000100:00100000:1.0:1734016129.396670:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339159680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016129.396684:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016129.396704:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 8 pid: 13915 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016129.396713:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 8 pid: 13915 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016129.396734:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec73219fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20be expref: 8 pid: 13915 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016129.396756:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.396784:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339159680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 114us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.396790:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2894 00000100:00100000:0.0:1734016129.407399:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.407518:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339159808 00000100:00100000:2.0:1734016129.407530:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339159808 00010000:00010000:2.0:1734016129.407568:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 9 pid: 8706 timeout: 492 lvb_type: 0 00000100:00100000:2.0:1734016129.407620:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2895 00000100:00100000:2.0:1734016129.407627:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339159808:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.407645:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.407669:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 9 pid: 8706 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016129.407681:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 9 pid: 8706 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016129.407702:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73219f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20b7 expref: 9 pid: 8706 timeout: 492 lvb_type: 0 00010000:00010000:2.0:1734016129.407724:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.407726:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.407733:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.407740:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.407776:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.407790:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341620352:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016129.407869:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.413608:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341620352:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016129.413637:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.413718:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339159808:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6089us (6329us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.413730:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2895 00000100:00100000:0.0:1734016129.413853:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.414662:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339159936 00000100:00100000:3.0:1734016129.414674:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339159936 00000100:00100000:3.0:1734016129.414725:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11235 00000100:00100000:3.0:1734016129.414734:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339159936:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.415048:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10312684 -> 10312684 00002000:00010000:3.0:1734016129.415052:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.415054:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.415056:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.415058:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 328 -> 360 00000100:00100000:3.0:1734016129.415107:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339159936:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 374us (1255us total) trans 4294969377 rc 0/0 00000100:00100000:3.0:1734016129.415116:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11235 00000100:00100000:0.0:1734016129.424869:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.425073:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339160064 00000100:00100000:2.0:1734016129.425090:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339160064 00000100:00100000:2.0:1734016129.425172:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11236 00000100:00100000:2.0:1734016129.425220:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339160064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.425257:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.425290:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321a0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20cc expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.425390:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341620480:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016129.425485:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.429785:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341620480:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016129.429826:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321a0a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20cc expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.429840:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321a0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20cc expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.429854:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016129.429914:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339160064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4734us (5059us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.429922:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11236 00000100:00100000:0.0:1734016129.433361:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.433482:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339160192 00000100:00100000:2.0:1734016129.433492:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339160192 00000100:00100000:2.0:1734016129.433646:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11237 00000100:00100000:2.0:1734016129.433654:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339160192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.433678:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.433701:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321a11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20d3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.433774:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341620608:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016129.433853:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.440026:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341620608:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016129.440065:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321a11 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20d3 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.440080:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321a11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20d3 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.440097:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016129.440306:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339160192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6650us (6958us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.440316:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11237 00000100:00100000:0.0:1734016129.445755:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.446460:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339160320 00000100:00100000:2.0:1734016129.446471:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339160320 00000100:00100000:2.0:1734016129.446538:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11238 00000100:00100000:2.0:1734016129.446547:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339160320:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016129.446804:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10312684 -> 10485760 00002000:00010000:2.0:1734016129.446808:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.446810:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.446811:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.446813:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 360 -> 440 00000100:00100000:2.0:1734016129.446868:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339160320:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 321us (1126us total) trans 4294969378 rc 0/0 00000100:00100000:2.0:1734016129.446878:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11238 00000100:00100000:0.0:1734016129.453033:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.453662:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339160448 00000100:00100000:3.0:1734016129.453672:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339160448 00000100:00100000:3.0:1734016129.453738:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11239 00000100:00100000:3.0:1734016129.453746:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339160448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.453770:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.453790:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321a18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20da expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.453849:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620736:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016129.453926:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.456424:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620736:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016129.456487:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321a18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20da expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.456506:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321a18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20da expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.456877:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016129.456949:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339160448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3202us (3927us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.456959:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11239 00000100:00100000:0.0:1734016129.463297:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.463551:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339160576 00000100:00100000:3.0:1734016129.463561:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339160576 00000100:00100000:3.0:1734016129.463702:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11240 00000100:00100000:3.0:1734016129.463711:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339160576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.463733:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.463754:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321a1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20e1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.463810:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620864:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016129.463877:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.466824:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620864:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016129.466870:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321a1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e1 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.466885:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321a1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e1 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.467486:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016129.467684:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339160576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3971us (4396us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.467695:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11240 00000100:00100000:0.0:1734016129.473750:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.473899:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339160704 00000100:00100000:3.0:1734016129.473911:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339160704 00000100:00100000:3.0:1734016129.473970:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11241 00000100:00100000:3.0:1734016129.473979:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339160704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.474005:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.474030:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20e8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.474070:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.474078:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.474080:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.474084:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [962560->970751] (req 962560->970751) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.474121:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.474133:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 9 pid: 7681 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016129.474146:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620992:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016129.474244:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.476589:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341620992:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016129.476638:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [962560->970751] (req 962560->970751) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.476659:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016129.476714:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339160704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2733us (2976us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.476724:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11241 00000100:00100000:0.0:1734016129.478155:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.478471:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339160832 00000100:00100000:3.0:1734016129.478482:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339160832 00010000:00010000:3.0:1734016129.478518:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 10 pid: 7681 timeout: 492 lvb_type: 0 00000100:00100000:3.0:1734016129.478555:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2896 00000100:00100000:3.0:1734016129.478562:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339160832:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.478577:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.478608:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 10 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016129.478621:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 10 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016129.478643:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20c5 expref: 10 pid: 7681 timeout: 492 lvb_type: 0 00010000:00010000:3.0:1734016129.478669:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.478671:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.478678:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.478687:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.478721:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.478733:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341621120:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016129.478795:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.480433:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341621120:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016129.480455:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.480713:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339160832:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2149us (2563us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.480725:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2896 00000100:00100000:0.0:1734016129.507986:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.509234:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339161088 00000100:00100000:1.0:1734016129.509252:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339161088 00002000:00100000:1.0:1734016129.509323:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800740e5c00 x1818247339161088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.509334:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5c00 with x1818247339161088 ext(0->4194303) 00002000:00010000:1.0:1734016129.509342:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5c00 00000100:00100000:1.0:1734016129.509397:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9372 00000100:00100000:1.0:1734016129.509406:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339161088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.515945:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016129.516053:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016129.516111:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339161344 00000100:00100000:0.0:1734016129.516120:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339161344 00002000:00100000:0.0:1734016129.516167:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800740e6300 x1818247339161344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.516207:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6300 with x1818247339161344 ext(4194304->8388607) 00002000:00010000:0.0:1734016129.516214:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6300 00000100:00100000:0.0:1734016129.516250:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339161472 00000100:00100000:0.0:1734016129.516253:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339161472 00002000:00100000:0.0:1734016129.516264:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->10485759) req@ffff8800740e5f80 x1818247339161472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.516271:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5f80 with x1818247339161472 ext(8388608->10485759) 00002000:00010000:0.0:1734016129.516273:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5f80 00000100:00100000:0.0:1734016129.516289:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9373 00000100:00100000:0.0:1734016129.516296:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339161344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.519720:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9374 00000100:00100000:2.0:1734016129.519733:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339161472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.551371:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339161472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 31626us (35303us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1734016129.551385:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9374 00002000:00100000:2.0:1734016129.551400:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->10485759) req@ffff8800740e5f80 x1818247339161472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.551410:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5f80 with x1818247339161472 ext(8388608->10485759) 00002000:00010000:2.0:1734016129.551416:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5f80 00000100:00100000:1.0:1734016129.618751:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339161088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 109330us (110764us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016129.618768:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9372 00002000:00100000:1.0:1734016129.618782:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800740e5c00 x1818247339161088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.618793:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5c00 with x1818247339161088 ext(0->4194303) 00002000:00010000:1.0:1734016129.618800:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5c00 00000100:00100000:0.0:1734016129.624280:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.626282:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339161856 00000100:00100000:2.0:1734016129.626298:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339161856 00000100:00100000:2.0:1734016129.626629:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 220 00000100:00100000:2.0:1734016129.626639:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247339161856:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016129.630210:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247339161856:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 3535us (5910us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.630231:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 220 00000100:00100000:0.0:1734016129.634153:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016129.634229:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016129.634249:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016129.634305:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339161728 00000100:00100000:0.0:1734016129.634315:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339161728 00000100:00100000:0.0:1734016129.634371:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 309 00000100:00100000:0.0:1734016129.634379:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800818b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247339161728:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016129.634440:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800818b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247339161728:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 62us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.634446:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 309 00000100:00080000:0.0:1734016129.634528:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016099 00000100:00100000:0.0:1734016129.634545:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339161984 00000100:00100000:0.0:1734016129.634547:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339161984 00000100:00100000:0.0:1734016129.634574:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 154 00000100:00100000:0.0:1734016129.634578:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339161984:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016129.634619:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339161984:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 40us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.634624:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 154 00000100:00080000:0.0:1734016129.634633:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016099 00000100:00100000:3.0:1734016129.634765:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339162112 00000100:00100000:3.0:1734016129.634768:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339162112 00000100:00100000:3.0:1734016129.634795:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 221 00000100:00100000:3.0:1734016129.634799:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:1982:x1818247339162112:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:3.0:1734016129.634833:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:1982:x1818247339162112:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 33us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.634838:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 221 00000100:00100000:0.0:1734016129.643132:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.643377:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339162240 00000100:00100000:2.0:1734016129.643387:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339162240 00000100:00100000:2.0:1734016129.643438:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11242 00000100:00100000:2.0:1734016129.643446:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339162240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.643470:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.643488:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20ef expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.643521:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.643524:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.643532:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.643547:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.643560:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016129.643622:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339162240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 176us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.643629:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11242 00000100:00100000:2.0:1734016129.653661:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339161344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137345us (137711us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016129.653678:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9373 00002000:00100000:2.0:1734016129.653693:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800740e6300 x1818247339161344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.653703:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6300 with x1818247339161344 ext(4194304->8388607) 00002000:00010000:2.0:1734016129.653711:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6300 00000100:00100000:1.0:1734016129.655584:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.659020:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339162368 00000100:00100000:2.0:1734016129.659039:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339162368 00000100:00100000:2.0:1734016129.659385:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11243 00000100:00100000:2.0:1734016129.659396:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339162368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.659426:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.659462:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20f6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.659506:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.659515:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.659522:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.659524:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.659528:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8572928->8626175] (req 8572928->8626175) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.659575:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 11 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.659588:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 11 pid: 13915 timeout: 493 lvb_type: 1 00000100:00100000:2.0:1734016129.659615:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341621248:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016129.659743:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.659752:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 7 pid: 7681 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.659761:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341621376:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016129.659787:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.662938:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341621248:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016129.662955:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341621376:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016129.662991:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [8572928->8626175] (req 8572928->8626175) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.663019:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:3.0:1734016129.665016:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339162368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5603us (9427us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.665030:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11243 00000100:00100000:0.0:1734016129.665461:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.665510:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339162496 00000100:00100000:3.0:1734016129.665518:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339162496 00010000:00010000:3.0:1734016129.665551:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 11 pid: 13915 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016129.665581:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2897 00000100:00100000:3.0:1734016129.665587:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339162496:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.665608:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.665629:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 11 pid: 13915 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.665639:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 11 pid: 13915 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.665660:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20ef expref: 11 pid: 13915 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016129.665691:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.665729:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339162496:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 143us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.665735:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2897 00000100:00100000:0.0:1734016129.684274:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.684408:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339162624 00000100:00100000:1.0:1734016129.684418:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339162624 00010000:00010000:1.0:1734016129.684457:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 8 pid: 7681 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.684604:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2898 00000100:00100000:1.0:1734016129.684613:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339162624:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016129.684635:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016129.684662:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 8 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.684679:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 8 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.684708:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321a26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20e8 expref: 8 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.684773:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.684776:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.684785:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.684795:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.685605:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.685622:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341621504:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016129.685707:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aeca4180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.700446:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.700514:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339162752 00000100:00100000:3.0:1734016129.700524:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339162752 00000100:00100000:3.0:1734016129.700583:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11244 00000100:00100000:3.0:1734016129.700590:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339162752:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.700858:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:3.0:1734016129.700861:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.700864:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.700866:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.700870:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 440 -> 536 00000100:00100000:3.0:1734016129.700937:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339162752:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 346us (508us total) trans 4294969379 rc 0/0 00000100:00100000:3.0:1734016129.700943:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11244 00000100:00100000:1.0:1734016129.703764:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341621504:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016129.703802:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.703882:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339162624:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 19267us (19711us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.703894:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2898 00000100:00100000:0.0:1734016129.707502:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.707579:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339162880 00000100:00100000:2.0:1734016129.707589:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339162880 00000100:00100000:2.0:1734016129.707657:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11245 00000100:00100000:2.0:1734016129.707664:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339162880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.707687:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.707706:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a20fd expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.707771:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341621632:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016129.707850:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.710709:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071a05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341621760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016129.710797:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016129.710913:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341621760 00000100:00100000:2.0:1734016129.710922:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341621760 00000100:00100000:2.0:1734016129.710976:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1734016129.710986:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341621760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016129.711028:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016129.711074:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341621760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.711081:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1734016129.711547:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071a05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341621760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016129.713877:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341621632:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016129.713918:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a3b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20fd expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.713934:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321a3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20fd expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.713975:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016129.714038:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339162880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6372us (6547us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.714047:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11245 00000100:00100000:0.0:1734016129.722626:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.723987:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339163008 00000100:00100000:2.0:1734016129.723999:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339163008 00000100:00100000:2.0:1734016129.724070:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11246 00000100:00100000:2.0:1734016129.724080:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339163008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.724105:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.724127:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321a42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2104 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.724213:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341621888:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016129.726226:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.728428:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341621888:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016129.728473:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321a42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2104 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.728489:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321a42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2104 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.728515:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016129.729268:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339163008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5186us (6653us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.729281:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11246 00000100:00100000:1.0:1734016129.738798:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.740229:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339163264 00000100:00100000:2.0:1734016129.740243:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339163264 00002000:00100000:2.0:1734016129.740311:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5971968->10485759) req@ffff88012d8ab800 x1818247339163264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.740324:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab800 with x1818247339163264 ext(5971968->10485759) 00002000:00010000:2.0:1734016129.740333:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab800 00000100:00100000:2.0:1734016129.740363:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9375 00000100:00100000:2.0:1734016129.740370:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339163264:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.755566:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339163264:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 15179us (16765us total) trans 0 rc 176128/176128 00000100:00100000:2.0:1734016129.755585:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9375 00002000:00100000:2.0:1734016129.755613:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5971968->10485759) req@ffff88012d8ab800 x1818247339163264/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 176128/176128 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.755623:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab800 with x1818247339163264 ext(5971968->10485759) 00002000:00010000:2.0:1734016129.755629:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab800 00000100:00100000:0.0:1734016129.756975:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.757623:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339163520 00000100:00100000:2.0:1734016129.757632:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339163520 00002000:00100000:2.0:1734016129.757674:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5967872->5971967) req@ffff880071a05c00 x1818247339163520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.757683:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05c00 with x1818247339163520 ext(5967872->5971967) 00002000:00010000:2.0:1734016129.757687:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05c00 00000100:00100000:2.0:1734016129.757717:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9376 00000100:00100000:2.0:1734016129.757723:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339163520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.757895:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339163520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 171us (923us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.757901:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9376 00002000:00100000:2.0:1734016129.757907:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5967872->5971967) req@ffff880071a05c00 x1818247339163520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.757913:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05c00 with x1818247339163520 ext(5967872->5971967) 00002000:00010000:2.0:1734016129.757916:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05c00 00000100:00100000:0.0:1734016129.763382:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.765960:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339163776 00000100:00100000:1.0:1734016129.765980:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339163776 00002000:00100000:1.0:1734016129.766045:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5963776->5967871) req@ffff880071a05f80 x1818247339163776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.766057:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05f80 with x1818247339163776 ext(5963776->5967871) 00002000:00010000:1.0:1734016129.766065:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05f80 00000100:00100000:1.0:1734016129.766120:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9377 00000100:00100000:1.0:1734016129.766129:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339163776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.766362:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339163776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 233us (2992us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016129.766369:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9377 00002000:00100000:1.0:1734016129.766375:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5963776->5967871) req@ffff880071a05f80 x1818247339163776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.766381:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05f80 with x1818247339163776 ext(5963776->5967871) 00002000:00010000:1.0:1734016129.766384:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05f80 00000100:00100000:0.0:1734016129.774988:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.775094:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339164032 00000100:00100000:2.0:1734016129.775104:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339164032 00002000:00100000:2.0:1734016129.775152:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5959680->5963775) req@ffff880071a06300 x1818247339164032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.775161:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06300 with x1818247339164032 ext(5959680->5963775) 00002000:00010000:2.0:1734016129.775167:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06300 00000100:00100000:2.0:1734016129.776012:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9378 00000100:00100000:2.0:1734016129.776022:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339164032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.776247:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339164032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 225us (1269us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.776254:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9378 00002000:00100000:2.0:1734016129.776261:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5959680->5963775) req@ffff880071a06300 x1818247339164032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.776269:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06300 with x1818247339164032 ext(5959680->5963775) 00002000:00010000:2.0:1734016129.776273:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06300 00000100:00100000:0.0:1734016129.783522:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.784012:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339164288 00000100:00100000:2.0:1734016129.784023:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339164288 00002000:00100000:2.0:1734016129.784073:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5955584->5959679) req@ffff880071a06680 x1818247339164288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.784084:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06680 with x1818247339164288 ext(5955584->5959679) 00002000:00010000:2.0:1734016129.784089:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06680 00000100:00100000:2.0:1734016129.784972:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9379 00000100:00100000:2.0:1734016129.784982:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339164288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.785206:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339164288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 225us (1696us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.785214:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9379 00002000:00100000:2.0:1734016129.785222:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5955584->5959679) req@ffff880071a06680 x1818247339164288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.785230:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06680 with x1818247339164288 ext(5955584->5959679) 00002000:00010000:2.0:1734016129.785233:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06680 00000100:00100000:0.0:1734016129.789537:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.789830:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339164544 00000100:00100000:1.0:1734016129.789843:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339164544 00002000:00100000:1.0:1734016129.789904:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5951488->5955583) req@ffff880071a06a00 x1818247339164544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.789915:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06a00 with x1818247339164544 ext(5951488->5955583) 00002000:00010000:1.0:1734016129.789922:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06a00 00000100:00100000:1.0:1734016129.789962:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9380 00000100:00100000:1.0:1734016129.789971:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339164544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.790175:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339164544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 204us (652us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016129.790211:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9380 00002000:00100000:1.0:1734016129.790218:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5951488->5955583) req@ffff880071a06a00 x1818247339164544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.790224:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06a00 with x1818247339164544 ext(5951488->5955583) 00002000:00010000:1.0:1734016129.790226:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06a00 00000100:00100000:0.0:1734016129.794172:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.794553:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339164800 00000100:00100000:2.0:1734016129.794562:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339164800 00002000:00100000:2.0:1734016129.794617:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5947392->5951487) req@ffff880071a06d80 x1818247339164800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.794627:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06d80 with x1818247339164800 ext(5947392->5951487) 00002000:00010000:2.0:1734016129.794632:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06d80 00000100:00100000:2.0:1734016129.794653:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9381 00000100:00100000:2.0:1734016129.794660:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339164800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.794809:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339164800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (646us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.794815:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9381 00002000:00100000:2.0:1734016129.794821:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5947392->5951487) req@ffff880071a06d80 x1818247339164800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.794828:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06d80 with x1818247339164800 ext(5947392->5951487) 00002000:00010000:2.0:1734016129.794831:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06d80 00000100:00100000:0.0:1734016129.798512:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.798850:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339165056 00000100:00100000:1.0:1734016129.798864:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339165056 00002000:00100000:1.0:1734016129.798934:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5943296->5947391) req@ffff880071a07100 x1818247339165056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.798947:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07100 with x1818247339165056 ext(5943296->5947391) 00002000:00010000:1.0:1734016129.798956:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07100 00000100:00100000:1.0:1734016129.799000:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9382 00000100:00100000:1.0:1734016129.799011:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339165056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.799281:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339165056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 270us (782us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016129.799289:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9382 00002000:00100000:1.0:1734016129.799295:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5943296->5947391) req@ffff880071a07100 x1818247339165056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.799302:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07100 with x1818247339165056 ext(5943296->5947391) 00002000:00010000:1.0:1734016129.799305:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07100 00000100:00100000:0.0:1734016129.807439:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.807566:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339165312 00000100:00100000:2.0:1734016129.807576:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339165312 00002000:00100000:2.0:1734016129.807632:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5939200->5943295) req@ffff880071a07480 x1818247339165312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.807641:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07480 with x1818247339165312 ext(5939200->5943295) 00002000:00010000:2.0:1734016129.807647:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07480 00000100:00100000:2.0:1734016129.808101:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9383 00000100:00100000:2.0:1734016129.808109:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339165312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.808320:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339165312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 211us (893us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.808327:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9383 00002000:00100000:2.0:1734016129.808333:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5939200->5943295) req@ffff880071a07480 x1818247339165312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.808340:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07480 with x1818247339165312 ext(5939200->5943295) 00002000:00010000:2.0:1734016129.808343:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07480 00000100:00100000:0.0:1734016129.813096:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.813254:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339165568 00000100:00100000:1.0:1734016129.813266:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339165568 00002000:00100000:1.0:1734016129.813323:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5935104->5939199) req@ffff880071a07800 x1818247339165568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.813334:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07800 with x1818247339165568 ext(5935104->5939199) 00002000:00010000:1.0:1734016129.813340:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07800 00000100:00100000:1.0:1734016129.813376:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9384 00000100:00100000:1.0:1734016129.813384:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339165568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.813588:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339165568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016129.813605:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9384 00002000:00100000:1.0:1734016129.813611:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5935104->5939199) req@ffff880071a07800 x1818247339165568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.813617:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07800 with x1818247339165568 ext(5935104->5939199) 00002000:00010000:1.0:1734016129.813621:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07800 00000100:00100000:0.0:1734016129.816959:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.817159:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339165824 00000100:00100000:2.0:1734016129.817169:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339165824 00002000:00100000:2.0:1734016129.817256:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5931008->5935103) req@ffff880071a07b80 x1818247339165824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.817267:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07b80 with x1818247339165824 ext(5931008->5935103) 00002000:00010000:2.0:1734016129.817272:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07b80 00000100:00100000:2.0:1734016129.817310:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9385 00000100:00100000:2.0:1734016129.817317:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339165824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.817484:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339165824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.817492:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9385 00002000:00100000:2.0:1734016129.817498:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5931008->5935103) req@ffff880071a07b80 x1818247339165824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.817505:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07b80 with x1818247339165824 ext(5931008->5935103) 00002000:00010000:2.0:1734016129.817508:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07b80 00000100:00100000:0.0:1734016129.822318:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.822635:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339166080 00000100:00100000:1.0:1734016129.822647:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339166080 00002000:00100000:1.0:1734016129.822695:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5926912->5931007) req@ffff880071a05500 x1818247339166080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.822706:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05500 with x1818247339166080 ext(5926912->5931007) 00002000:00010000:1.0:1734016129.822713:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05500 00000100:00100000:1.0:1734016129.822751:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9386 00000100:00100000:1.0:1734016129.822759:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339166080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.822947:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339166080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 188us (645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016129.822953:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9386 00002000:00100000:1.0:1734016129.822959:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5926912->5931007) req@ffff880071a05500 x1818247339166080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.822965:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05500 with x1818247339166080 ext(5926912->5931007) 00002000:00010000:1.0:1734016129.822968:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05500 00000100:00100000:0.0:1734016129.831247:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.831649:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339166336 00000100:00100000:2.0:1734016129.831660:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339166336 00002000:00100000:2.0:1734016129.831707:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5922816->5926911) req@ffff880074068e00 x1818247339166336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.831717:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068e00 with x1818247339166336 ext(5922816->5926911) 00002000:00010000:2.0:1734016129.831722:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068e00 00000100:00100000:2.0:1734016129.831745:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9387 00000100:00100000:2.0:1734016129.831753:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339166336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.832552:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074068e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339166336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 797us (1377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.832560:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9387 00002000:00100000:2.0:1734016129.832568:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (5922816->5926911) req@ffff880074068e00 x1818247339166336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.832575:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074068e00 with x1818247339166336 ext(5922816->5926911) 00002000:00010000:2.0:1734016129.832579:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074068e00 00000100:00100000:0.0:1734016129.835124:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.835366:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339166592 00000100:00100000:1.0:1734016129.835376:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339166592 00002000:00100000:1.0:1734016129.835426:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5918720->5922815) req@ffff8800743bc000 x1818247339166592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.835437:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bc000 with x1818247339166592 ext(5918720->5922815) 00002000:00010000:1.0:1734016129.835443:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bc000 00000100:00100000:1.0:1734016129.835908:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9388 00000100:00100000:1.0:1734016129.835917:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339166592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.838309:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339166592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2379us (3183us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016129.838324:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9388 00002000:00100000:1.0:1734016129.838337:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5918720->5922815) req@ffff8800743bc000 x1818247339166592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.838347:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bc000 with x1818247339166592 ext(5918720->5922815) 00002000:00010000:1.0:1734016129.838352:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bc000 00000100:00100000:0.0:1734016129.845651:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.845913:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339166720 00000100:00100000:1.0:1734016129.845924:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339166720 00002000:00100000:1.0:1734016129.845980:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5918720->5976063) req@ffff8800743bca80 x1818247339166720/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.845990:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bca80 with x1818247339166720 ext(5918720->5976063) 00002000:00010000:1.0:1734016129.845995:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bca80 00000100:00100000:1.0:1734016129.846069:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9389 00000100:00100000:1.0:1734016129.846076:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339166720:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016129.857985:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800743bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1980:x1818247339166720:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 11898us (12334us total) trans 4294969380 rc 0/0 00000100:00100000:1.0:1734016129.858001:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9389 00002000:00100000:1.0:1734016129.858017:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (5918720->5976063) req@ffff8800743bca80 x1818247339166720/t4294969380(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:90/0 lens 488/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.858027:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800743bca80 with x1818247339166720 ext(5918720->5976063) 00002000:00010000:1.0:1734016129.858033:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800743bca80 00000100:00100000:0.0:1734016129.863933:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.864045:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339166848 00000100:00100000:2.0:1734016129.864056:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339166848 00000100:00100000:2.0:1734016129.864120:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11247 00000100:00100000:2.0:1734016129.864128:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339166848:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.867840:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969380 is committed 00000001:00080000:0.0:1734016129.867868:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969376 is committed 00000100:00100000:2.0:1734016129.869244:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339166848:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 5110us (5316us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.869256:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11247 00000100:00100000:0.0:1734016129.874573:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.876061:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339166976 00000100:00100000:2.0:1734016129.876070:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339166976 00000100:00100000:2.0:1734016129.876116:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11248 00000100:00100000:2.0:1734016129.876122:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339166976:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.876137:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.876152:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321a49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a210b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.876243:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622016:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016129.876304:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016129.881376:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016129.881383:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016129.881385:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 536 -> 648 00000100:00100000:2.0:1734016129.881405:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622016:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016129.881433:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321a49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a210b expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.881444:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321a49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a210b expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.881476:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016129.881523:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339166976:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5399us (6958us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.881531:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11248 00000100:00100000:0.0:1734016129.886680:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.893070:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339167104 00000100:00100000:2.0:1734016129.893085:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339167104 00000100:00100000:2.0:1734016129.893170:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11249 00000100:00100000:2.0:1734016129.893219:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339167104:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.893243:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.893267:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321a50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2112 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.893332:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622144:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016129.893427:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.900027:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622144:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016129.900064:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321a50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2112 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.900077:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321a50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2112 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.900105:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016129.900152:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339167104:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6973us (13482us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.900163:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11249 00000100:00100000:0.0:1734016129.908444:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.908527:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339167232 00000100:00100000:2.0:1734016129.908535:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339167232 00000100:00100000:2.0:1734016129.908624:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11250 00000100:00100000:2.0:1734016129.908630:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339167232:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.908646:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.908662:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2119 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.908687:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.908693:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.908694:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.908697:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7512064->7548927] (req 7512064->7548927) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.908722:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.908732:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 5 pid: 7681 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016129.908742:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622272:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016129.909325:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.913121:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.913237:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622272:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016129.913267:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7512064->7548927] (req 7512064->7548927) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.913283:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016129.913324:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339167232:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4693us (4887us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.913332:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11250 00000100:00100000:1.0:1734016129.913408:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339167360 00000100:00100000:1.0:1734016129.913415:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339167360 00010000:00010000:1.0:1734016129.913438:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 6 pid: 7681 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016129.914402:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2899 00000100:00100000:1.0:1734016129.914410:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339167360:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016129.914424:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016129.914446:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 6 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.914462:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 6 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.914483:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321a34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8572928->8626175) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a20f6 expref: 6 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016129.918081:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.918086:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.918100:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.918110:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.918157:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.918169:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341622400:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016129.918244:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aeca4180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.935082:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016129.935168:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339167488 00000100:00100000:2.0:1734016129.935176:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339167488 00000100:00100000:2.0:1734016129.935240:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11251 00000100:00100000:2.0:1734016129.935246:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339167488:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016129.935452:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1734016129.935456:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016129.935458:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.935460:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016129.935461:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 648 -> 648 00000100:00100000:2.0:1734016129.935520:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339167488:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 273us (445us total) trans 4294969381 rc 0/0 00000100:00100000:2.0:1734016129.935527:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11251 00000100:00100000:1.0:1734016129.936048:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341622400:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016129.936064:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.936093:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339167360:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 21683us (22982us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.936100:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2899 00000100:00100000:0.0:1734016129.972472:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016129.972534:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016129.972610:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339167872 00000100:00100000:3.0:1734016129.972621:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339167872 00002000:00100000:3.0:1734016129.972675:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071467480 x1818247339167872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.972684:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467480 with x1818247339167872 ext(4194304->8388607) 00002000:00010000:3.0:1734016129.972690:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467480 00000100:00100000:3.0:1734016129.972712:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339167744 00000100:00100000:3.0:1734016129.972715:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339167744 00002000:00100000:3.0:1734016129.972725:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071464700 x1818247339167744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.972731:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464700 with x1818247339167744 ext(0->4194303) 00002000:00010000:3.0:1734016129.972734:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464700 00000100:00100000:3.0:1734016129.972755:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9390 00000100:00100000:3.0:1734016129.972761:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339167872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.972896:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9391 00000100:00100000:2.0:1734016129.972906:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339167744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.978947:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016129.982305:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339168256 00000100:00100000:1.0:1734016129.982325:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339168256 00002000:00100000:1.0:1734016129.982374:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->10485759) req@ffff880071466a00 x1818247339168256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.982383:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466a00 with x1818247339168256 ext(8388608->10485759) 00002000:00010000:1.0:1734016129.982388:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466a00 00000100:00100000:1.0:1734016129.982418:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9392 00000100:00100000:1.0:1734016129.982425:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339168256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.009045:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339168256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 26603us (30089us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1734016130.009062:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9392 00002000:00100000:1.0:1734016130.009078:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->10485759) req@ffff880071466a00 x1818247339168256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.009088:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466a00 with x1818247339168256 ext(8388608->10485759) 00002000:00010000:1.0:1734016130.009095:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466a00 00000100:00100000:0.0:1734016130.056235:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339167744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 83317us (83688us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016130.056249:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9391 00002000:00100000:0.0:1734016130.056260:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071464700 x1818247339167744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.056269:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464700 with x1818247339167744 ext(0->4194303) 00002000:00010000:0.0:1734016130.056275:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464700 00000100:00100000:2.0:1734016130.083770:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016130.086471:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339167872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 113701us (114005us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016130.086482:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9390 00002000:00100000:0.0:1734016130.086493:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071467480 x1818247339167872/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.086501:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467480 with x1818247339167872 ext(4194304->8388607) 00002000:00010000:0.0:1734016130.086506:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467480 00000100:00100000:3.0:1734016130.086692:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339168384 00000100:00100000:3.0:1734016130.086700:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339168384 00000100:00100000:3.0:1734016130.086786:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11252 00000100:00100000:3.0:1734016130.086791:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339168384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.086805:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.086820:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321a5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2120 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.086859:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341622528:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.086889:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.099313:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:3.0:1734016130.099340:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341622528:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.099370:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321a5e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2120 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.099384:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321a5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2120 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.099553:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016130.099623:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339168384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12829us (15860us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.099632:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11252 00000100:00100000:1.0:1734016130.110785:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.110862:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339168512 00000100:00100000:3.0:1734016130.110870:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339168512 00000100:00100000:3.0:1734016130.110912:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11253 00000100:00100000:3.0:1734016130.110919:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339168512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.110935:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.110952:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321a65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2127 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.111008:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341622656:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.111143:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.123022:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341622656:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.123064:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321a65 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2127 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.123080:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321a65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2127 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.123109:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016130.123171:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339168512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12249us (12397us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.123211:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11253 00000100:00100000:2.0:1734016130.130039:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.130221:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339168640 00000100:00100000:3.0:1734016130.130236:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339168640 00000100:00100000:3.0:1734016130.130290:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11254 00000100:00100000:3.0:1734016130.130299:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339168640:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.130529:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:3.0:1734016130.130533:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.130534:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:3.0:1734016130.130536:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.130538:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 648 -> 704 00000100:00100000:3.0:1734016130.130622:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339168640:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 323us (594us total) trans 4294969382 rc 0/0 00000100:00100000:3.0:1734016130.130632:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11254 00000100:00080000:0.0:1734016130.132573:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016100 00000100:00100000:1.0:1734016130.135886:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.136365:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339168768 00000100:00100000:2.0:1734016130.136374:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339168768 00000100:00100000:2.0:1734016130.136422:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11255 00000100:00100000:2.0:1734016130.136429:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339168768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.136445:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.136459:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321a6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a212e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.136506:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622784:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.136564:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.156961:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:2.0:1734016130.156986:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622784:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.157020:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321a6c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a212e expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.157031:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321a6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a212e expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.157056:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016130.157105:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339168768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 20675us (21228us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.157113:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11255 00000100:00100000:0.0:1734016130.162132:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.162776:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339168896 00000100:00100000:2.0:1734016130.162784:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339168896 00000100:00100000:2.0:1734016130.162826:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11256 00000100:00100000:2.0:1734016130.162832:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339168896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.162846:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.162861:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321a73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2135 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.162908:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622912:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.162966:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.164858:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341622912:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.164887:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321a73 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2135 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.164898:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321a73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2135 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.164908:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016130.165579:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339168896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2744us (3452us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.165600:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11256 00000100:00100000:1.0:1734016130.169545:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.169668:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339169024 00000100:00100000:3.0:1734016130.169677:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339169024 00000100:00100000:0.0:1734016130.170922:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11257 00000100:00100000:0.0:1734016130.170931:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339169024:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016130.171745:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:0.0:1734016130.171750:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016130.171753:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:0.0:1734016130.171754:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016130.171756:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 704 -> 752 00000100:00100000:0.0:1734016130.172131:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339169024:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1198us (2590us total) trans 4294969383 rc 0/0 00000100:00100000:0.0:1734016130.172140:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11257 00010000:00010000:1.0:1734016130.185449:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016130.186692:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016130.187665:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339169152 00000100:00100000:0.0:1734016130.187676:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339169152 00000100:00100000:0.0:1734016130.187729:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11258 00000100:00100000:0.0:1734016130.187737:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339169152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.187752:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.187769:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7321a7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a213c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.187822:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071466300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623040:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016130.187888:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016130.195972:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:0.0:1734016130.195999:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071466300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623040:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016130.196028:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7321a7a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a213c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.196040:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7321a7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a213c expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.196054:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016130.196210:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339169152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8471us (9524us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.196218:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11258 00000100:00100000:1.0:1734016130.200903:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016130.201140:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339169280 00000100:00100000:0.0:1734016130.201148:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339169280 00000100:00100000:0.0:1734016130.201218:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11259 00000100:00100000:0.0:1734016130.201226:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339169280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.201245:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.201262:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321a81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2143 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.201310:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071466300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623168:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016130.202612:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.208905:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071466300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623168:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.208934:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321a81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2143 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.208944:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321a81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2143 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.208971:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:2.0:1734016130.209010:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339169280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7785us (8114us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.209017:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11259 00000100:00100000:0.0:1734016130.211886:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.211999:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339169408 00000100:00100000:2.0:1734016130.212005:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339169408 00000100:00100000:2.0:1734016130.212042:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11260 00000100:00100000:2.0:1734016130.212048:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339169408:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016130.212319:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1734016130.212323:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.212325:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:2.0:1734016130.212327:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.212328:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 752 -> 704 00000100:00100000:2.0:1734016130.212403:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339169408:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 353us (522us total) trans 4294969384 rc 0/0 00000100:00100000:2.0:1734016130.212409:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11260 00000100:00100000:0.0:1734016130.215050:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.216685:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339169536 00000100:00100000:3.0:1734016130.216695:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339169536 00000100:00100000:3.0:1734016130.216747:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11261 00000100:00100000:3.0:1734016130.216755:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339169536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.216772:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.216787:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321a88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a214a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.216834:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341623296:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.216897:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.223605:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:3.0:1734016130.223628:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341623296:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.223657:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321a88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a214a expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.223668:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321a88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a214a expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.223906:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016130.223964:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339169536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7208us (8921us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.223973:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11261 00000100:00100000:0.0:1734016130.231925:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.232534:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339169664 00000100:00100000:3.0:1734016130.232542:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339169664 00000100:00100000:3.0:1734016130.232694:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11262 00000100:00100000:3.0:1734016130.232702:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339169664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.232720:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.232736:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321a8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2151 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.232785:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341623424:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.232850:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.237557:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341623424:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.237605:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321a8f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2151 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.237618:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321a8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2151 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.239130:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016130.239746:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339169664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7037us (7821us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.239756:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11262 00000100:00100000:0.0:1734016130.244390:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.245867:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339169792 00000100:00100000:3.0:1734016130.245876:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339169792 00000100:00100000:3.0:1734016130.245924:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11263 00000100:00100000:3.0:1734016130.245931:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339169792:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.246098:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:3.0:1734016130.246101:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.246103:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:3.0:1734016130.246105:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.246106:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 704 -> 752 00000100:00100000:3.0:1734016130.246154:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339169792:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 222us (1772us total) trans 4294969385 rc 0/0 00000100:00100000:3.0:1734016130.246159:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11263 00000100:00100000:0.0:1734016130.248787:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.248944:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339169920 00000100:00100000:2.0:1734016130.248951:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339169920 00000100:00100000:2.0:1734016130.248995:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11264 00000100:00100000:2.0:1734016130.249000:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339169920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.249016:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.249029:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321a96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2158 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.249072:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623552:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.249128:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.251233:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:2.0:1734016130.251257:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623552:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.251283:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321a96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2158 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.251295:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321a96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2158 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.251826:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016130.251921:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339169920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2918us (3140us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.251929:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11264 00000100:00100000:0.0:1734016130.254464:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.254566:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339170048 00000100:00100000:2.0:1734016130.254573:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339170048 00000100:00100000:2.0:1734016130.258696:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11265 00000100:00100000:2.0:1734016130.258708:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339170048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.258728:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.258748:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321a9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a215f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.258797:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623680:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.258860:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.261714:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623680:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.261748:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321a9d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a215f expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.261759:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321a9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a215f expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.261773:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016130.261817:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339170048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3111us (7362us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.261825:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11265 00000100:00100000:0.0:1734016130.264387:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.264537:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339170176 00000100:00100000:2.0:1734016130.264545:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339170176 00000100:00100000:2.0:1734016130.264712:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11266 00000100:00100000:2.0:1734016130.264720:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339170176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.264736:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.264750:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321aa4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2166 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.264799:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623808:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.264954:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.267020:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341623808:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.267049:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321aa4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2166 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.267060:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321aa4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2166 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.267073:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016130.269658:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339170176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4922us (5261us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.269673:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11266 00000100:00100000:0.0:1734016130.275864:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.275967:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339170304 00000100:00100000:2.0:1734016130.275977:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339170304 00000100:00100000:3.0:1734016130.277156:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11267 00000100:00100000:3.0:1734016130.277169:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339170304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.277215:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.277239:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321aab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a216d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.277310:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341623936:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.277392:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.281038:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341623936:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.281078:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321aab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a216d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.281092:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321aab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a216d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.281121:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016130.281172:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339170304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4004us (5315us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.281197:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11267 00000100:00100000:0.0:1734016130.283944:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.284027:0:6476:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339170560 00000100:00100000:2.0:1734016130.284035:0:6476:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339170560 00000100:00100000:2.0:1734016130.284235:0:6476:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 28 00000100:00100000:2.0:1734016130.284241:0:6476:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339170560:12345-192.168.201.1@tcp:35:fsx.0 00000001:00080000:2.0:1734016130.284384:0:6476:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968588 00000100:00080000:0.0:1734016130.284507:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016100 00000100:00100000:2.0:1734016130.284867:0:6476:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339170560:12345-192.168.201.1@tcp:35:fsx.0 Request processed in 623us (929us total) trans 4294968589 rc 0/0 00000100:00100000:2.0:1734016130.284873:0:6476:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 28 00000020:00080000:2.0:1734016130.284877:0:6476:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016130.287781:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.287884:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339170816 00000100:00100000:1.0:1734016130.287892:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339170816 00000100:00100000:1.0:1734016130.288081:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2066 00000100:00100000:1.0:1734016130.288088:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339170816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.288111:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.288127:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321ab2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2174 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.288207:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288219:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288229:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288240:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288246:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288251:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288364:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288370:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288375:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:1.0:1734016130.288383:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10485760 00010000:00010000:1.0:1734016130.288444:0:12824:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288451:0:12824:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288460:0:12824:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288464:0:12824:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3b600 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016130.288467:0:12824:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288472:0:12824:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288481:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880073c15200) 00010000:00010000:1.0:1734016130.288484:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016130.288487:0:12824:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288492:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321ab9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288504:0:12824:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288510:0:12824:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288515:0:12824:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288519:0:12824:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016130.288520:0:12824:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288524:0:12824:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288532:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbace3da0 (ffff8800b4cd7a00) 00010000:00010000:1.0:1734016130.288533:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016130.288535:0:12824:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288538:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ac0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbace3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:1.0:1734016130.288568:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321ab2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2174 expref: 24 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.288575:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2174 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016130.288580:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016130.288596:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016130.288598:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016130.288635:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339170816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 547us (860us total) trans 4294968590 rc 0/0 00000100:00100000:1.0:1734016130.288641:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2066 00000100:00100000:1.0:1734016130.293673:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.293729:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.294389:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339170944 00000100:00100000:3.0:1734016130.294401:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339170944 00000100:00100000:0.0:1734016130.294610:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339171072 00000100:00100000:0.0:1734016130.294614:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339171072 00000100:00100000:0.0:1734016130.294654:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 7 00000100:00100000:0.0:1734016130.294662:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+23:1980:x1818247339171072:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016130.294677:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.294700:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ac7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2174 expref: 23 pid: 12824 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.295015:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11268 00000100:00100000:3.0:1734016130.295020:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339170944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.295035:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.295049:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a217b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.295068:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.295075:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.295076:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.295080:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6119424->6127615] (req 6119424->6127615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.295107:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.295117:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 11 pid: 13915 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.295127:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624064:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016130.295207:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00010000:00010000:0.0:1734016130.295789:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016130.295794:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016130.295837:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+22:1980:x1818247339171072:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1172us (2105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.295845:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 7 00000100:00100000:3.0:1734016130.298430:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624064:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016130.298458:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6119424->6127615] (req 6119424->6127615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.298473:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016130.298557:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339170944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3535us (4893us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.298565:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11268 00000100:00100000:0.0:1734016130.330087:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.331142:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339171200 00000100:00100000:2.0:1734016130.331151:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339171200 00010000:00010000:2.0:1734016130.331194:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 12 pid: 13915 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016130.331233:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2900 00000100:00100000:2.0:1734016130.331241:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339171200:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.331256:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.331274:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 12 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016130.331284:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 12 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016130.331302:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321a57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2119 expref: 12 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016130.331319:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.331321:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.331326:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.331334:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.331361:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.331374:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341624192:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016130.331422:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.336377:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d807b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341624192:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016130.336401:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.336437:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339171200:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5196us (6359us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.336448:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2900 00000100:00100000:0.0:1734016130.339328:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.339561:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339171456 00000100:00100000:2.0:1734016130.339568:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339171456 00002000:00100000:2.0:1734016130.339616:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6123520->6127615) req@ffff880130d4c000 x1818247339171456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.339625:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c000 with x1818247339171456 ext(6123520->6127615) 00002000:00010000:2.0:1734016130.339629:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c000 00000100:00100000:2.0:1734016130.339656:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9393 00000100:00100000:2.0:1734016130.339663:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339171456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.340649:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339171456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 983us (1325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.340659:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9393 00002000:00100000:2.0:1734016130.340666:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6123520->6127615) req@ffff880130d4c000 x1818247339171456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.340672:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c000 with x1818247339171456 ext(6123520->6127615) 00002000:00010000:2.0:1734016130.340675:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c000 00000100:00100000:0.0:1734016130.343702:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.343827:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339171584 00000100:00100000:3.0:1734016130.343834:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339171584 00000100:00100000:3.0:1734016130.343898:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11269 00000100:00100000:3.0:1734016130.343907:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339171584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.343931:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.343954:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321adc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2182 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.344014:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624320:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.344071:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.346867:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624320:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.346901:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321adc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2182 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.346914:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321adc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2182 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.346977:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016130.347466:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339171584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3558us (3772us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.347474:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11269 00000100:00100000:0.0:1734016130.350007:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.350100:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339171712 00000100:00100000:3.0:1734016130.350107:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339171712 00000100:00100000:3.0:1734016130.350266:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11270 00000100:00100000:3.0:1734016130.350272:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339171712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.350287:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.350301:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321ae3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2189 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.350344:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624448:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.350389:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.353099:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624448:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.353127:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321ae3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2189 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.353139:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321ae3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2189 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.353161:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016130.353214:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339171712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2941us (3213us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.353221:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11270 00000100:00100000:0.0:1734016130.356138:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.356261:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339171840 00000100:00100000:3.0:1734016130.356268:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339171840 00000100:00100000:3.0:1734016130.356571:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11271 00000100:00100000:3.0:1734016130.356577:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339171840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.356602:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.356618:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321aea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2190 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.356671:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624576:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.356722:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.358889:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624576:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.358923:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321aea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2190 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.358935:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321aea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2190 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.358946:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016130.358985:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339171840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2407us (2853us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.358993:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11271 00000100:00100000:0.0:1734016130.362129:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.362880:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339171968 00000100:00100000:3.0:1734016130.362888:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339171968 00000100:00100000:3.0:1734016130.363491:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11272 00000100:00100000:3.0:1734016130.363499:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339171968:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.363516:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.363534:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2197 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.363563:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.363571:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.363572:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.363576:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2572288->2596863] (req 2572288->2596863) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.363616:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.363627:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 5 pid: 13915 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.363638:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624704:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016130.363698:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.367320:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341624704:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016130.367347:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2572288->2596863] (req 2572288->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.367362:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016130.367412:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339171968:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3912us (5294us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.367420:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11272 00000100:00100000:2.0:1734016130.368948:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.369053:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339172096 00000100:00100000:3.0:1734016130.369061:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339172096 00002000:00100000:3.0:1734016130.369108:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6119424->6127615) req@ffff88011d807b80 x1818247339172096/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 8680/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.369118:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247339172096 ext(6119424->6127615) 00010000:00010000:3.0:1734016130.369127:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 6 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.369138:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 6 pid: 13915 timeout: 493 lvb_type: 0 00002000:00010000:3.0:1734016130.369144:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d807b80 00000100:00100000:3.0:1734016130.369165:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 333 00000100:00100000:3.0:1734016130.369171:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339172096:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.369935:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339172096:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 761us (991us total) trans 4294969386 rc 0/0 00000100:00100000:3.0:1734016130.369942:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 333 00002000:00100000:3.0:1734016130.369947:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6119424->6127615) req@ffff88011d807b80 x1818247339172096/t4294969386(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 8680/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.369954:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807b80 with x1818247339172096 ext(6119424->6127615) 00010000:00010000:3.0:1734016130.369959:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 8 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.369968:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 8 pid: 13915 timeout: 493 lvb_type: 0 00002000:00010000:3.0:1734016130.369973:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d807b80 00000100:00100000:0.0:1734016130.373139:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.374224:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339172224 00000100:00100000:2.0:1734016130.374233:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339172224 00010000:00010000:2.0:1734016130.374264:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 8 pid: 13915 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016130.374304:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2901 00000100:00100000:2.0:1734016130.374310:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339172224:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.374323:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016130.374337:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 752 -> 768 00010000:00010000:2.0:1734016130.374343:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 8 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016130.374354:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 8 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016130.374374:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321ad5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a217b expref: 8 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:2.0:1734016130.374398:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.374400:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.374405:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.374414:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.374441:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.374454:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341624832:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016130.374505:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.380270:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341624832:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016130.380294:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.380335:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339172224:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6023us (7203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.380348:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2901 00000100:00100000:0.0:1734016130.381031:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.382020:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339172352 00000100:00100000:3.0:1734016130.382026:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339172352 00000100:00100000:3.0:1734016130.382070:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11273 00000100:00100000:3.0:1734016130.382076:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339172352:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.382277:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:3.0:1734016130.382281:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.382282:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.382284:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.382286:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 768 -> 816 00000100:00100000:3.0:1734016130.382320:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339172352:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 243us (1289us total) trans 4294969387 rc 0/0 00000100:00100000:3.0:1734016130.382327:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11273 00000100:00100000:0.0:1734016130.385405:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.385522:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339172480 00000100:00100000:2.0:1734016130.385531:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339172480 00000100:00100000:2.0:1734016130.386113:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11274 00000100:00100000:2.0:1734016130.386120:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339172480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.386137:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.386152:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321af8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a219e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.386238:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341624960:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.386300:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.388476:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341624960:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.388505:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321af8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a219e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.388516:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321af8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a219e expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.388530:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016130.388711:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339172480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2588us (3313us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.388718:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11274 00000100:00100000:0.0:1734016130.392694:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.392848:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339172608 00000100:00100000:2.0:1734016130.392857:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339172608 00000100:00100000:2.0:1734016130.392923:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11275 00000100:00100000:2.0:1734016130.392930:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339172608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.392945:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.392960:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321aff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21a5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.393017:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625088:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.393072:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.397565:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625088:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.397605:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321aff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21a5 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.397619:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321aff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21a5 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.397641:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016130.397684:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339172608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4753us (4999us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.397691:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11275 00000100:00100000:0.0:1734016130.401378:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.402082:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339172864 00000100:00100000:3.0:1734016130.402090:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339172864 00002000:00100000:3.0:1734016130.402131:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3010560->3014655) req@ffff88012e9d4700 x1818247339172864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.402141:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d4700 with x1818247339172864 ext(3010560->3014655) 00002000:00010000:3.0:1734016130.402146:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d4700 00000100:00100000:3.0:1734016130.402685:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9394 00000100:00100000:3.0:1734016130.402691:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339172864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.407901:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339172864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 5197us (6522us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.407917:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9394 00002000:00100000:3.0:1734016130.407934:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3010560->3014655) req@ffff88012e9d4700 x1818247339172864/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.407949:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d4700 with x1818247339172864 ext(3010560->3014655) 00002000:00010000:3.0:1734016130.407965:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d4700 00000100:00100000:0.0:1734016130.417259:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.417551:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339173120 00000100:00100000:3.0:1734016130.417559:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339173120 00002000:00100000:3.0:1734016130.417604:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3006464->3010559) req@ffff88012e9d5f80 x1818247339173120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.417613:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d5f80 with x1818247339173120 ext(3006464->3010559) 00002000:00010000:3.0:1734016130.417618:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d5f80 00000100:00100000:3.0:1734016130.417639:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9395 00000100:00100000:3.0:1734016130.417645:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339173120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.417776:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339173120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 130us (524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.417782:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9395 00002000:00100000:3.0:1734016130.417787:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3006464->3010559) req@ffff88012e9d5f80 x1818247339173120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.417794:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d5f80 with x1818247339173120 ext(3006464->3010559) 00002000:00010000:3.0:1734016130.417796:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d5f80 00000100:00100000:0.0:1734016130.424121:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.424217:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339173376 00000100:00100000:2.0:1734016130.424226:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339173376 00002000:00100000:2.0:1734016130.424261:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2973696->3039231) req@ffff88012e9d6680 x1818247339173376/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 504/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.424270:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d6680 with x1818247339173376 ext(2973696->3039231) 00002000:00010000:2.0:1734016130.424274:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d6680 00000100:00100000:2.0:1734016130.424302:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9396 00000100:00100000:2.0:1734016130.424308:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339173376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.429078:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339173376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 4752us (4948us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016130.429095:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9396 00002000:00100000:2.0:1734016130.429107:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (2973696->3039231) req@ffff88012e9d6680 x1818247339173376/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 504/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.429118:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d6680 with x1818247339173376 ext(2973696->3039231) 00002000:00010000:2.0:1734016130.429125:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d6680 00000100:00100000:0.0:1734016130.449711:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.449813:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339173504 00000100:00100000:2.0:1734016130.449822:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339173504 00000100:00100000:2.0:1734016130.449953:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11276 00000100:00100000:2.0:1734016130.449961:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339173504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.449977:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.449992:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21ac expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.450022:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.450029:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.450032:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.450035:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7290880->7311359] (req 7290880->7311359) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.450060:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.450070:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 12 pid: 13915 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016130.450081:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625216:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016130.450131:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.453463:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.453544:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339173632 00000100:00100000:3.0:1734016130.453554:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339173632 00010000:00010000:3.0:1734016130.453604:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 13 pid: 13915 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.453646:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2902 00000100:00100000:3.0:1734016130.453654:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339173632:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.453669:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.453692:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 13 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.453704:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 13 pid: 13915 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.453728:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.453730:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.453736:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.453744:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.453775:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.453787:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341625344:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016130.456017:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00010000:00010000:2.0:1734016130.457476:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321af1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2572288->2596863) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2197 expref: 13 pid: 13915 timeout: 493 lvb_type: 0 00000100:00100000:2.0:1734016130.457518:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625216:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016130.457542:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.457553:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016130.458358:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339173504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8394us (8654us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.458367:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11276 00000100:00100000:2.0:1734016130.461784:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.461876:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341625344:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016130.461900:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.462991:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339173632:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9332us (9532us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.463003:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2902 00000100:00100000:0.0:1734016130.463091:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339173888 00000100:00100000:0.0:1734016130.463096:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339173888 00002000:00100000:0.0:1734016130.463128:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7307264->7311359) req@ffff880071e59180 x1818247339173888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.463138:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59180 with x1818247339173888 ext(7307264->7311359) 00002000:00010000:0.0:1734016130.463143:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59180 00000100:00100000:0.0:1734016130.463162:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9397 00000100:00100000:0.0:1734016130.463167:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339173888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.464600:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339173888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1427us (2820us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.464609:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9397 00002000:00100000:0.0:1734016130.464615:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7307264->7311359) req@ffff880071e59180 x1818247339173888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.464621:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e59180 with x1818247339173888 ext(7307264->7311359) 00002000:00010000:0.0:1734016130.464625:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e59180 00000100:00100000:0.0:1734016130.499694:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.499811:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339174016 00000100:00100000:2.0:1734016130.499823:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339174016 00000100:00100000:2.0:1734016130.499878:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11277 00000100:00100000:2.0:1734016130.499888:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339174016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.499914:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.499935:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321b0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21b3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.499994:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625472:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.500069:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.503507:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625472:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.503540:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321b0d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21b3 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.503553:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321b0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21b3 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.503566:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:3.0:1734016130.503621:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339174016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3733us (3937us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.503628:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11277 00000100:00100000:0.0:1734016130.509332:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.509605:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339174144 00000100:00100000:3.0:1734016130.509613:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339174144 00000100:00100000:3.0:1734016130.509649:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11278 00000100:00100000:3.0:1734016130.509655:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339174144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.509670:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.509684:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321b14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21ba expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.509727:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625600:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.509796:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.514588:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625600:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.514625:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321b14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ba expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.514639:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321b14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ba expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.514670:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016130.514733:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339174144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5076us (5409us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.514743:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11278 00000100:00100000:0.0:1734016130.528939:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.529049:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339174272 00000100:00100000:3.0:1734016130.529057:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339174272 00000100:00100000:3.0:1734016130.529107:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11279 00000100:00100000:3.0:1734016130.529114:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339174272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.529130:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.529146:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321b1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21c1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.529218:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625728:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.529282:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.532137:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625728:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.532166:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321b1b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c1 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.532205:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7321b1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c1 expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.532228:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016130.532275:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339174272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3160us (3344us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.532288:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11279 00000100:00100000:0.0:1734016130.537779:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.537870:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339174400 00000100:00100000:3.0:1734016130.537879:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339174400 00000100:00100000:3.0:1734016130.537918:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11280 00000100:00100000:3.0:1734016130.537924:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339174400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.537941:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.537956:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21c8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.537981:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.537987:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.537988:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.537991:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7831552->7856127] (req 7831552->7856127) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.538015:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.538025:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 7 pid: 7681 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.538035:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625856:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016130.538093:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.540746:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.540837:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339174528 00000100:00100000:1.0:1734016130.540846:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339174528 00002000:00100000:1.0:1734016130.540888:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7290880->7311359) req@ffff880076504380 x1818247339174528/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.540901:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504380 with x1818247339174528 ext(7290880->7311359) 00010000:00010000:1.0:1734016130.540910:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 8 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016130.540924:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 8 pid: 7681 timeout: 493 lvb_type: 0 00002000:00010000:1.0:1734016130.540930:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076504380 00000100:00100000:1.0:1734016130.540965:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 334 00000100:00100000:1.0:1734016130.540973:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339174528:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.541536:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341625856:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016130.541559:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7831552->7856127] (req 7831552->7856127) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.541571:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016130.541607:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339174400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3682us (3837us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.541613:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11280 00000100:00100000:1.0:1734016130.547016:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339174528:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6031us (6267us total) trans 4294969388 rc 0/0 00000100:00100000:1.0:1734016130.547028:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 334 00002000:00100000:1.0:1734016130.547041:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7290880->7311359) req@ffff880076504380 x1818247339174528/t4294969388(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.547053:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076504380 with x1818247339174528 ext(7290880->7311359) 00010000:00010000:1.0:1734016130.547063:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 10 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016130.547080:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 10 pid: 7681 timeout: 493 lvb_type: 0 00002000:00010000:1.0:1734016130.547087:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076504380 00000100:00100000:0.0:1734016130.549825:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.549942:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339174656 00000100:00100000:3.0:1734016130.549958:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339174656 00010000:00010000:3.0:1734016130.550002:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 10 pid: 7681 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016130.550034:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2903 00000100:00100000:3.0:1734016130.550041:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339174656:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.550060:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016130.550082:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 816 -> 856 00010000:00010000:3.0:1734016130.550088:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 10 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.550100:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 10 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.550123:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321b06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21ac expref: 10 pid: 7681 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016130.553674:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.553679:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.553692:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.553703:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.553744:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.553756:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341625984:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016130.557158:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.565881:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.565956:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339174784 00000100:00100000:2.0:1734016130.565965:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339174784 00000100:00100000:2.0:1734016130.566018:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11281 00000100:00100000:2.0:1734016130.566029:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339174784:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016130.566261:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1734016130.566265:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.566267:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.566268:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.566275:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 856 -> 904 00000100:00100000:2.0:1734016130.566324:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339174784:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 298us (450us total) trans 4294969389 rc 0/0 00000100:00100000:2.0:1734016130.566330:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11281 00000100:00100000:3.0:1734016130.566694:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341625984:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016130.566711:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.566742:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339174656:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 16701us (16926us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.566749:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2903 00000100:00100000:0.0:1734016130.570283:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.570371:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339175040 00000100:00100000:1.0:1734016130.570379:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339175040 00002000:00100000:1.0:1734016130.570418:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1339392->1343487) req@ffff880130d60380 x1818247339175040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.570427:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60380 with x1818247339175040 ext(1339392->1343487) 00002000:00010000:1.0:1734016130.570432:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60380 00000100:00100000:1.0:1734016130.570508:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9398 00000100:00100000:1.0:1734016130.570516:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339175040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.570673:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339175040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.570679:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9398 00002000:00100000:1.0:1734016130.570685:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1339392->1343487) req@ffff880130d60380 x1818247339175040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.570691:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60380 with x1818247339175040 ext(1339392->1343487) 00002000:00010000:1.0:1734016130.570693:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60380 00000100:00100000:0.0:1734016130.592683:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.593738:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339175296 00000100:00100000:1.0:1734016130.593749:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339175296 00002000:00100000:1.0:1734016130.593788:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1335296->1339391) req@ffff880130d60700 x1818247339175296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.593799:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60700 with x1818247339175296 ext(1335296->1339391) 00002000:00010000:1.0:1734016130.593805:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60700 00000100:00100000:1.0:1734016130.593845:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9399 00000100:00100000:1.0:1734016130.593852:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339175296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.593987:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339175296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (1316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.593993:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9399 00002000:00100000:1.0:1734016130.593998:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1335296->1339391) req@ffff880130d60700 x1818247339175296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.594003:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60700 with x1818247339175296 ext(1335296->1339391) 00002000:00010000:1.0:1734016130.594006:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60700 00000100:00100000:0.0:1734016130.606435:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.606559:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339175424 00000100:00100000:2.0:1734016130.606573:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339175424 00002000:00100000:2.0:1734016130.606628:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1335296->1343487) req@ffff880130d60a80 x1818247339175424/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 8680/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.606638:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60a80 with x1818247339175424 ext(1335296->1343487) 00002000:00010000:2.0:1734016130.606644:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60a80 00000100:00100000:1.0:1734016130.607843:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9400 00000100:00100000:1.0:1734016130.607854:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1981:x1818247339175424:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016130.608773:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1981:x1818247339175424:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 916us (2350us total) trans 4294969390 rc 0/0 00000100:00100000:1.0:1734016130.608783:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9400 00002000:00100000:1.0:1734016130.608792:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1335296->1343487) req@ffff880130d60a80 x1818247339175424/t4294969390(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:91/0 lens 8680/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.608801:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60a80 with x1818247339175424 ext(1335296->1343487) 00002000:00010000:1.0:1734016130.608806:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60a80 00000100:00100000:0.0:1734016130.612993:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.613112:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339175552 00000100:00100000:3.0:1734016130.613122:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339175552 00000100:00100000:1.0:1734016130.613306:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2067 00000100:00100000:1.0:1734016130.613315:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247339175552:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016130.613475:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247339175552:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 160us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016130.613483:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2067 00000100:00100000:0.0:1734016130.617478:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.617672:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339175680 00000100:00100000:2.0:1734016130.617683:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339175680 00000100:00100000:2.0:1734016130.617738:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11282 00000100:00100000:2.0:1734016130.617747:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1982:x1818247339175680:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016130.619925:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969390 is committed 00000001:00080000:2.0:1734016130.619947:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969388 is committed 00000100:00100000:0.0:1734016130.620220:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339175680:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2462us (2746us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.620235:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11282 00000100:00100000:0.0:1734016130.624754:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.624872:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339175808 00000100:00100000:2.0:1734016130.624881:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339175808 00000100:00100000:2.0:1734016130.624925:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11283 00000100:00100000:2.0:1734016130.624932:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339175808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.624953:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.624974:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321b29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21cf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.625038:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626112:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.625115:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.627663:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 904 -> 920 00000100:00100000:2.0:1734016130.627693:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626112:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.627733:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321b29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21cf expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.627748:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321b29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21cf expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.627834:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016130.628133:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339175808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3198us (3392us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.628145:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11283 00000100:00100000:0.0:1734016130.632562:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.632686:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339175936 00000100:00100000:2.0:1734016130.632697:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339175936 00000100:00100000:2.0:1734016130.632779:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11284 00000100:00100000:2.0:1734016130.632786:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339175936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.632809:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.632843:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321b30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21d6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.632899:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626240:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.633501:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.635231:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626240:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.635268:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321b30 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21d6 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.635281:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321b30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21d6 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.635295:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016130.635682:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339175936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2895us (3131us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.635691:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11284 00000100:00100000:0.0:1734016130.638585:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.638737:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339176064 00000100:00100000:3.0:1734016130.638746:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339176064 00000100:00100000:3.0:1734016130.638794:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11285 00000100:00100000:3.0:1734016130.638801:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339176064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.638822:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.638843:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7321b37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21dd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.638904:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626368:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.638980:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.640830:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626368:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.640867:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7321b37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21dd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.640882:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7321b37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21dd expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.640916:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016130.641152:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339176064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2348us (2581us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.641161:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11285 00000100:00100000:0.0:1734016130.644341:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.644629:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339176192 00000100:00100000:3.0:1734016130.644640:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339176192 00000100:00100000:3.0:1734016130.644692:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11286 00000100:00100000:3.0:1734016130.644701:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339176192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.644725:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.644750:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321b3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21e4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.644829:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626496:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.644897:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.647550:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626496:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.647611:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321b3e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21e4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.647632:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321b3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21e4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.647705:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016130.648082:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339176192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3379us (3751us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.648092:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11286 00000100:00100000:0.0:1734016130.653674:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.653804:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339176320 00000100:00100000:3.0:1734016130.653815:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339176320 00000100:00100000:3.0:1734016130.653863:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11287 00000100:00100000:3.0:1734016130.653870:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339176320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.653890:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.653912:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321b45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21eb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.653979:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626624:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016130.654056:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.657941:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626624:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016130.657988:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321b45 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21eb expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.658007:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321b45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21eb expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.658094:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016130.658286:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339176320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4413us (4624us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.658296:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11287 00000100:00100000:0.0:1734016130.661931:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.662059:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339176448 00000100:00100000:3.0:1734016130.662068:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339176448 00000100:00100000:3.0:1734016130.662118:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11288 00000100:00100000:3.0:1734016130.662125:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339176448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.662146:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.662169:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21f2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.662222:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.662228:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.662229:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.662233:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1384448->1388543] (req 1384448->1388543) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.662265:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.662277:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 6 pid: 7681 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.662293:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626752:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016130.662369:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.666396:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341626752:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016130.666434:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1384448->1388543] (req 1384448->1388543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.666453:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016130.666505:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339176448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4378us (4588us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.666515:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11288 00000100:00100000:0.0:1734016130.670337:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.670538:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339176576 00000100:00100000:3.0:1734016130.670550:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339176576 00010000:00010000:3.0:1734016130.670603:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 7 pid: 7681 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.670901:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2904 00000100:00100000:3.0:1734016130.670909:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339176576:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.670926:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.670947:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 7 pid: 7681 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.670959:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 7 pid: 7681 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.670988:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321b22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7831552->7856127) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21c8 expref: 7 pid: 7681 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.671807:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.671810:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.671819:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.671829:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.671866:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.671879:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341626880:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016130.676279:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.682610:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341626880:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016130.682641:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.682703:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339176576:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11793us (12382us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.682718:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2904 00000100:00100000:0.0:1734016130.684062:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.684160:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339176832 00000100:00100000:2.0:1734016130.684168:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339176832 00002000:00100000:2.0:1734016130.684245:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1384448->1388543) req@ffff880130d62d80 x1818247339176832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.684254:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d62d80 with x1818247339176832 ext(1384448->1388543) 00002000:00010000:2.0:1734016130.684260:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d62d80 00000100:00100000:2.0:1734016130.684290:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9401 00000100:00100000:2.0:1734016130.684296:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339176832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.684452:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339176832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.684459:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9401 00002000:00100000:2.0:1734016130.684464:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1384448->1388543) req@ffff880130d62d80 x1818247339176832/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.684470:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d62d80 with x1818247339176832 ext(1384448->1388543) 00002000:00010000:2.0:1734016130.684473:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d62d80 00000100:00100000:0.0:1734016130.687659:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.688150:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339177088 00000100:00100000:1.0:1734016130.688162:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339177088 00002000:00100000:1.0:1734016130.688251:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1380352->1384447) req@ffff880130d63100 x1818247339177088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.688260:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63100 with x1818247339177088 ext(1380352->1384447) 00002000:00010000:1.0:1734016130.688266:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63100 00000100:00100000:1.0:1734016130.688296:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9402 00000100:00100000:1.0:1734016130.688303:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339177088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.688488:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339177088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 184us (839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.688495:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9402 00002000:00100000:1.0:1734016130.688502:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1380352->1384447) req@ffff880130d63100 x1818247339177088/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.688509:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63100 with x1818247339177088 ext(1380352->1384447) 00002000:00010000:1.0:1734016130.688512:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63100 00000100:00100000:0.0:1734016130.700410:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.700642:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339177344 00000100:00100000:2.0:1734016130.700653:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339177344 00002000:00100000:2.0:1734016130.700701:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1376256->1380351) req@ffff880130d63480 x1818247339177344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.700711:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63480 with x1818247339177344 ext(1376256->1380351) 00002000:00010000:2.0:1734016130.700717:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63480 00000100:00100000:2.0:1734016130.700750:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9403 00000100:00100000:2.0:1734016130.700758:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339177344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.700931:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339177344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.700937:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9403 00002000:00100000:2.0:1734016130.700942:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1376256->1380351) req@ffff880130d63480 x1818247339177344/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.700949:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63480 with x1818247339177344 ext(1376256->1380351) 00002000:00010000:2.0:1734016130.700952:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63480 00000100:00100000:0.0:1734016130.708531:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.709317:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339177600 00000100:00100000:1.0:1734016130.709328:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339177600 00002000:00100000:1.0:1734016130.709378:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1372160->1376255) req@ffff880130d63800 x1818247339177600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.709388:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63800 with x1818247339177600 ext(1372160->1376255) 00002000:00010000:1.0:1734016130.709393:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63800 00000100:00100000:1.0:1734016130.709426:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9404 00000100:00100000:1.0:1734016130.709432:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339177600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.709616:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339177600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 183us (1097us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.709622:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9404 00002000:00100000:1.0:1734016130.709627:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1372160->1376255) req@ffff880130d63800 x1818247339177600/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.709633:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63800 with x1818247339177600 ext(1372160->1376255) 00002000:00010000:1.0:1734016130.709636:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63800 00000100:00100000:0.0:1734016130.716086:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.716241:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339177856 00000100:00100000:2.0:1734016130.716253:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339177856 00002000:00100000:2.0:1734016130.716310:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1368064->1372159) req@ffff880130d63b80 x1818247339177856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.716321:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63b80 with x1818247339177856 ext(1368064->1372159) 00002000:00010000:2.0:1734016130.716328:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63b80 00000100:00100000:2.0:1734016130.716445:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9405 00000100:00100000:2.0:1734016130.716453:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339177856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.716799:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339177856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 345us (722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.716806:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9405 00002000:00100000:2.0:1734016130.716812:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1368064->1372159) req@ffff880130d63b80 x1818247339177856/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.716819:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63b80 with x1818247339177856 ext(1368064->1372159) 00002000:00010000:2.0:1734016130.716822:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63b80 00000100:00100000:0.0:1734016130.720589:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.720702:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339178112 00000100:00100000:2.0:1734016130.720712:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339178112 00002000:00100000:2.0:1734016130.720756:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1363968->1368063) req@ffff880090a24000 x1818247339178112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.720766:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247339178112 ext(1363968->1368063) 00002000:00010000:2.0:1734016130.720772:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000 00000100:00100000:2.0:1734016130.721800:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9406 00000100:00100000:2.0:1734016130.721810:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339178112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.725843:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339178112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 4015us (5256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.725860:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9406 00002000:00100000:2.0:1734016130.725877:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1363968->1368063) req@ffff880090a24000 x1818247339178112/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.725888:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247339178112 ext(1363968->1368063) 00002000:00010000:2.0:1734016130.725895:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000 00000100:00100000:0.0:1734016130.737519:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.737661:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339178368 00000100:00100000:2.0:1734016130.737674:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339178368 00002000:00100000:2.0:1734016130.737716:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1359872->1363967) req@ffff880071a04a80 x1818247339178368/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.737725:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04a80 with x1818247339178368 ext(1359872->1363967) 00002000:00010000:2.0:1734016130.737731:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04a80 00000100:00100000:2.0:1734016130.737767:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9407 00000100:00100000:2.0:1734016130.737774:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339178368:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.737932:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339178368:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.737938:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9407 00002000:00100000:2.0:1734016130.737944:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1359872->1363967) req@ffff880071a04a80 x1818247339178368/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.737949:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04a80 with x1818247339178368 ext(1359872->1363967) 00002000:00010000:2.0:1734016130.737951:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04a80 00000100:00100000:0.0:1734016130.744302:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.744493:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339178624 00000100:00100000:2.0:1734016130.744505:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339178624 00002000:00100000:2.0:1734016130.744558:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1355776->1359871) req@ffff880071a04380 x1818247339178624/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.744570:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04380 with x1818247339178624 ext(1355776->1359871) 00002000:00010000:2.0:1734016130.744586:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04380 00000100:00100000:2.0:1734016130.744621:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9408 00000100:00100000:2.0:1734016130.744629:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339178624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.744830:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339178624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.744839:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9408 00002000:00100000:2.0:1734016130.744848:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1355776->1359871) req@ffff880071a04380 x1818247339178624/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.744855:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04380 with x1818247339178624 ext(1355776->1359871) 00002000:00010000:2.0:1734016130.744858:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04380 00000100:00100000:0.0:1734016130.750376:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.750841:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339178880 00000100:00100000:1.0:1734016130.750852:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339178880 00002000:00100000:1.0:1734016130.750904:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1351680->1355775) req@ffff880071a04700 x1818247339178880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.750921:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04700 with x1818247339178880 ext(1351680->1355775) 00002000:00010000:1.0:1734016130.750927:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04700 00000100:00100000:1.0:1734016130.750965:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9409 00000100:00100000:1.0:1734016130.750972:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339178880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.751162:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339178880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.751168:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9409 00002000:00100000:1.0:1734016130.751174:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1351680->1355775) req@ffff880071a04700 x1818247339178880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.751201:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04700 with x1818247339178880 ext(1351680->1355775) 00002000:00010000:1.0:1734016130.751204:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04700 00000100:00100000:0.0:1734016130.762528:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.762859:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339179136 00000100:00100000:2.0:1734016130.762870:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339179136 00002000:00100000:2.0:1734016130.762924:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1347584->1351679) req@ffff880071a04e00 x1818247339179136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.762935:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04e00 with x1818247339179136 ext(1347584->1351679) 00002000:00010000:2.0:1734016130.762941:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04e00 00000100:00100000:2.0:1734016130.762983:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9410 00000100:00100000:2.0:1734016130.762990:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339179136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.763218:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339179136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 227us (701us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.763225:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9410 00002000:00100000:2.0:1734016130.763230:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1347584->1351679) req@ffff880071a04e00 x1818247339179136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.763238:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04e00 with x1818247339179136 ext(1347584->1351679) 00002000:00010000:2.0:1734016130.763241:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04e00 00000100:00100000:0.0:1734016130.784735:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.784851:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339179392 00000100:00100000:1.0:1734016130.784862:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339179392 00002000:00100000:1.0:1734016130.784912:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1343488->1347583) req@ffff880071a05180 x1818247339179392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.784922:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05180 with x1818247339179392 ext(1343488->1347583) 00002000:00010000:1.0:1734016130.784928:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05180 00000100:00100000:1.0:1734016130.784965:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9411 00000100:00100000:1.0:1734016130.784977:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339179392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016130.785174:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339179392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 194us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016130.785214:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9411 00002000:00100000:1.0:1734016130.785220:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (1343488->1347583) req@ffff880071a05180 x1818247339179392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.785228:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05180 with x1818247339179392 ext(1343488->1347583) 00002000:00010000:1.0:1734016130.785230:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05180 00000100:00100000:0.0:1734016130.788354:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.788460:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339179520 00000100:00100000:3.0:1734016130.788471:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339179520 00000100:00100000:3.0:1734016130.788521:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11289 00000100:00100000:3.0:1734016130.788529:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339179520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.788552:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.788571:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a21f9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.788604:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.788606:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.788614:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.788628:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.788639:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016130.788707:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339179520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 178us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.788714:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11289 00000100:00100000:0.0:1734016130.793338:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.794133:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339179648 00000100:00100000:2.0:1734016130.794144:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339179648 00000100:00100000:2.0:1734016130.795058:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11290 00000100:00100000:2.0:1734016130.795066:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339179648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.795086:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.795109:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2200 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.795147:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.795156:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.795162:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.795164:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.795167:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2949120->2957311] (req 2949120->2957311) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.795216:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.795229:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 8 pid: 7681 timeout: 494 lvb_type: 1 00000100:00100000:2.0:1734016130.795242:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627008:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016130.795320:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.795328:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 5 pid: 7681 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.795336:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627136:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016130.795353:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.809424:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016130.809480:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.809587:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339179776 00000100:00100000:3.0:1734016130.809597:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339179776 00010000:00010000:3.0:1734016130.809638:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 9 pid: 7681 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016130.809665:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339179904 00000100:00100000:3.0:1734016130.809667:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339179904 00010000:00010000:3.0:1734016130.809676:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 6 pid: 7681 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.809694:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2905 00000100:00100000:3.0:1734016130.809700:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339179776:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.809715:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.809739:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 9 pid: 7681 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.809748:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 9 pid: 7681 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016130.809773:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.809814:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339179776:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 114us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.809821:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2905 00000100:00100000:3.0:1734016130.809837:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2906 00000100:00100000:3.0:1734016130.809840:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339179904:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.809847:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.809852:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 6 pid: 7681 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.809861:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 6 pid: 7681 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.809871:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.809872:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.809878:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.809885:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.809920:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.809932:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341627264:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016130.809966:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00010000:00010000:2.0:1734016130.813307:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321b53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f9 expref: 8 pid: 7681 timeout: 494 lvb_type: 1 00000100:00100000:2.0:1734016130.813355:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627008:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016130.813371:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321b4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a21f2 expref: 6 pid: 7681 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.813380:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627136:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016130.813415:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.813428:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016130.813492:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339179648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 18425us (20167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.813502:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11290 00000100:00100000:3.0:1734016130.818380:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341627264:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016130.818409:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.819898:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339179904:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10048us (10410us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.819912:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2906 00000100:00100000:0.0:1734016130.824783:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.825975:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339180032 00000100:00100000:2.0:1734016130.825986:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339180032 00000100:00100000:2.0:1734016130.826050:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11291 00000100:00100000:2.0:1734016130.826059:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339180032:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016130.826333:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1734016130.826337:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.826339:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.826342:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.826344:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 920 -> 936 00000100:00100000:2.0:1734016130.826404:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339180032:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 345us (1636us total) trans 4294969391 rc 0/0 00000100:00100000:2.0:1734016130.826411:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11291 00000100:00100000:0.0:1734016130.829962:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.830124:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339180160 00000100:00100000:3.0:1734016130.830134:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339180160 00000100:00100000:3.0:1734016130.830222:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11292 00000100:00100000:3.0:1734016130.830230:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339180160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.830251:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.830270:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2207 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.830302:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.830308:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.830311:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.830314:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1089536->1118207] (req 1089536->1118207) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.830348:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.830360:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 7 pid: 13915 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.830372:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341627392:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016130.830429:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.839855:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341627392:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016130.839894:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1089536->1118207] (req 1089536->1118207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.839911:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016130.843051:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339180160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12802us (13082us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.843067:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11292 00000100:00100000:0.0:1734016130.858922:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.859034:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339180288 00000100:00100000:3.0:1734016130.859045:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339180288 00010000:00010000:3.0:1734016130.859086:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 8 pid: 13915 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016130.863982:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2907 00000100:00100000:3.0:1734016130.863998:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339180288:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.864024:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.864056:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 8 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.864071:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 8 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.864096:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321b5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2949120->2957311) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2200 expref: 8 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016130.864120:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.864122:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.864129:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.864138:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.864190:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.864203:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341627520:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016130.864277:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.876839:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016130.877005:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339180416 00000100:00100000:3.0:1734016130.877016:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339180416 00000100:00100000:3.0:1734016130.877070:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11293 00000100:00100000:3.0:1734016130.877078:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339180416:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.877434:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:3.0:1734016130.877440:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.877442:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.877444:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.877446:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 936 -> 936 00000100:00100000:3.0:1734016130.877524:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339180416:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 446us (701us total) trans 4294969392 rc 0/0 00000100:00100000:3.0:1734016130.877531:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11293 00000100:00100000:2.0:1734016130.878398:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341627520:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016130.878424:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.878465:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339180288:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 14470us (19555us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.878475:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2907 00000100:00100000:0.0:1734016130.888739:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.888854:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339180544 00000100:00100000:2.0:1734016130.888864:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339180544 00000100:00100000:2.0:1734016130.888918:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11294 00000100:00100000:2.0:1734016130.888928:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339180544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.888949:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.888969:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321b68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a220e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.889033:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627648:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.891281:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.901162:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016130 -> 1734016131 00000100:00100000:2.0:1734016130.901230:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627648:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.901267:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321b68 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a220e expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.901282:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321b68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a220e expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.901382:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016130.902334:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339180544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13402us (13603us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.902344:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11294 00000100:00100000:1.0:1734016130.911475:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.911590:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339180672 00000100:00100000:2.0:1734016130.911601:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339180672 00000100:00100000:2.0:1734016130.912778:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11295 00000100:00100000:2.0:1734016130.912789:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339180672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.912814:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.912835:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321b6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2215 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.912898:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627776:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.913805:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.917758:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627776:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.917798:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321b6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2215 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.917813:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321b6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2215 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.917839:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016130.917900:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339180672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5113us (6438us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.917912:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11295 00000100:00100000:0.0:1734016130.924048:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.925447:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339180928 00000100:00100000:2.0:1734016130.925458:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339180928 00002000:00100000:2.0:1734016130.925515:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9007104->9011199) req@ffff880076659f80 x1818247339180928/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.925526:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659f80 with x1818247339180928 ext(9007104->9011199) 00002000:00010000:2.0:1734016130.925532:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659f80 00000100:00100000:2.0:1734016130.925635:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9412 00000100:00100000:2.0:1734016130.925642:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339180928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.925859:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339180928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 216us (1824us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.925866:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9412 00002000:00100000:2.0:1734016130.925872:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9007104->9011199) req@ffff880076659f80 x1818247339180928/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.925878:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659f80 with x1818247339180928 ext(9007104->9011199) 00002000:00010000:2.0:1734016130.925881:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659f80 00000100:00100000:1.0:1734016130.935231:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.935663:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339181184 00000100:00100000:2.0:1734016130.935673:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339181184 00002000:00100000:2.0:1734016130.935724:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9003008->9007103) req@ffff88007402f100 x1818247339181184/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.935734:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f100 with x1818247339181184 ext(9003008->9007103) 00002000:00010000:2.0:1734016130.935740:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f100 00000100:00100000:2.0:1734016130.935772:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9413 00000100:00100000:2.0:1734016130.935779:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339181184:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.936159:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339181184:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 378us (939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.936167:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9413 00002000:00100000:2.0:1734016130.936173:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9003008->9007103) req@ffff88007402f100 x1818247339181184/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.936199:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402f100 with x1818247339181184 ext(9003008->9007103) 00002000:00010000:2.0:1734016130.936203:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402f100 00000100:00100000:0.0:1734016130.940792:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.940916:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339181440 00000100:00100000:2.0:1734016130.940927:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339181440 00002000:00100000:2.0:1734016130.940984:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8998912->9003007) req@ffff8800a7703480 x1818247339181440/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.940995:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7703480 with x1818247339181440 ext(8998912->9003007) 00002000:00010000:2.0:1734016130.941002:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7703480 00000100:00100000:2.0:1734016130.941063:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9414 00000100:00100000:2.0:1734016130.941070:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339181440:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.941706:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339181440:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 635us (927us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.941714:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9414 00002000:00100000:2.0:1734016130.941719:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8998912->9003007) req@ffff8800a7703480 x1818247339181440/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.941726:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7703480 with x1818247339181440 ext(8998912->9003007) 00002000:00010000:2.0:1734016130.941728:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7703480 00000100:00100000:0.0:1734016130.944563:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.944724:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339181696 00000100:00100000:2.0:1734016130.944734:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339181696 00002000:00100000:2.0:1734016130.944784:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8994816->8998911) req@ffff880076748000 x1818247339181696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.944794:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748000 with x1818247339181696 ext(8994816->8998911) 00002000:00010000:2.0:1734016130.944800:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748000 00000100:00100000:2.0:1734016130.944820:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9415 00000100:00100000:2.0:1734016130.944826:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339181696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.945009:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339181696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182us (458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.945015:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9415 00002000:00100000:2.0:1734016130.945021:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8994816->8998911) req@ffff880076748000 x1818247339181696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.945027:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748000 with x1818247339181696 ext(8994816->8998911) 00002000:00010000:2.0:1734016130.945030:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748000 00000100:00100000:1.0:1734016130.949971:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016130.950307:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339181952 00000100:00100000:0.0:1734016130.950319:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339181952 00002000:00100000:0.0:1734016130.950369:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8990720->8994815) req@ffff880130c2e300 x1818247339181952/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.950379:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247339181952 ext(8990720->8994815) 00002000:00010000:0.0:1734016130.950385:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:0.0:1734016130.950420:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9416 00000100:00100000:0.0:1734016130.950428:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339181952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.950630:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339181952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (677us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.950637:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9416 00002000:00100000:0.0:1734016130.950642:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8990720->8994815) req@ffff880130c2e300 x1818247339181952/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.950648:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247339181952 ext(8990720->8994815) 00002000:00010000:0.0:1734016130.950651:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:1.0:1734016130.954689:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.954780:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339182208 00000100:00100000:2.0:1734016130.954790:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339182208 00002000:00100000:2.0:1734016130.954836:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8986624->8990719) req@ffff880130c2ea00 x1818247339182208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.954846:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247339182208 ext(8986624->8990719) 00002000:00010000:2.0:1734016130.954852:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:2.0:1734016130.954873:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9417 00000100:00100000:2.0:1734016130.954880:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339182208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.955056:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339182208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 175us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.955062:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9417 00002000:00100000:2.0:1734016130.955068:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8986624->8990719) req@ffff880130c2ea00 x1818247339182208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.955075:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247339182208 ext(8986624->8990719) 00002000:00010000:2.0:1734016130.955078:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:1.0:1734016130.959235:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016130.959318:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339182464 00000100:00100000:0.0:1734016130.959329:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339182464 00002000:00100000:0.0:1734016130.959379:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8982528->8986623) req@ffff880130c2ce00 x1818247339182464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.959389:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ce00 with x1818247339182464 ext(8982528->8986623) 00002000:00010000:0.0:1734016130.959394:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ce00 00000100:00100000:0.0:1734016130.959432:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9418 00000100:00100000:0.0:1734016130.959439:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339182464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.959657:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339182464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 218us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.959664:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9418 00002000:00100000:0.0:1734016130.959670:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8982528->8986623) req@ffff880130c2ce00 x1818247339182464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.959676:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ce00 with x1818247339182464 ext(8982528->8986623) 00002000:00010000:0.0:1734016130.959679:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ce00 00000100:00100000:1.0:1734016130.963363:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.963471:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339182720 00000100:00100000:2.0:1734016130.963482:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339182720 00002000:00100000:2.0:1734016130.963529:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8978432->8982527) req@ffff880130c2ca80 x1818247339182720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.963540:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247339182720 ext(8978432->8982527) 00002000:00010000:2.0:1734016130.963546:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:2.0:1734016130.963755:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9419 00000100:00100000:2.0:1734016130.963761:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339182720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.964111:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339182720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 348us (757us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.964118:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9419 00002000:00100000:2.0:1734016130.964125:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8978432->8982527) req@ffff880130c2ca80 x1818247339182720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.964132:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247339182720 ext(8978432->8982527) 00002000:00010000:2.0:1734016130.964134:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:1.0:1734016130.968099:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.968224:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339182976 00000100:00100000:2.0:1734016130.968233:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339182976 00002000:00100000:2.0:1734016130.968278:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8974336->8978431) req@ffff880130c2d500 x1818247339182976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.968288:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247339182976 ext(8974336->8978431) 00002000:00010000:2.0:1734016130.968293:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:2.0:1734016130.968321:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9420 00000100:00100000:2.0:1734016130.968329:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339182976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.968516:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339182976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 187us (427us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.968522:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9420 00002000:00100000:2.0:1734016130.968527:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8974336->8978431) req@ffff880130c2d500 x1818247339182976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.968533:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247339182976 ext(8974336->8978431) 00002000:00010000:2.0:1734016130.968536:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:1.0:1734016130.971418:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016130.971501:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339183232 00000100:00100000:0.0:1734016130.971510:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339183232 00002000:00100000:0.0:1734016130.971547:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8970240->8974335) req@ffff880130c2e680 x1818247339183232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.971557:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247339183232 ext(8970240->8974335) 00002000:00010000:0.0:1734016130.971562:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:0.0:1734016130.971599:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9421 00000100:00100000:0.0:1734016130.971605:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339183232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.971757:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339183232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.971763:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9421 00002000:00100000:0.0:1734016130.971768:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8970240->8974335) req@ffff880130c2e680 x1818247339183232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.971774:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247339183232 ext(8970240->8974335) 00002000:00010000:0.0:1734016130.971776:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:1.0:1734016130.975415:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.975568:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339183488 00000100:00100000:2.0:1734016130.975588:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339183488 00002000:00100000:2.0:1734016130.975636:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8966144->8970239) req@ffff880074272680 x1818247339183488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.975646:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272680 with x1818247339183488 ext(8966144->8970239) 00002000:00010000:2.0:1734016130.975651:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272680 00000100:00100000:2.0:1734016130.975908:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9422 00000100:00100000:2.0:1734016130.975915:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339183488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.976111:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339183488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 195us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.976119:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9422 00002000:00100000:2.0:1734016130.976124:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8966144->8970239) req@ffff880074272680 x1818247339183488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.976131:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272680 with x1818247339183488 ext(8966144->8970239) 00002000:00010000:2.0:1734016130.976133:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272680 00000100:00100000:1.0:1734016130.981820:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.982224:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339183616 00000100:00100000:2.0:1734016130.982235:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339183616 00000100:00100000:2.0:1734016130.982294:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11296 00000100:00100000:2.0:1734016130.982302:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339183616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.982325:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.982342:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321b76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a221c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.982406:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627904:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016130.982480:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416eb40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.986316:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:2.0:1734016130.986350:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341627904:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016130.986387:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321b76 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a221c expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.986401:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321b76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a221c expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.986428:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016130.986843:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339183616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4538us (5030us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.986851:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11296 00000100:00100000:0.0:1734016130.989751:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.989884:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339183744 00000100:00100000:2.0:1734016130.989895:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339183744 00000100:00100000:2.0:1734016130.989947:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11297 00000100:00100000:2.0:1734016130.989954:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339183744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.989977:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.989997:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2223 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.990027:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.990035:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.990037:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.990041:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5681152->5685247] (req 5681152->5685247) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.990072:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.990082:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 6 pid: 7681 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.990093:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628032:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016130.990782:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.994720:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628032:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016130.994755:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5681152->5685247] (req 5681152->5685247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.994773:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016130.994830:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339183744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4876us (5089us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.994842:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11297 00000100:00100000:1.0:1734016130.997414:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016130.997513:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339183872 00000100:00100000:2.0:1734016130.997525:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339183872 00010000:00010000:2.0:1734016130.997565:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 7 pid: 7681 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016130.998073:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2908 00000100:00100000:2.0:1734016130.998082:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339183872:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.998097:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.998120:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 7 pid: 7681 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.998132:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 7 pid: 7681 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.998155:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec7321b61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2207 expref: 7 pid: 7681 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016130.998651:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.998653:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.998661:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.998669:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.998707:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.998721:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341628160:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016130.998979:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.002258:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.002333:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339184128 00000100:00100000:0.0:1734016131.002343:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339184128 00002000:00100000:0.0:1734016131.002396:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5681152->5685247) req@ffff88011d83ce00 x1818247339184128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.002406:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ce00 with x1818247339184128 ext(5681152->5685247) 00002000:00010000:0.0:1734016131.002413:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ce00 00000100:00100000:0.0:1734016131.002449:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9423 00000100:00100000:0.0:1734016131.002458:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339184128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.002649:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339184128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016131.002656:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9423 00002000:00100000:0.0:1734016131.002662:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5681152->5685247) req@ffff88011d83ce00 x1818247339184128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.002668:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ce00 with x1818247339184128 ext(5681152->5685247) 00002000:00010000:0.0:1734016131.002671:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ce00 00000100:00100000:2.0:1734016131.002771:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341628160:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016131.002791:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.002814:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339183872:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4733us (5411us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.002822:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2908 00000100:00100000:1.0:1734016131.007547:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.007660:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339184384 00000100:00100000:3.0:1734016131.007670:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339184384 00002000:00100000:3.0:1734016131.007718:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5677056->5681151) req@ffff88011d83ca80 x1818247339184384/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.007728:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ca80 with x1818247339184384 ext(5677056->5681151) 00002000:00010000:3.0:1734016131.007735:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ca80 00000100:00100000:3.0:1734016131.007841:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9424 00000100:00100000:3.0:1734016131.007849:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339184384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.008264:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339184384:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 327us (644us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.008274:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9424 00002000:00100000:3.0:1734016131.008280:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5677056->5681151) req@ffff88011d83ca80 x1818247339184384/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.008287:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ca80 with x1818247339184384 ext(5677056->5681151) 00002000:00010000:3.0:1734016131.008290:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ca80 00000100:00100000:0.0:1734016131.011252:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.011412:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339184640 00000100:00100000:3.0:1734016131.011422:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339184640 00002000:00100000:3.0:1734016131.011469:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5644288->5709823) req@ffff880076749c00 x1818247339184640/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.011478:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247339184640 ext(5644288->5709823) 00002000:00010000:3.0:1734016131.011484:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749c00 00000100:00100000:3.0:1734016131.011900:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9425 00000100:00100000:3.0:1734016131.011907:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339184640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.024009:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339184640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 12087us (12753us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1734016131.024024:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9425 00002000:00100000:3.0:1734016131.024036:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5644288->5709823) req@ffff880076749c00 x1818247339184640/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.024047:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247339184640 ext(5644288->5709823) 00002000:00010000:3.0:1734016131.024054:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749c00 00000100:00100000:1.0:1734016131.037355:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.038303:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339184768 00000100:00100000:3.0:1734016131.038315:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339184768 00002000:00100000:3.0:1734016131.038370:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5656576->5685247) req@ffff88011d83e680 x1818247339184768/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.038382:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83e680 with x1818247339184768 ext(5656576->5685247) 00002000:00010000:3.0:1734016131.038388:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83e680 00000100:00100000:3.0:1734016131.038415:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9426 00000100:00100000:3.0:1734016131.038421:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339184768:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:3.0:1734016131.044762:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339184768:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6324us (7401us total) trans 4294969393 rc 0/0 00000100:00100000:3.0:1734016131.044777:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9426 00002000:00100000:3.0:1734016131.044792:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5656576->5685247) req@ffff88011d83e680 x1818247339184768/t4294969393(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.044804:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83e680 with x1818247339184768 ext(5656576->5685247) 00002000:00010000:3.0:1734016131.044810:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83e680 00000100:00100000:1.0:1734016131.050128:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.054419:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339184896 00000100:00100000:2.0:1734016131.054438:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339184896 00000100:00100000:2.0:1734016131.054530:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11298 00000100:00100000:2.0:1734016131.054539:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339184896:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016131.068879:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969393 is committed 00000001:00080000:2.0:1734016131.068898:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969392 is committed 00000100:00100000:0.0:1734016131.069679:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339184896:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 15131us (19554us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.069693:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11298 00000100:00100000:1.0:1734016131.079918:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.079997:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339185024 00000100:00100000:0.0:1734016131.080008:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339185024 00000100:00100000:0.0:1734016131.080084:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11299 00000100:00100000:0.0:1734016131.080092:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339185024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.080116:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.080136:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321b84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a222a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.080239:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071465880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628288:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016131.080307:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00080000:2.0:1734016131.080369:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016101 00002000:00010000:0.0:1734016131.082543:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016130 -> 1734016131 00002000:00010000:0.0:1734016131.082552:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 936 -> 992 00000100:00100000:0.0:1734016131.082588:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071465880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628288:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016131.082637:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321b84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a222a expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.082654:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321b84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a222a expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.083279:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:1.0:1734016131.083445:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339185024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3349us (3534us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.083455:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11299 00000100:00100000:1.0:1734016131.087045:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.087203:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339185152 00000100:00100000:0.0:1734016131.087213:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339185152 00000100:00100000:0.0:1734016131.087361:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11300 00000100:00100000:0.0:1734016131.087369:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339185152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.087393:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.087414:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7321b8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2231 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.087476:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071465880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628416:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016131.087727:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.090251:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071465880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628416:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.090296:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7321b8b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2231 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.090312:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8240/0x903ef4aec7321b8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2231 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.090342:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:2.0:1734016131.090397:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339185152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3027us (3365us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.090409:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11300 00000100:00100000:1.0:1734016131.100293:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.100388:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339185408 00000100:00100000:3.0:1734016131.100399:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339185408 00002000:00100000:3.0:1734016131.100449:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7581696->7585791) req@ffff8800717e8000 x1818247339185408/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.100459:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8000 with x1818247339185408 ext(7581696->7585791) 00002000:00010000:3.0:1734016131.100465:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8000 00000100:00100000:3.0:1734016131.100486:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9427 00000100:00100000:3.0:1734016131.100492:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339185408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.100682:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339185408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.100688:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9427 00002000:00100000:3.0:1734016131.100693:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7581696->7585791) req@ffff8800717e8000 x1818247339185408/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.100700:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8000 with x1818247339185408 ext(7581696->7585791) 00002000:00010000:3.0:1734016131.100703:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8000 00000100:00100000:0.0:1734016131.109148:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.109984:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339185664 00000100:00100000:2.0:1734016131.109995:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339185664 00002000:00100000:2.0:1734016131.110041:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7577600->7581695) req@ffff880071466680 x1818247339185664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.110053:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466680 with x1818247339185664 ext(7577600->7581695) 00002000:00010000:2.0:1734016131.110058:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466680 00000100:00100000:2.0:1734016131.110095:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9428 00000100:00100000:2.0:1734016131.110102:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339185664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.110655:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339185664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 551us (1517us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.110663:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9428 00002000:00100000:2.0:1734016131.110669:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7577600->7581695) req@ffff880071466680 x1818247339185664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.110676:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466680 with x1818247339185664 ext(7577600->7581695) 00002000:00010000:2.0:1734016131.110679:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466680 00000100:00100000:1.0:1734016131.122169:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.123859:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339185920 00000100:00100000:2.0:1734016131.123872:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339185920 00002000:00100000:2.0:1734016131.123927:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7544832->7610367) req@ffff8800717e8380 x1818247339185920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.123938:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8380 with x1818247339185920 ext(7544832->7610367) 00002000:00010000:2.0:1734016131.123943:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8380 00000100:00100000:2.0:1734016131.123976:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9429 00000100:00100000:2.0:1734016131.123983:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339185920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.127665:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339185920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3667us (5494us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016131.127678:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9429 00002000:00100000:2.0:1734016131.127691:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7544832->7610367) req@ffff8800717e8380 x1818247339185920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.127701:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8380 with x1818247339185920 ext(7544832->7610367) 00002000:00010000:2.0:1734016131.127707:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8380 00000100:00100000:1.0:1734016131.135998:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.137764:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339186176 00000100:00100000:2.0:1734016131.137776:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339186176 00002000:00100000:2.0:1734016131.137833:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7512064->7544831) req@ffff8800717e9f80 x1818247339186176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.137844:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9f80 with x1818247339186176 ext(7512064->7544831) 00002000:00010000:2.0:1734016131.137851:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9f80 00000100:00100000:2.0:1734016131.137891:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9430 00000100:00100000:2.0:1734016131.137899:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339186176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.141061:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339186176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3149us (5060us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1734016131.141074:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9430 00002000:00100000:2.0:1734016131.141086:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7512064->7544831) req@ffff8800717e9f80 x1818247339186176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.141097:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9f80 with x1818247339186176 ext(7512064->7544831) 00002000:00010000:2.0:1734016131.141103:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9f80 00000100:00100000:0.0:1734016131.144507:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.144807:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339186304 00000100:00100000:2.0:1734016131.144818:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339186304 00000100:00100000:2.0:1734016131.145366:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11301 00000100:00100000:2.0:1734016131.145374:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339186304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.145396:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.145417:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321b92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2238 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.145474:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628544:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.145548:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.148106:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628544:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.148142:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321b92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2238 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.148157:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321b92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2238 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.148172:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016131.148241:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339186304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2866us (3744us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.148249:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11301 00000100:00100000:0.0:1734016131.153340:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.153474:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339186432 00000100:00100000:2.0:1734016131.153484:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339186432 00000100:00100000:2.0:1734016131.153538:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11302 00000100:00100000:2.0:1734016131.153546:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339186432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.153577:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.153597:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321b99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a223f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.153651:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628672:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.153719:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.158103:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628672:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.158141:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321b99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a223f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.158156:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321b99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a223f expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.158208:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016131.158254:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339186432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4707us (4925us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.158263:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11302 00000100:00100000:1.0:1734016131.161075:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.161159:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339186560 00000100:00100000:2.0:1734016131.161169:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339186560 00000100:00100000:2.0:1734016131.161409:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11303 00000100:00100000:2.0:1734016131.161416:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339186560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.161435:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.161453:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321ba0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2246 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.161506:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628800:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.161564:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.164599:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628800:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.164645:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321ba0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2246 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.164661:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321ba0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2246 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.164671:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016131.164727:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339186560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3309us (3661us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.164736:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11303 00000100:00100000:0.0:1734016131.171757:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.171979:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339186688 00000100:00100000:3.0:1734016131.171989:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339186688 00000100:00100000:3.0:1734016131.172037:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11304 00000100:00100000:3.0:1734016131.172045:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339186688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.172067:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.172089:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a224d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.172122:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.172129:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.172131:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.172134:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [618496->622591] (req 618496->622591) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.172165:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.172176:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 6 pid: 13915 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016131.172206:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628928:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016131.172267:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.175630:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.175745:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341628928:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016131.175780:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [618496->622591] (req 618496->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.175799:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016131.175873:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339186688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3827us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.175882:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11304 00000100:00100000:2.0:1734016131.176279:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339186816 00000100:00100000:2.0:1734016131.176286:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339186816 00010000:00010000:2.0:1734016131.176316:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 7 pid: 13915 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016131.176340:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2909 00000100:00100000:2.0:1734016131.176346:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339186816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.176362:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.176385:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 7 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016131.176395:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 7 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016131.176420:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321b7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2223 expref: 7 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016131.176439:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.176442:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.176447:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.176457:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.176491:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.176503:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341629056:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016131.176561:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.179400:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341629056:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016131.179424:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.180580:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339186816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4216us (4944us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.180596:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2909 00000100:00100000:1.0:1734016131.180826:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.181121:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339187072 00000100:00100000:2.0:1734016131.181130:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339187072 00002000:00100000:2.0:1734016131.181169:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (618496->622591) req@ffff8800717e8700 x1818247339187072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.181713:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8700 with x1818247339187072 ext(618496->622591) 00002000:00010000:2.0:1734016131.181718:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8700 00000100:00100000:2.0:1734016131.181748:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9431 00000100:00100000:2.0:1734016131.181756:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339187072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.181939:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339187072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 183us (1114us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.181945:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9431 00002000:00100000:2.0:1734016131.181950:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (618496->622591) req@ffff8800717e8700 x1818247339187072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.181957:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8700 with x1818247339187072 ext(618496->622591) 00002000:00010000:2.0:1734016131.181960:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8700 00010000:00010000:0.0:1734016131.187933:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016131.188663:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.188752:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339187328 00000100:00100000:3.0:1734016131.188762:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339187328 00002000:00100000:3.0:1734016131.188810:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (614400->618495) req@ffff8800717e8a80 x1818247339187328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.188820:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8a80 with x1818247339187328 ext(614400->618495) 00002000:00010000:3.0:1734016131.188826:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8a80 00000100:00100000:3.0:1734016131.188861:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9432 00000100:00100000:3.0:1734016131.188868:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339187328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.189068:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339187328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 198us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.189074:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9432 00002000:00100000:3.0:1734016131.189079:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (614400->618495) req@ffff8800717e8a80 x1818247339187328/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.189086:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8a80 with x1818247339187328 ext(614400->618495) 00002000:00010000:3.0:1734016131.189089:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8a80 00000100:00100000:1.0:1734016131.192010:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.192360:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339187584 00000100:00100000:2.0:1734016131.192370:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339187584 00002000:00100000:2.0:1734016131.192420:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (610304->614399) req@ffff8800712b6a00 x1818247339187584/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.192430:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6a00 with x1818247339187584 ext(610304->614399) 00002000:00010000:2.0:1734016131.192436:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6a00 00000100:00100000:2.0:1734016131.192469:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9433 00000100:00100000:2.0:1734016131.192475:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339187584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.192666:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339187584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 189us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.192673:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9433 00002000:00100000:2.0:1734016131.192678:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (610304->614399) req@ffff8800712b6a00 x1818247339187584/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.192684:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6a00 with x1818247339187584 ext(610304->614399) 00002000:00010000:2.0:1734016131.192687:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6a00 00000100:00100000:0.0:1734016131.195666:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.195762:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339187840 00000100:00100000:3.0:1734016131.195771:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339187840 00002000:00100000:3.0:1734016131.195814:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (606208->610303) req@ffff880071465880 x1818247339187840/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.195825:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465880 with x1818247339187840 ext(606208->610303) 00002000:00010000:3.0:1734016131.195831:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465880 00000100:00100000:3.0:1734016131.195963:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9434 00000100:00100000:3.0:1734016131.195970:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339187840:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.196146:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339187840:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.196157:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9434 00002000:00100000:3.0:1734016131.196163:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (606208->610303) req@ffff880071465880 x1818247339187840/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.196169:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465880 with x1818247339187840 ext(606208->610303) 00002000:00010000:3.0:1734016131.196171:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465880 00000100:00100000:1.0:1734016131.199256:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.199858:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339188096 00000100:00100000:2.0:1734016131.199868:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339188096 00002000:00100000:2.0:1734016131.199914:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (602112->606207) req@ffff8800712b6300 x1818247339188096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.199925:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6300 with x1818247339188096 ext(602112->606207) 00002000:00010000:2.0:1734016131.199930:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6300 00000100:00100000:2.0:1734016131.199962:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9435 00000100:00100000:2.0:1734016131.199968:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339188096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.200172:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339188096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 203us (924us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.200197:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9435 00002000:00100000:2.0:1734016131.200203:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (602112->606207) req@ffff8800712b6300 x1818247339188096/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.200209:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6300 with x1818247339188096 ext(602112->606207) 00002000:00010000:2.0:1734016131.200212:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6300 00000100:00100000:1.0:1734016131.202486:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.205152:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339188352 00000100:00100000:3.0:1734016131.205172:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339188352 00002000:00100000:3.0:1734016131.205250:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (598016->602111) req@ffff8800712b6d80 x1818247339188352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.205262:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6d80 with x1818247339188352 ext(598016->602111) 00002000:00010000:3.0:1734016131.205269:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6d80 00000100:00100000:3.0:1734016131.205318:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9436 00000100:00100000:3.0:1734016131.205326:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339188352:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.205544:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339188352:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 217us (3069us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.205551:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9436 00002000:00100000:3.0:1734016131.205558:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (598016->602111) req@ffff8800712b6d80 x1818247339188352/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.205565:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6d80 with x1818247339188352 ext(598016->602111) 00002000:00010000:3.0:1734016131.205577:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6d80 00000100:00100000:0.0:1734016131.220578:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.221782:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339188608 00000100:00100000:2.0:1734016131.221796:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339188608 00002000:00100000:2.0:1734016131.221855:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (593920->598015) req@ffff88007678ea00 x1818247339188608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.221865:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247339188608 ext(593920->598015) 00002000:00010000:2.0:1734016131.221871:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ea00 00000100:00100000:2.0:1734016131.221912:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9437 00000100:00100000:2.0:1734016131.221919:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339188608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.223727:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339188608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1797us (3158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.223745:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9437 00002000:00100000:2.0:1734016131.223757:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (593920->598015) req@ffff88007678ea00 x1818247339188608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.223766:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247339188608 ext(593920->598015) 00002000:00010000:2.0:1734016131.223771:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ea00 00000100:00100000:0.0:1734016131.229011:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.229111:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339188864 00000100:00100000:3.0:1734016131.229120:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339188864 00002000:00100000:3.0:1734016131.229153:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (589824->593919) req@ffff880074242a00 x1818247339188864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.229167:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247339188864 ext(589824->593919) 00002000:00010000:3.0:1734016131.229172:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00100000:3.0:1734016131.229228:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9438 00000100:00100000:3.0:1734016131.229234:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339188864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.229365:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339188864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 130us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.229371:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9438 00002000:00100000:3.0:1734016131.229377:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (589824->593919) req@ffff880074242a00 x1818247339188864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.229383:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074242a00 with x1818247339188864 ext(589824->593919) 00002000:00010000:3.0:1734016131.229385:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074242a00 00000100:00100000:0.0:1734016131.237602:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.237775:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339189120 00000100:00100000:2.0:1734016131.237783:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339189120 00002000:00100000:2.0:1734016131.237813:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (585728->589823) req@ffff880074243b80 x1818247339189120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.237822:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243b80 with x1818247339189120 ext(585728->589823) 00002000:00010000:2.0:1734016131.237826:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243b80 00000100:00100000:2.0:1734016131.237852:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9439 00000100:00100000:2.0:1734016131.237858:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339189120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.237981:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339189120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 122us (387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.237987:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9439 00002000:00100000:2.0:1734016131.237991:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (585728->589823) req@ffff880074243b80 x1818247339189120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.237998:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074243b80 with x1818247339189120 ext(585728->589823) 00002000:00010000:2.0:1734016131.238000:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074243b80 00000100:00100000:0.0:1734016131.245006:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.245535:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339189376 00000100:00100000:3.0:1734016131.245544:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339189376 00002000:00100000:3.0:1734016131.245594:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (581632->585727) req@ffff880130d4dc00 x1818247339189376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.245604:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4dc00 with x1818247339189376 ext(581632->585727) 00002000:00010000:3.0:1734016131.245609:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4dc00 00000100:00100000:3.0:1734016131.245637:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9440 00000100:00100000:3.0:1734016131.245644:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339189376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.245798:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339189376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 153us (801us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.245805:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9440 00002000:00100000:3.0:1734016131.245810:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (581632->585727) req@ffff880130d4dc00 x1818247339189376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.245819:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4dc00 with x1818247339189376 ext(581632->585727) 00002000:00010000:3.0:1734016131.245821:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4dc00 00000100:00100000:0.0:1734016131.257625:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.261344:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339189632 00000100:00100000:2.0:1734016131.261356:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339189632 00002000:00100000:2.0:1734016131.261401:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (577536->581631) req@ffff880130d4ca80 x1818247339189632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.261415:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4ca80 with x1818247339189632 ext(577536->581631) 00002000:00010000:2.0:1734016131.261419:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4ca80 00000100:00100000:2.0:1734016131.261460:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9441 00000100:00100000:2.0:1734016131.261466:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339189632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.261674:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339189632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 207us (4061us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.261681:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9441 00002000:00100000:2.0:1734016131.261686:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (577536->581631) req@ffff880130d4ca80 x1818247339189632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.261692:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4ca80 with x1818247339189632 ext(577536->581631) 00002000:00010000:2.0:1734016131.261694:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4ca80 00000100:00100000:0.0:1734016131.267053:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.267142:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339189888 00000100:00100000:3.0:1734016131.267150:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339189888 00002000:00100000:3.0:1734016131.267216:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (573440->577535) req@ffff880130d4d880 x1818247339189888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.267225:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d880 with x1818247339189888 ext(573440->577535) 00002000:00010000:3.0:1734016131.267229:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4d880 00000100:00100000:3.0:1734016131.267257:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9442 00000100:00100000:3.0:1734016131.267263:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339189888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.267399:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339189888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (354us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.267405:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9442 00002000:00100000:3.0:1734016131.267410:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (573440->577535) req@ffff880130d4d880 x1818247339189888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.267416:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d880 with x1818247339189888 ext(573440->577535) 00002000:00010000:3.0:1734016131.267418:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4d880 00000100:00100000:0.0:1734016131.275235:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.275321:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339190144 00000100:00100000:2.0:1734016131.275329:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339190144 00002000:00100000:2.0:1734016131.275363:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (569344->573439) req@ffff880071f76680 x1818247339190144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.275371:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76680 with x1818247339190144 ext(569344->573439) 00002000:00010000:2.0:1734016131.275375:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76680 00000100:00100000:2.0:1734016131.275403:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9443 00000100:00100000:2.0:1734016131.275409:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339190144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.275527:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339190144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 117us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.275534:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9443 00002000:00100000:2.0:1734016131.275538:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (569344->573439) req@ffff880071f76680 x1818247339190144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.275546:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76680 with x1818247339190144 ext(569344->573439) 00002000:00010000:2.0:1734016131.275549:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76680 00000100:00100000:0.0:1734016131.283255:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.283835:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339190400 00000100:00100000:3.0:1734016131.283843:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339190400 00002000:00100000:3.0:1734016131.283875:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (565248->569343) req@ffff880071f76d80 x1818247339190400/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.283884:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76d80 with x1818247339190400 ext(565248->569343) 00002000:00010000:3.0:1734016131.283889:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76d80 00000100:00100000:3.0:1734016131.283921:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9444 00000100:00100000:3.0:1734016131.283928:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339190400:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.284059:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339190400:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (809us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.284065:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9444 00002000:00100000:3.0:1734016131.284070:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (565248->569343) req@ffff880071f76d80 x1818247339190400/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.284075:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76d80 with x1818247339190400 ext(565248->569343) 00002000:00010000:3.0:1734016131.284078:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76d80 00000100:00100000:0.0:1734016131.292543:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.292721:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339190528 00000100:00100000:3.0:1734016131.292729:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339190528 00000100:00100000:3.0:1734016131.292768:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11305 00000100:00100000:3.0:1734016131.292774:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339190528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.292788:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.292801:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2254 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.292821:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.292823:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.292829:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.292841:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.292850:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016131.292977:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339190528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 201us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.292983:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11305 00000100:00100000:2.0:1734016131.312318:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.312424:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339190784 00000100:00100000:0.0:1734016131.312431:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339190784 00002000:00100000:0.0:1734016131.312466:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3072000->3076095) req@ffff880071e5aa00 x1818247339190784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.312477:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5aa00 with x1818247339190784 ext(3072000->3076095) 00002000:00010000:0.0:1734016131.312481:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5aa00 00000100:00100000:0.0:1734016131.312512:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9445 00000100:00100000:0.0:1734016131.312519:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339190784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.312671:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339190784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 150us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016131.312678:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9445 00002000:00100000:0.0:1734016131.312683:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3072000->3076095) req@ffff880071e5aa00 x1818247339190784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.312691:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5aa00 with x1818247339190784 ext(3072000->3076095) 00002000:00010000:0.0:1734016131.312694:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5aa00 00000001:00080000:0.0:1734016131.313754:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968590 is committed 00000001:00080000:0.0:1734016131.313765:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968587 is committed 00000100:00100000:0.0:1734016131.327988:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.328307:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339191040 00000100:00100000:3.0:1734016131.328315:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339191040 00002000:00100000:3.0:1734016131.328354:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3067904->3071999) req@ffff88012e9d4380 x1818247339191040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.328364:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d4380 with x1818247339191040 ext(3067904->3071999) 00002000:00010000:3.0:1734016131.328368:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d4380 00000100:00100000:3.0:1734016131.328392:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9446 00000100:00100000:3.0:1734016131.328398:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339191040:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.329390:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339191040:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 989us (1408us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016131.329397:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9446 00002000:00100000:3.0:1734016131.329402:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3067904->3071999) req@ffff88012e9d4380 x1818247339191040/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.329409:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d4380 with x1818247339191040 ext(3067904->3071999) 00002000:00010000:3.0:1734016131.329412:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d4380 00000100:00100000:0.0:1734016131.336263:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.338206:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339191296 00000100:00100000:3.0:1734016131.338221:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339191296 00002000:00100000:3.0:1734016131.338268:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3035136->3100671) req@ffff88012e9d5880 x1818247339191296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.338278:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d5880 with x1818247339191296 ext(3035136->3100671) 00002000:00010000:3.0:1734016131.338283:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d5880 00000100:00100000:3.0:1734016131.338317:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9447 00000100:00100000:3.0:1734016131.338325:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339191296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.346213:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339191296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 7854us (10005us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1734016131.346226:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9447 00002000:00100000:3.0:1734016131.346237:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3035136->3100671) req@ffff88012e9d5880 x1818247339191296/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.346246:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d5880 with x1818247339191296 ext(3035136->3100671) 00002000:00010000:3.0:1734016131.346251:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d5880 00000100:00100000:0.0:1734016131.370821:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.370887:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339191552 00000100:00100000:3.0:1734016131.370895:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339191552 00002000:00100000:3.0:1734016131.370929:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3002368->3035135) req@ffff88012e9d6300 x1818247339191552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.370938:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d6300 with x1818247339191552 ext(3002368->3035135) 00002000:00010000:3.0:1734016131.370943:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d6300 00000100:00100000:3.0:1734016131.370967:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9448 00000100:00100000:3.0:1734016131.370973:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339191552:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.374216:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339191552:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3236us (3393us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1734016131.374226:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9448 00002000:00100000:3.0:1734016131.374234:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3002368->3035135) req@ffff88012e9d6300 x1818247339191552/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.374243:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d6300 with x1818247339191552 ext(3002368->3035135) 00002000:00010000:3.0:1734016131.374248:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d6300 00000100:00100000:0.0:1734016131.417773:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.421624:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339191808 00000100:00100000:3.0:1734016131.421636:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339191808 00002000:00100000:3.0:1734016131.421677:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4251647) req@ffff8800740e6d80 x1818247339191808/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.421687:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6d80 with x1818247339191808 ext(0->4251647) 00002000:00010000:3.0:1734016131.421691:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6d80 00000100:00100000:3.0:1734016131.421728:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9449 00000100:00100000:3.0:1734016131.421734:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339191808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016131.439307:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.439353:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.439745:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339192064 00000100:00100000:0.0:1734016131.439754:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339192064 00002000:00100000:0.0:1734016131.439793:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4251648->8445951) req@ffff8800712b6680 x1818247339192064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.439801:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6680 with x1818247339192064 ext(4251648->8445951) 00002000:00010000:0.0:1734016131.439807:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6680 00000100:00100000:0.0:1734016131.439831:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339192320 00000100:00100000:0.0:1734016131.439834:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339192320 00002000:00100000:0.0:1734016131.439843:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8445952->10485759) req@ffff880071e36d80 x1818247339192320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.439854:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247339192320 ext(8445952->10485759) 00002000:00010000:0.0:1734016131.439856:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:2.0:1734016131.439863:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9450 00000100:00100000:2.0:1734016131.439871:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339192064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.439876:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9451 00000100:00100000:0.0:1734016131.439879:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339192320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.482462:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339191808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 60715us (64884us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016131.482477:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9449 00002000:00100000:3.0:1734016131.482492:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4251647) req@ffff8800740e6d80 x1818247339191808/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.482502:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6d80 with x1818247339191808 ext(0->4251647) 00002000:00010000:3.0:1734016131.482508:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6d80 00000100:00100000:0.0:1734016131.509547:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.509651:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339192448 00000100:00100000:2.0:1734016131.509663:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339192448 00000100:00100000:2.0:1734016131.509740:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11306 00000100:00100000:2.0:1734016131.509748:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339192448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.509768:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.509784:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a225b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.509812:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.509821:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.509828:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.509830:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.509833:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [6512640->6574079] (req 6512640->6574079) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.509866:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.509881:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 8 pid: 13915 timeout: 494 lvb_type: 1 00000100:00100000:2.0:1734016131.509892:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341629184:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016131.509964:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.509972:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 9 pid: 13915 timeout: 494 lvb_type: 0 00000100:00100000:2.0:1734016131.509981:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341629312:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016131.509999:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.510339:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339192320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 70455us (70982us total) trans 0 rc 2039808/2039808 00000100:00100000:0.0:1734016131.510352:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9451 00002000:00100000:0.0:1734016131.510364:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8445952->10485759) req@ffff880071e36d80 x1818247339192320/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 2039808/2039808 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.510374:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247339192320 ext(8445952->10485759) 00010000:00010000:0.0:1734016131.510384:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 8 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016131.510396:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 8 pid: 13915 timeout: 494 lvb_type: 0 00002000:00010000:0.0:1734016131.510403:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071e36d80 00000100:00100000:2.0:1734016131.535965:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341629184:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016131.536191:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.536265:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339192576 00000100:00100000:3.0:1734016131.536272:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339192576 00010000:00010000:3.0:1734016131.536307:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 9 pid: 13915 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016131.536334:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2910 00000100:00100000:3.0:1734016131.536340:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339192576:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.536353:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.536372:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 9 pid: 13915 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016131.536388:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 9 pid: 13915 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016131.536411:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321bae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2254 expref: 9 pid: 13915 timeout: 494 lvb_type: 1 00010000:00010000:3.0:1734016131.536429:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.536471:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339192576:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 130us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.536478:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2910 00000100:00100000:2.0:1734016131.536672:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341629312:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016131.536699:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6512640->6574079] (req 6512640->6574079) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.536708:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016131.537471:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339192448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 27722us (27937us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.537478:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11306 00000100:00100000:2.0:1734016131.542956:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339192064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 103071us (103644us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016131.542972:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9450 00002000:00100000:2.0:1734016131.542986:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4251648->8445951) req@ffff8800712b6680 x1818247339192064/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.542995:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6680 with x1818247339192064 ext(4251648->8445951) 00010000:00010000:2.0:1734016131.543005:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 6 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:2.0:1734016131.543019:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 6 pid: 13915 timeout: 494 lvb_type: 0 00002000:00010000:2.0:1734016131.543026:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800712b6680 00000100:00100000:0.0:1734016131.566271:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.566810:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339192704 00000100:00100000:1.0:1734016131.566820:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339192704 00010000:00010000:1.0:1734016131.566859:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 6 pid: 13915 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016131.566902:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2911 00000100:00100000:1.0:1734016131.566909:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339192704:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016131.566927:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.566949:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 6 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016131.566962:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 6 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016131.566987:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321ba7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a224d expref: 6 pid: 13915 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016131.567020:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.567023:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.567031:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.567041:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.567080:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.567092:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341629440:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016131.567164:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.574499:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.574733:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339192832 00000100:00100000:2.0:1734016131.574746:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339192832 00000100:00100000:2.0:1734016131.574802:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11307 00000100:00100000:2.0:1734016131.574811:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339192832:12345-192.168.201.1@tcp:22:fsx.0 00000100:00100000:1.0:1734016131.575063:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e34700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341629440:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016131.575095:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1734016131.575138:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1734016131.575142:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00000100:00100000:1.0:1734016131.575144:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339192704:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8234us (8885us total) trans 0 rc 0/0 00002000:00010000:2.0:1734016131.575144:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.575146:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.575149:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 992 -> 1112 00000100:00100000:1.0:1734016131.575153:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2911 00000100:00100000:2.0:1734016131.575166:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339192832:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 357us (683us total) trans 4294969394 rc 0/0 00000100:00100000:2.0:1734016131.575171:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11307 00000100:00100000:0.0:1734016131.577335:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.577524:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339192960 00000100:00100000:2.0:1734016131.577535:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339192960 00000100:00100000:2.0:1734016131.577589:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11308 00000100:00100000:2.0:1734016131.577596:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339192960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.577618:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.577636:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321bbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2262 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.577694:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341629568:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.577837:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.579548:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341629568:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.579596:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321bbc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2262 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.579608:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321bbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2262 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.579640:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016131.579693:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339192960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2095us (2368us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.579702:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11308 00000100:00100000:0.0:1734016131.582086:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.582229:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339193088 00000100:00100000:2.0:1734016131.582238:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339193088 00000100:00100000:2.0:1734016131.582286:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11309 00000100:00100000:2.0:1734016131.582294:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339193088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.582315:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.582339:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321bc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2269 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.582417:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341629696:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.582494:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.584702:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341629696:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.584758:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321bc3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2269 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.584775:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321bc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2269 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.584790:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016131.584865:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339193088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2570us (2788us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.584876:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11309 00000100:00100000:0.0:1734016131.589805:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.589915:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339193216 00000100:00100000:2.0:1734016131.589925:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339193216 00000100:00100000:2.0:1734016131.589984:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11310 00000100:00100000:2.0:1734016131.589992:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339193216:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016131.590273:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1734016131.590277:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.590279:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.590281:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.590284:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1112 -> 1136 00000100:00100000:2.0:1734016131.590350:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339193216:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 357us (560us total) trans 4294969395 rc 0/0 00000100:00100000:2.0:1734016131.590360:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11310 00000100:00100000:0.0:1734016131.599896:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.600965:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339193344 00000100:00100000:2.0:1734016131.600977:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339193344 00000100:00100000:2.0:1734016131.601037:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11311 00000100:00100000:2.0:1734016131.601046:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339193344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.601067:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.601086:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321bca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2270 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.601397:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341629824:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.601479:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.603962:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341629824:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.604003:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321bca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2270 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.604019:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321bca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2270 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.604037:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016131.604102:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339193344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3056us (4220us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.604111:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11311 00000100:00100000:0.0:1734016131.607087:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.607222:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339193472 00000100:00100000:2.0:1734016131.607234:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339193472 00000100:00100000:2.0:1734016131.607283:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11312 00000100:00100000:2.0:1734016131.607294:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339193472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.607315:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.607337:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321bd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2277 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.607399:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341629952:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.607473:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.610031:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e5ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341629952:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.610070:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321bd1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2277 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.610084:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321bd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2277 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.610094:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016131.610141:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339193472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2846us (3064us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.610149:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11312 00000100:00100000:1.0:1734016131.616796:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.617058:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339193600 00000100:00100000:2.0:1734016131.617067:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339193600 00000100:00100000:2.0:1734016131.617115:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11313 00000100:00100000:2.0:1734016131.617124:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339193600:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016131.617453:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1734016131.617457:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.617459:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.617461:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.617463:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:2.0:1734016131.617538:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339193600:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 414us (754us total) trans 4294969396 rc 0/0 00000100:00100000:2.0:1734016131.617545:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11313 00000100:00100000:0.0:1734016131.632085:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.634235:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339193856 00000100:00100000:3.0:1734016131.634249:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339193856 00000100:00100000:3.0:1734016131.634348:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2068 00000100:00100000:3.0:1734016131.634356:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339193856:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016131.634416:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.634450:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec732197e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2047 expref: 12 pid: 7702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.634490:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016131.634495:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016131.634693:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.634707:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 14 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.634715:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.634754:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 14 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.634766:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 14 pid: 6475 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016131.634780:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341630080:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016131.634859:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00080000:2.0:1734016131.635160:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:3.0:1734016131.640321:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341630080:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016131.640352:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016131.643207:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.643301:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339193984 00000100:00100000:1.0:1734016131.643312:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339193984 00010000:00010000:1.0:1734016131.643352:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 15 pid: 6475 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.643397:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2912 00000100:00100000:1.0:1734016131.643403:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339193984:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016131.643423:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.643430:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 15 pid: 6475 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.643441:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 15 pid: 6475 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.643461:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164480/0x903ef4aec7321993 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2055 expref: 15 pid: 6475 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.643570:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016131.643576:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016131.643585:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016131.643592:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016131.643694:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016131.643799:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.643807:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016131.643906:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968591 00000004:00010000:3.0:1734016131.643952:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800740e4e00 reply state ffff8801346e6000 transno 4294968592 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016131.643959:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016131.644469:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339193984:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1063us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.644476:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2912 00000100:00100000:3.0:1734016131.644524:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339193856:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 10167us (12453us total) trans 4294968592 rc 0/0 00000100:00100000:3.0:1734016131.644531:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2068 00000020:00080000:3.0:1734016131.644535:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016131.650574:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.650668:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339194112 00000100:00100000:2.0:1734016131.650679:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339194112 00000100:00100000:2.0:1734016131.650721:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11314 00000100:00100000:2.0:1734016131.650728:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339194112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.650751:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.650772:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a227e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.650801:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.650808:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.650810:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.650813:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.650844:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.650855:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 9 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.650873:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630208:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016131.650929:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00010000:00010000:3.0:1734016131.651067:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.651078:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.651084:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.651088:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac164900 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016131.651093:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.651099:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.651114:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016131.651117:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016131.651121:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.651126:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec7321bd8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016131.658815:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630208:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016131.658848:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.658866:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016131.658921:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339194112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8193us (8366us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.658930:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11314 00000100:00100000:0.0:1734016131.660974:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.661081:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339194240 00000100:00100000:1.0:1734016131.661094:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339194240 00010000:00010000:1.0:1734016131.661127:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 10 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.661172:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2913 00000100:00100000:1.0:1734016131.661213:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339194240:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016131.661229:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.661251:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 10 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.661264:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 10 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.661288:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321bb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a225b expref: 10 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.661306:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.661308:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.661313:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.661322:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.661357:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.661369:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341630336:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016131.661424:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.665089:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341630336:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016131.665123:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016131.665171:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339194240:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3991us (4207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.665201:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2913 00000100:00100000:0.0:1734016131.665917:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.665995:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339194368 00000100:00100000:2.0:1734016131.666002:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339194368 00002000:00010000:2.0:1734016131.666035:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10121580->18446744073709551615) 00002000:00100000:2.0:1734016131.666039:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1c700 with x1818247339194368 ext(10121580->18446744073709551615) 00002000:00010000:2.0:1734016131.666050:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1c700. 00000100:00100000:2.0:1734016131.666068:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9452 00000100:00100000:2.0:1734016131.666074:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339194368:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016131.666585:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10485760 -> 10121580 00002000:00010000:2.0:1734016131.666589:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.666591:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.666593:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.666594:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1136 -> 928 00000100:00100000:2.0:1734016131.666629:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339194368:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 554us (715us total) trans 4294969397 rc 0/0 00000100:00100000:2.0:1734016131.666637:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9452 00002000:00010000:2.0:1734016131.666639:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10121580->18446744073709551615) 00002000:00100000:2.0:1734016131.666642:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1c700 with x1818247339194368 ext(10121580->18446744073709551615) 00002000:00010000:2.0:1734016131.666645:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1c700. 00000100:00100000:0.0:1734016131.671274:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.671634:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339194496 00000100:00100000:3.0:1734016131.671643:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339194496 00000100:00100000:3.0:1734016131.671687:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2069 00000100:00100000:3.0:1734016131.671694:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339194496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.671718:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.671738:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7321be6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2285 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.671834:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec7321bed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.671850:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec7321bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.671861:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec7321bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016131.671884:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10121580 00000004:00200000:3.0:1734016131.671888:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016131.671902:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec7321bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016131.671921:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7321be6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2285 expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.671938:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec7321bed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2285 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.671945:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016131.671948:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016131.671951:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016131.671991:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339194496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 298us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.671997:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2069 00000100:00100000:0.0:1734016131.675121:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.675263:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339194624 00000100:00100000:2.0:1734016131.675273:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339194624 00000100:00100000:2.0:1734016131.675333:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11315 00000100:00100000:2.0:1734016131.675341:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339194624:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.675362:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.675383:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bf4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a228c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.675448:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630464:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.675510:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.677433:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630464:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.677469:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bf4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a228c expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.677483:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bf4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a228c expref: 10 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.677509:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016131.677551:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339194624:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2209us (2441us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.677569:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11315 00000100:00100000:0.0:1734016131.701766:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.701895:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339194752 00000100:00100000:2.0:1734016131.701905:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339194752 00000100:00100000:2.0:1734016131.701972:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11316 00000100:00100000:2.0:1734016131.701980:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339194752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.702003:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.702026:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2293 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.702061:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.702070:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.702072:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.702076:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6602752->6606847] (req 6602752->6606847) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.702106:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.702117:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 6 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016131.702131:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630592:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016131.702232:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.704547:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.705040:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630592:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016131.705073:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6602752->6606847] (req 6602752->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.705097:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016131.705148:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339194752:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3167us (3394us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.705158:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11316 00000100:00100000:1.0:1734016131.705272:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339194880 00000100:00100000:1.0:1734016131.705279:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339194880 00010000:00010000:1.0:1734016131.705305:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 7 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016131.705344:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2914 00000100:00100000:1.0:1734016131.705350:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339194880:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016131.705367:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016131.705388:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 7 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.705398:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 7 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.705420:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321bdf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a227e expref: 7 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016131.705436:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.705438:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.705444:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.705451:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.705482:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.705498:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341630720:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016131.705533:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.708637:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e37100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341630720:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016131.708669:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016131.708732:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339194880:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3379us (4199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.708744:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2914 00000100:00100000:0.0:1734016131.710032:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.710113:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195136 00000100:00100000:2.0:1734016131.710121:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195136 00002000:00100000:2.0:1734016131.710175:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6602752->6606847) req@ffff880071e1d880 x1818247339195136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.710210:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1d880 with x1818247339195136 ext(6602752->6606847) 00002000:00010000:2.0:1734016131.710216:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1d880 00000100:00100000:2.0:1734016131.710236:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9453 00000100:00100000:2.0:1734016131.710244:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339195136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.710411:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339195136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.710417:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9453 00002000:00100000:2.0:1734016131.710423:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6602752->6606847) req@ffff880071e1d880 x1818247339195136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.710429:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1d880 with x1818247339195136 ext(6602752->6606847) 00002000:00010000:2.0:1734016131.710432:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1d880 00000100:00100000:0.0:1734016131.713292:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.713387:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195392 00000100:00100000:2.0:1734016131.713396:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195392 00002000:00100000:2.0:1734016131.713439:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6598656->6602751) req@ffff880071e1dc00 x1818247339195392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.713454:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1dc00 with x1818247339195392 ext(6598656->6602751) 00002000:00010000:2.0:1734016131.713459:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1dc00 00000100:00100000:2.0:1734016131.713478:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9454 00000100:00100000:2.0:1734016131.713484:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339195392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.713660:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339195392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.713667:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9454 00002000:00100000:2.0:1734016131.713672:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6598656->6602751) req@ffff880071e1dc00 x1818247339195392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.713678:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1dc00 with x1818247339195392 ext(6598656->6602751) 00002000:00010000:2.0:1734016131.713681:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1dc00 00000100:00100000:1.0:1734016131.716123:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.716222:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195648 00000100:00100000:0.0:1734016131.716230:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195648 00002000:00100000:0.0:1734016131.716268:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6565888->6631423) req@ffff880071e37100 x1818247339195648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.716277:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247339195648 ext(6565888->6631423) 00002000:00010000:0.0:1734016131.716283:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:0.0:1734016131.716314:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9455 00000100:00100000:0.0:1734016131.716321:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339195648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.720219:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339195648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3854us (4061us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1734016131.720233:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9455 00002000:00100000:2.0:1734016131.720247:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6565888->6631423) req@ffff880071e37100 x1818247339195648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.720256:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247339195648 ext(6565888->6631423) 00002000:00010000:2.0:1734016131.720262:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:0.0:1734016131.725054:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.725161:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195776 00000100:00100000:2.0:1734016131.725171:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195776 00002000:00100000:2.0:1734016131.725254:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6582272->6606847) req@ffff880071e1df80 x1818247339195776/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.725264:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1df80 with x1818247339195776 ext(6582272->6606847) 00002000:00010000:2.0:1734016131.725270:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1df80 00000100:00100000:2.0:1734016131.725295:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9456 00000100:00100000:2.0:1734016131.725303:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339195776:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.727480:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339195776:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2166us (2427us total) trans 4294969398 rc 0/0 00000100:00100000:2.0:1734016131.727493:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9456 00002000:00100000:2.0:1734016131.727504:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6582272->6606847) req@ffff880071e1df80 x1818247339195776/t4294969398(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.727513:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1df80 with x1818247339195776 ext(6582272->6606847) 00002000:00010000:2.0:1734016131.727519:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1df80 00000100:00100000:0.0:1734016131.729434:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.729537:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339195904 00000100:00100000:2.0:1734016131.729554:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339195904 00000100:00100000:2.0:1734016131.729625:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11317 00000100:00100000:2.0:1734016131.729632:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339195904:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016131.733349:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969398 is committed 00000001:00080000:2.0:1734016131.733386:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969397 is committed 00000100:00100000:3.0:1734016131.733635:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339195904:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3995us (4202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.733647:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11317 00000100:00100000:2.0:1734016131.738896:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.738976:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339196032 00000100:00100000:0.0:1734016131.738987:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339196032 00000100:00100000:0.0:1734016131.739051:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2070 00000100:00100000:0.0:1734016131.739060:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339196032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.739084:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.739108:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7321c02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a229a expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.739256:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016131.739270:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016131.739281:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:0.0:1734016131.739313:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10121580 00000004:00200000:0.0:1734016131.739318:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016131.739342:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016131.739366:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7321c02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.739391:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.739400:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016131.739403:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016131.739407:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016131.739475:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339196032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 416us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.739483:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2070 00000100:00100000:1.0:1734016131.746781:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.746856:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339196160 00000100:00100000:3.0:1734016131.746868:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339196160 00000100:00100000:3.0:1734016131.746927:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11318 00000100:00100000:3.0:1734016131.746935:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339196160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.746958:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.746977:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321c10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22a1 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.747044:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630848:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016131.750732:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016131.753337:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 928 -> 976 00000100:00100000:3.0:1734016131.753371:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630848:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016131.753412:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321c10 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22a1 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.753427:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7321c10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22a1 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.753442:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016131.753490:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339196160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6554us (6721us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.753498:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11318 00000100:00100000:0.0:1734016131.757769:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.757875:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339196288 00000100:00100000:3.0:1734016131.757885:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339196288 00000100:00100000:3.0:1734016131.757940:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11319 00000100:00100000:3.0:1734016131.757948:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339196288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.757968:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.757993:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7321c17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22a8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.758063:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630976:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016131.758130:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.760555:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341630976:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016131.760603:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7321c17 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22a8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.760618:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7321c17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22a8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.760645:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:0.0:1734016131.760695:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339196288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2746us (2937us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.760705:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11319 00000100:00100000:1.0:1734016131.768049:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.768134:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339196416 00000100:00100000:0.0:1734016131.768147:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339196416 00000100:00100000:0.0:1734016131.768226:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11320 00000100:00100000:0.0:1734016131.768235:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339196416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.768261:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.768281:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321c1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22af expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.768340:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631104:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016131.768417:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.770629:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631104:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.770677:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321c1e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22af expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.770694:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7321c1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22af expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.770720:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:2.0:1734016131.770780:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339196416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2545us (2744us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.770791:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11320 00000100:00100000:3.0:1734016131.775240:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.775392:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339196544 00000100:00100000:2.0:1734016131.775402:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339196544 00000100:00100000:2.0:1734016131.775457:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11321 00000100:00100000:2.0:1734016131.775465:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339196544:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.775487:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.775506:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321c25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22b6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.775588:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631232:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.775652:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.791291:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631232:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.791330:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321c25 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22b6 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.791348:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321c25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22b6 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.791376:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016131.791439:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339196544:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15972us (16209us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.791447:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11321 00000100:00100000:3.0:1734016131.795750:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.795844:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339196672 00000100:00100000:2.0:1734016131.795853:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339196672 00000100:00100000:2.0:1734016131.795912:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11322 00000100:00100000:2.0:1734016131.795919:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339196672:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016131.796205:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10121580 -> 10121580 00002000:00010000:2.0:1734016131.796208:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.796210:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.796212:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.796214:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 976 -> 976 00000100:00100000:3.0:1734016131.798204:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339196672:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 2252us (2433us total) trans 4294969399 rc 0/0 00000100:00100000:3.0:1734016131.798219:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11322 00000100:00100000:3.0:1734016131.802271:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.802329:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339196800 00000100:00100000:0.0:1734016131.802343:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339196800 00000100:00100000:0.0:1734016131.806839:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11323 00000100:00100000:0.0:1734016131.806857:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339196800:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016131.807215:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10121580 -> 10121580 00002000:00010000:0.0:1734016131.807219:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.807221:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.807223:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.807225:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 976 -> 1104 00000100:00100000:0.0:1734016131.807308:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339196800:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 454us (5054us total) trans 4294969400 rc 0/0 00000100:00100000:0.0:1734016131.807317:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11323 00000100:00100000:0.0:1734016131.809604:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.809700:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339196928 00000100:00100000:2.0:1734016131.809712:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339196928 00000100:00100000:2.0:1734016131.809847:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11324 00000100:00100000:2.0:1734016131.809855:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339196928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.809873:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.809894:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321c2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22bd expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.809955:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631360:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.810032:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016131.827754:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016131 -> 1734016132 00000100:00100000:2.0:1734016131.827788:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631360:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.827827:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321c2c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22bd expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.827843:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321c2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22bd expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.827871:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016131.827935:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339196928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 18079us (18344us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.827944:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11324 00000100:00100000:3.0:1734016131.845059:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.848914:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339197056 00000100:00100000:2.0:1734016131.848931:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339197056 00000100:00100000:2.0:1734016131.849022:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11325 00000100:00100000:2.0:1734016131.849031:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339197056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.849055:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.849076:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321c33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22c4 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.849143:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631488:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.849276:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.853023:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631488:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.853069:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321c33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22c4 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.853084:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321c33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22c4 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.853117:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016131.853212:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339197056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4180us (8162us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.853221:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11325 00000100:00100000:3.0:1734016131.857296:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.858091:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339197312 00000100:00100000:2.0:1734016131.858101:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339197312 00002000:00100000:2.0:1734016131.858151:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9875456->9879551) req@ffff880071d10a80 x1818247339197312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.858161:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10a80 with x1818247339197312 ext(9875456->9879551) 00002000:00010000:2.0:1734016131.858167:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10a80 00000100:00100000:2.0:1734016131.858704:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9457 00000100:00100000:2.0:1734016131.858714:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339197312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.863004:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339197312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 4271us (5702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.863020:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9457 00002000:00100000:2.0:1734016131.863037:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9875456->9879551) req@ffff880071d10a80 x1818247339197312/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.863048:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10a80 with x1818247339197312 ext(9875456->9879551) 00002000:00010000:2.0:1734016131.863055:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10a80 00000100:00100000:3.0:1734016131.867264:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.867366:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339197568 00000100:00100000:2.0:1734016131.867376:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339197568 00002000:00100000:2.0:1734016131.867422:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9871360->9875455) req@ffff880071d13b80 x1818247339197568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.867433:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13b80 with x1818247339197568 ext(9871360->9875455) 00002000:00010000:2.0:1734016131.867438:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13b80 00000100:00100000:2.0:1734016131.867466:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9458 00000100:00100000:2.0:1734016131.867473:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339197568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.867662:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339197568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 188us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.867669:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9458 00002000:00100000:2.0:1734016131.867675:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9871360->9875455) req@ffff880071d13b80 x1818247339197568/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.867680:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13b80 with x1818247339197568 ext(9871360->9875455) 00002000:00010000:2.0:1734016131.867683:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13b80 00000100:00100000:0.0:1734016131.874255:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.877019:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339197824 00000100:00100000:2.0:1734016131.877036:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339197824 00002000:00100000:2.0:1734016131.877093:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9838592->9904127) req@ffff880071e1f100 x1818247339197824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.877104:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f100 with x1818247339197824 ext(9838592->9904127) 00002000:00010000:2.0:1734016131.877110:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f100 00000100:00100000:2.0:1734016131.877149:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9459 00000100:00100000:2.0:1734016131.877156:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339197824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.885245:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339197824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 8074us (10989us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1734016131.885260:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9459 00002000:00100000:0.0:1734016131.885278:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9838592->9904127) req@ffff880071e1f100 x1818247339197824/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.885288:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f100 with x1818247339197824 ext(9838592->9904127) 00002000:00010000:0.0:1734016131.885299:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f100 00000100:00100000:3.0:1734016131.889770:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.889898:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339197952 00000100:00100000:2.0:1734016131.889909:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339197952 00000100:00100000:2.0:1734016131.889979:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11326 00000100:00100000:2.0:1734016131.889987:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339197952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.890009:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.890030:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321c3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22cb expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.890096:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631616:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.890172:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016131.893515:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:2.0:1734016131.893549:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631616:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.893600:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321c3a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22cb expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.893615:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321c3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22cb expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.893723:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016131.893788:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339197952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3800us (4030us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.893797:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11326 00000100:00100000:3.0:1734016131.898473:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.898615:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339198080 00000100:00100000:2.0:1734016131.898629:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339198080 00000100:00100000:2.0:1734016131.899039:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11327 00000100:00100000:2.0:1734016131.899047:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339198080:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.899067:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.899088:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321c41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22d2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.899150:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631744:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016131.899827:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.903664:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341631744:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016131.903712:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321c41 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22d2 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.903726:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321c41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22d2 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.903762:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016131.904359:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339198080:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5309us (5894us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.904368:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11327 00000100:00100000:0.0:1734016131.906993:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.907765:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339198336 00000100:00100000:2.0:1734016131.907775:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339198336 00002000:00100000:2.0:1734016131.908050:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9322496->9388031) req@ffff880071e1f480 x1818247339198336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.908060:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f480 with x1818247339198336 ext(9322496->9388031) 00002000:00010000:2.0:1734016131.908065:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f480 00000100:00100000:2.0:1734016131.908236:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9460 00000100:00100000:2.0:1734016131.908244:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339198336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.911666:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339198336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3408us (4669us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1734016131.911681:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9460 00002000:00100000:2.0:1734016131.911693:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9322496->9388031) req@ffff880071e1f480 x1818247339198336/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.911702:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f480 with x1818247339198336 ext(9322496->9388031) 00002000:00010000:2.0:1734016131.911708:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f480 00000100:00100000:3.0:1734016131.915346:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.916334:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339198464 00000100:00100000:2.0:1734016131.916348:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339198464 00000100:00100000:1.0:1734016131.917264:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11328 00000100:00100000:1.0:1734016131.917275:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339198464:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.917300:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.917322:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321c48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22d9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.917390:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341631872:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016131.917473:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016131.920758:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016131 -> 1734016132 00000100:00100000:1.0:1734016131.920790:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341631872:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016131.920830:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321c48 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22d9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.920849:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321c48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22d9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.920947:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016131.921758:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339198464:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4481us (6420us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.921768:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11328 00000100:00100000:2.0:1734016131.926076:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.926218:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339198592 00000100:00100000:1.0:1734016131.926229:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339198592 00000100:00100000:1.0:1734016131.926287:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11329 00000100:00100000:1.0:1734016131.926295:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339198592:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.926315:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.926338:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321c4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22e0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.926402:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341632000:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016131.926462:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.928302:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341632000:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016131.928342:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321c4f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22e0 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.928357:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321c4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22e0 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.928387:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016131.928438:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339198592:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2142us (2374us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.928446:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11329 00000100:00100000:0.0:1734016131.931046:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016131.931174:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339198848 00000100:00100000:2.0:1734016131.931217:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339198848 00002000:00100000:2.0:1734016131.931269:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6373376->6377471) req@ffff880071e1f800 x1818247339198848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.931278:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f800 with x1818247339198848 ext(6373376->6377471) 00002000:00010000:2.0:1734016131.931284:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f800 00000100:00100000:2.0:1734016131.931306:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9461 00000100:00100000:2.0:1734016131.931313:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339198848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.931862:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339198848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 546us (826us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.931870:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9461 00002000:00100000:2.0:1734016131.931877:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6373376->6377471) req@ffff880071e1f800 x1818247339198848/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.931885:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f800 with x1818247339198848 ext(6373376->6377471) 00002000:00010000:2.0:1734016131.931888:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f800 00000100:00100000:2.0:1734016131.934892:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016131.935083:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339199104 00000100:00100000:0.0:1734016131.935095:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339199104 00002000:00100000:0.0:1734016131.935145:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6369280->6373375) req@ffff880130d99c00 x1818247339199104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.935155:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99c00 with x1818247339199104 ext(6369280->6373375) 00002000:00010000:0.0:1734016131.935161:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99c00 00000100:00100000:0.0:1734016131.935206:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9462 00000100:00100000:0.0:1734016131.935215:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339199104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.935395:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339199104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 181us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016131.935404:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9462 00002000:00100000:0.0:1734016131.935410:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6369280->6373375) req@ffff880130d99c00 x1818247339199104/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.935417:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99c00 with x1818247339199104 ext(6369280->6373375) 00002000:00010000:0.0:1734016131.935420:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99c00 00000100:00100000:3.0:1734016131.940399:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.941008:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339199360 00000100:00100000:1.0:1734016131.941019:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339199360 00002000:00100000:1.0:1734016131.941072:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6107136->6635519) req@ffff880130d61180 x1818247339199360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 520/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016131.941083:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61180 with x1818247339199360 ext(6107136->6635519) 00002000:00010000:1.0:1734016131.941088:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61180 00000100:00100000:1.0:1734016131.941148:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9463 00000100:00100000:1.0:1734016131.941155:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339199360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016131.949740:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339199360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 8570us (9339us total) trans 0 rc 454656/454656 00000100:00100000:1.0:1734016131.949754:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9463 00002000:00100000:1.0:1734016131.949769:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6107136->6635519) req@ffff880130d61180 x1818247339199360/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:92/0 lens 520/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 454656/454656 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016131.949780:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61180 with x1818247339199360 ext(6107136->6635519) 00002000:00010000:1.0:1734016131.949786:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61180 00000100:00100000:2.0:1734016131.953166:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.953353:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339199488 00000100:00100000:1.0:1734016131.953364:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339199488 00000100:00100000:1.0:1734016131.953428:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11330 00000100:00100000:1.0:1734016131.953435:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339199488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.953457:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.953476:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321c56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22e7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.953539:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341632128:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016131.953946:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.956293:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341632128:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016131.956336:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321c56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22e7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.956351:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321c56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22e7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.956376:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016131.956460:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339199488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3023us (3304us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.956519:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11330 00000100:00100000:0.0:1734016131.958904:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.958986:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339199616 00000100:00100000:1.0:1734016131.958995:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339199616 00000100:00100000:1.0:1734016131.959089:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11331 00000100:00100000:1.0:1734016131.959095:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339199616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.959114:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.959132:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321c5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22ee expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.959325:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341632256:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016131.959477:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.962137:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341632256:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016131.962213:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321c5d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22ee expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.962230:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321c5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22ee expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.962241:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016131.962288:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339199616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3192us (3391us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.962298:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11331 00000100:00100000:3.0:1734016131.965552:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016131.965733:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339199744 00000100:00100000:1.0:1734016131.965745:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339199744 00000100:00100000:1.0:1734016131.965807:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11332 00000100:00100000:1.0:1734016131.965816:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339199744:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016131.966111:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10121580 -> 10121580 00002000:00010000:1.0:1734016131.966115:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016131.966117:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016131.966119:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016131.966121:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1104 -> 1208 00000100:00100000:1.0:1734016131.966219:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339199744:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 404us (681us total) trans 4294969401 rc 0/0 00000100:00100000:1.0:1734016131.966226:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11332 00000100:00100000:0.0:1734016131.973236:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.973327:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339199872 00000100:00100000:3.0:1734016131.973337:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339199872 00000100:00100000:3.0:1734016131.973392:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11333 00000100:00100000:3.0:1734016131.973402:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339199872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.973425:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.973447:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321c64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22f5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.973516:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341632384:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016131.973619:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016131.978311:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016131 -> 1734016132 00002000:00010000:3.0:1734016131.978320:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016131 -> 1734016132 00002000:00010000:3.0:1734016131.978322:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016131 -> 1734016132 00000100:00100000:3.0:1734016131.978347:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341632384:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016131.978384:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321c64 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22f5 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.978398:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec7321c64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22f5 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.979392:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016131.979788:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339199872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6382us (6558us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.979798:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11333 00000100:00100000:2.0:1734016131.988752:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016131.988897:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339200000 00000100:00100000:3.0:1734016131.988907:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339200000 00000100:00100000:3.0:1734016131.988969:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11334 00000100:00100000:3.0:1734016131.988977:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339200000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.988999:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.989020:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321c6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a22fc expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.989084:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341632512:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016131.989161:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.996060:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341632512:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016131.996099:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321c6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22fc expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.996113:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7321c6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a22fc expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.996143:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016131.996228:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339200000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7249us (7487us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.996237:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11334 00000100:00100000:2.0:1734016132.000633:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.000900:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339200256 00000100:00100000:3.0:1734016132.000910:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339200256 00000100:00100000:3.0:1734016132.000971:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2071 00000100:00100000:3.0:1734016132.000979:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339200256:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016132.001038:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.001065:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec7321bed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2285 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.004975:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016132.004990:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016132.005244:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.005269:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 14 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.005277:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.005329:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 14 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.005348:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 14 pid: 12824 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016132.005363:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341632640:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016132.005460:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.008075:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341632640:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016132.008106:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016132.013617:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.013724:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339200384 00000100:00100000:1.0:1734016132.013735:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339200384 00010000:00010000:1.0:1734016132.013780:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 15 pid: 12824 timeout: 495 lvb_type: 0 00000100:00080000:2.0:1734016132.014340:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016102 00000100:00100000:1.0:1734016132.015028:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2915 00000100:00100000:1.0:1734016132.015036:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247339200384:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016132.015055:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016132.015062:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 15 pid: 12824 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.015074:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 15 pid: 12824 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.015096:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7321c09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a229a expref: 15 pid: 12824 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.015204:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016132.015210:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016132.015221:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016132.015228:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016132.015253:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016132.015346:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.015355:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016132.015462:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968593 00000004:00010000:3.0:1734016132.015509:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071fd0a80 reply state ffff8801346e0000 transno 4294968594 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016132.015516:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016132.015682:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339200384:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 644us (2077us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.015689:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2915 00000100:00100000:3.0:1734016132.016204:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339200256:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 15225us (15585us total) trans 4294968594 rc 0/0 00000100:00100000:3.0:1734016132.016212:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2071 00000020:00080000:3.0:1734016132.016216:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016132.021084:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.021107:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.021114:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.021120:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165680 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016132.021125:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.021133:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.021153:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016132.021156:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016132.021161:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.021165:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7321c72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016132.023285:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.023374:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339200512 00000100:00100000:3.0:1734016132.023384:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339200512 00000100:00100000:3.0:1734016132.023445:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11335 00000100:00100000:3.0:1734016132.023454:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339200512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.023478:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.023499:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2303 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.023531:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.023544:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.023546:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.023549:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.024082:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.024098:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 9 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016132.024113:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341632768:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016132.024205:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.030813:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341632768:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016132.030853:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.030872:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016132.031341:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339200512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7885us (8064us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.031351:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11335 00000100:00100000:0.0:1734016132.031891:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.032069:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339200640 00000100:00100000:1.0:1734016132.032077:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339200640 00002000:00100000:1.0:1734016132.032128:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9351168->9355263) req@ffff880071e1ce00 x1818247339200640/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 4584/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.032138:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1ce00 with x1818247339200640 ext(9351168->9355263) 00010000:00010000:1.0:1734016132.032146:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 10 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.032159:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 10 pid: 13915 timeout: 495 lvb_type: 0 00002000:00010000:1.0:1734016132.032165:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071e1ce00 00000100:00100000:1.0:1734016132.032197:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 335 00000100:00100000:1.0:1734016132.032203:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339200640:12345-192.168.201.1@tcp:4:fsx.0 00000100:00080000:2.0:1734016132.032778:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016102 00000100:00100000:1.0:1734016132.034606:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339200640:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2391us (2705us total) trans 4294969402 rc 0/0 00000100:00100000:1.0:1734016132.034620:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 335 00002000:00100000:1.0:1734016132.034632:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9351168->9355263) req@ffff880071e1ce00 x1818247339200640/t4294969402(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 4584/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.034642:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1ce00 with x1818247339200640 ext(9351168->9355263) 00010000:00010000:1.0:1734016132.034654:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 12 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.034670:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 12 pid: 13915 timeout: 495 lvb_type: 0 00002000:00010000:1.0:1734016132.034681:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071e1ce00 00000100:00100000:2.0:1734016132.039653:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.039759:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339200768 00000100:00100000:1.0:1734016132.039770:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339200768 00010000:00010000:1.0:1734016132.039812:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 12 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016132.039858:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2916 00000100:00100000:1.0:1734016132.039866:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339200768:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016132.039884:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016132.039904:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1208 -> 1216 00010000:00010000:1.0:1734016132.039910:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 12 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.039922:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 12 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.039944:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321bfb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2293 expref: 12 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.039965:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.039967:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016132.039973:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.039982:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.040021:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.040034:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341632896:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016132.040093:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.048121:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.048251:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341632896:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016132.048278:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.049288:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339200896 00000100:00100000:2.0:1734016132.049297:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339200896 00002000:00010000:2.0:1734016132.049343:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2844372->18446744073709551615) 00002000:00100000:2.0:1734016132.049348:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1d180 with x1818247339200896 ext(2844372->18446744073709551615) 00002000:00010000:2.0:1734016132.049361:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1d180. 00000100:00100000:2.0:1734016132.049393:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9464 00000100:00100000:2.0:1734016132.049401:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339200896:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:1.0:1734016132.049618:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339200768:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9750us (9976us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.049627:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2916 00002000:00010000:2.0:1734016132.054296:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10121580 -> 2844372 00002000:00010000:2.0:1734016132.054304:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.054307:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:2.0:1734016132.054309:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.054311:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 1216 -> 224 00000100:00100000:0.0:1734016132.060646:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.062969:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339201024 00000100:00100000:3.0:1734016132.062984:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339201024 00000100:00100000:3.0:1734016132.063056:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2072 00000100:00100000:3.0:1734016132.063064:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247339201024:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.063092:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.063113:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a230a expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.063257:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.063270:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.063282:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016132.063306:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2844372 00000004:00200000:3.0:1734016132.063310:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016132.063327:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.063349:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.063377:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.063384:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016132.063387:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016132.063390:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016132.063449:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339201024:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 386us (2816us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.063456:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2072 00000100:00100000:2.0:1734016132.064505:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339200896:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 15098us (16395us total) trans 4294969403 rc 0/0 00000100:00100000:2.0:1734016132.064517:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9464 00002000:00010000:2.0:1734016132.064522:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2844372->18446744073709551615) 00002000:00100000:2.0:1734016132.064527:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1d180 with x1818247339200896 ext(2844372->18446744073709551615) 00002000:00010000:2.0:1734016132.064538:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1d180. 00000100:00100000:0.0:1734016132.068585:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.070403:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339201152 00000100:00100000:3.0:1734016132.070417:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339201152 00000100:00100000:3.0:1734016132.071030:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11336 00000100:00100000:3.0:1734016132.071038:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339201152:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.071583:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2844372 -> 2844372 00002000:00010000:3.0:1734016132.071587:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.071589:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.071591:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.071593:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 224 -> 256 00000100:00100000:3.0:1734016132.072478:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339201152:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1434us (3900us total) trans 4294969404 rc 0/0 00000100:00100000:3.0:1734016132.072487:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11336 00000100:00100000:0.0:1734016132.076100:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.076201:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339201280 00000100:00100000:3.0:1734016132.076211:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339201280 00000100:00100000:3.0:1734016132.076263:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11337 00000100:00100000:3.0:1734016132.076271:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339201280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.076291:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.076309:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2311 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.076341:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.076348:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.076349:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.076352:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1859584->1863679] (req 1859584->1863679) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.076389:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.076401:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 7 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016132.076413:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341633024:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016132.076482:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.080720:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.080819:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341633024:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016132.080855:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1859584->1863679] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.080877:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016132.082610:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339201280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6327us (6510us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.082623:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11337 00000100:00100000:0.0:1734016132.082738:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339201408 00000100:00100000:0.0:1734016132.082747:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339201408 00010000:00010000:0.0:1734016132.082783:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 8 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016132.082812:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2917 00000100:00100000:0.0:1734016132.082818:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339201408:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.082834:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.082859:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 8 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016132.082871:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 8 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016132.082901:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec7321c79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2303 expref: 8 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016132.082936:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.082938:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.082944:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.082954:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.083014:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.083030:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071988000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341633152:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016132.083089:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.085864:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016132.086316:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071988000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341633152:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016132.086343:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.086393:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339201408:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3574us (5683us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.086406:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2917 00000100:00100000:3.0:1734016132.086915:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339201536 00000100:00100000:3.0:1734016132.086922:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339201536 00000100:00100000:3.0:1734016132.086965:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11338 00000100:00100000:3.0:1734016132.086972:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339201536:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.087174:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2844372 -> 2844372 00002000:00010000:3.0:1734016132.087177:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.087194:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.087196:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.087199:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:3.0:1734016132.087260:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339201536:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 288us (1407us total) trans 4294969405 rc 0/0 00000100:00100000:3.0:1734016132.087267:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11338 00000100:00100000:1.0:1734016132.090698:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.090951:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339201664 00000100:00100000:2.0:1734016132.090963:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339201664 00000100:00100000:2.0:1734016132.091119:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2073 00000100:00100000:2.0:1734016132.091127:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339201664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.091151:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.091171:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321c95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2318 expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.091382:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321c9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.091398:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.091409:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:2.0:1734016132.091433:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2844372 00000004:00200000:2.0:1734016132.091437:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.091452:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.091490:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321c95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2318 expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.091538:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2318 expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.091547:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016132.091549:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.091570:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016132.091723:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339201664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 595us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.091730:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2073 00000100:00100000:0.0:1734016132.096779:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.096974:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339201920 00000100:00100000:2.0:1734016132.096984:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339201920 00000100:00100000:2.0:1734016132.097078:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2074 00000100:00100000:2.0:1734016132.097086:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339201920:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016132.097142:0:12824:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.097169:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec7321c9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2318 expref: 15 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.097232:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016132.097236:0:12824:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016132.097405:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.097419:0:12824:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.097427:0:12824:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.097460:0:12824:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.097473:0:12824:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 15 pid: 6473 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016132.097487:0:12824:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341633280:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016132.097570:0:12824:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.100580:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016132.100654:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339202048 00000100:00100000:0.0:1734016132.100664:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339202048 00010000:00010000:0.0:1734016132.100701:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 16 pid: 6473 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016132.100736:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2918 00000100:00100000:0.0:1734016132.100743:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1982:x1818247339202048:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.100760:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.100766:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 16 pid: 6473 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016132.100778:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 16 pid: 6473 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016132.100801:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016132.100806:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016132.100815:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016132.100822:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12824 initiator: MDT0 00010000:00010000:0.0:1734016132.100840:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.100899:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1982:x1818247339202048:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 155us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.100906:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2918 00010000:00010000:2.0:1734016132.101001:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec7321c87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a230a expref: 15 pid: 6473 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016132.101021:0:12824:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12824:1818247341633280:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016132.101042:0:12824:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.101051:0:12824:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.101059:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000001:00080000:2.0:1734016132.101150:0:12824:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968595 00000004:00010000:2.0:1734016132.101226:0:12824:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071988000 reply state ffff88012bd8b000 transno 4294968596 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000100:00100000:2.0:1734016132.101234:0:12824:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016132.101305:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339201920:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4221us (4540us total) trans 4294968596 rc 0/0 00000100:00100000:2.0:1734016132.101312:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2074 00000020:00080000:2.0:1734016132.101317:0:12824:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016132.104208:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016132.104224:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016132.104231:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016132.104237:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cbcc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016132.104242:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016132.104250:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016132.104267:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016132.104270:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016132.104273:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00010000:00010000:3.0:1734016132.104278:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ca3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12824 initiator: MDT0 00000100:00100000:3.0:1734016132.105290:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.105366:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339202176 00000100:00100000:2.0:1734016132.105378:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339202176 00002000:00010000:2.0:1734016132.105417:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9734126->18446744073709551615) 00002000:00100000:2.0:1734016132.105423:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61c00 with x1818247339202176 ext(9734126->18446744073709551615) 00002000:00010000:2.0:1734016132.105440:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61c00. 00000100:00100000:2.0:1734016132.105464:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9465 00000100:00100000:2.0:1734016132.105473:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339202176:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016132.105719:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2844372 -> 9734126 00002000:00010000:2.0:1734016132.105723:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.105725:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.105727:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.105729:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 256 -> 256 00000100:00100000:2.0:1734016132.107331:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339202176:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1852us (2040us total) trans 4294969406 rc 0/0 00000100:00100000:2.0:1734016132.107341:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9465 00002000:00010000:2.0:1734016132.107348:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (9734126->18446744073709551615) 00002000:00100000:2.0:1734016132.107351:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61c00 with x1818247339202176 ext(9734126->18446744073709551615) 00002000:00010000:2.0:1734016132.107357:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61c00. 00000100:00100000:1.0:1734016132.113518:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.113832:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339202304 00000100:00100000:2.0:1734016132.113842:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339202304 00000100:00100000:2.0:1734016132.113953:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2075 00000100:00100000:2.0:1734016132.113961:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247339202304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.113984:0:12824:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.114006:0:12824:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321caa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a231f expref: -99 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.114104:0:12824:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321cb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.114118:0:12824:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.114129:0:12824:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00000004:00200000:2.0:1734016132.114154:0:12824:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9734126 00000004:00200000:2.0:1734016132.114158:0:12824:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.114173:0:12824:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12824 initiator: MDT0 00010000:00010000:2.0:1734016132.114238:0:12824:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7321caa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a231f expref: 17 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.114957:0:12824:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a231f expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.114970:0:12824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016132.114973:0:12824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.114976:0:12824:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016132.115054:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339202304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1094us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.115059:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2075 00000100:00100000:1.0:1734016132.118016:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.118123:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339202432 00000100:00100000:2.0:1734016132.118135:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339202432 00000100:00100000:2.0:1734016132.118227:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11339 00000100:00100000:2.0:1734016132.118235:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339202432:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.118255:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.118277:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321cb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2326 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.118339:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341633408:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016132.118405:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.119893:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341633408:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016132.119920:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321cb8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2326 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.119931:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321cb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2326 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.119940:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016132.119982:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339202432:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1747us (1982us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.119990:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11339 00000100:00100000:1.0:1734016132.122915:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.123686:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339202560 00000100:00100000:3.0:1734016132.123696:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339202560 00000100:00100000:3.0:1734016132.123986:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11340 00000100:00100000:3.0:1734016132.123995:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339202560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.124017:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.124038:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321cbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a232d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.124102:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341633536:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016132.124195:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.126637:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341633536:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016132.126674:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321cbf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a232d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.126690:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7321cbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a232d expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.126763:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016132.126818:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339202560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2822us (3914us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.126827:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11340 00000100:00100000:2.0:1734016132.129157:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.129542:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339202688 00000100:00100000:3.0:1734016132.129561:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339202688 00000100:00100000:3.0:1734016132.129615:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11341 00000100:00100000:3.0:1734016132.129624:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339202688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.129647:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.129671:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2334 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.129716:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.129724:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.129725:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.129730:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [376832->417791] (req 376832->417791) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.129761:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.129772:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 13 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016132.129785:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341633664:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016132.129860:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.133236:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.133396:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339202816 00000100:00100000:2.0:1734016132.133406:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339202816 00010000:00010000:2.0:1734016132.133444:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 14 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016132.133472:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2919 00000100:00100000:2.0:1734016132.133479:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339202816:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.133492:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.133513:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 14 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.133525:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 14 pid: 13915 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.133550:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.133562:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.133569:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.133577:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.133612:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.133629:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341633792:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016132.133697:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016132.134239:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7321c8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2311 expref: 14 pid: 13915 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016132.134273:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341633664:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016132.134297:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.134307:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016132.134339:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339202688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4715us (5193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.134349:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11341 00000100:00100000:2.0:1734016132.154628:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341633792:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016132.154657:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.154727:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339202816:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 21247us (21502us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.154740:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2919 00000100:00100000:1.0:1734016132.162056:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.164324:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339203072 00000100:00100000:2.0:1734016132.164340:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339203072 00002000:00100000:2.0:1734016132.164397:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800717fdc00 x1818247339203072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.164407:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdc00 with x1818247339203072 ext(0->4194303) 00002000:00010000:2.0:1734016132.164412:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdc00 00000100:00100000:2.0:1734016132.164448:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9466 00000100:00100000:2.0:1734016132.164456:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339203072:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.175987:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.176082:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016132.176421:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339203200 00000100:00100000:0.0:1734016132.176434:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339203200 00002000:00100000:0.0:1734016132.176502:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800717ffb80 x1818247339203200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.176519:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247339203200 ext(4194304->8388607) 00002000:00010000:0.0:1734016132.176525:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:0.0:1734016132.176561:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339203456 00000100:00100000:0.0:1734016132.176564:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339203456 00002000:00100000:0.0:1734016132.176575:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9736191) req@ffff88012d4b5180 x1818247339203456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.176580:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5180 with x1818247339203456 ext(8388608->9736191) 00002000:00010000:0.0:1734016132.176583:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5180 00000100:00100000:0.0:1734016132.176593:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9467 00000100:00100000:0.0:1734016132.176600:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339203200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.179696:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9468 00000100:00100000:1.0:1734016132.179715:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339203456:12345-192.168.201.1@tcp:3:fsx.0 00010000:00010000:1.0:1734016132.199329:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016132.236014:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339203072:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 71542us (73958us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016132.236030:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9466 00002000:00100000:2.0:1734016132.236048:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800717fdc00 x1818247339203072/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.236058:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fdc00 with x1818247339203072 ext(0->4194303) 00002000:00010000:2.0:1734016132.236066:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fdc00 00000100:00100000:1.0:1734016132.249872:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339203456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 70148us (73777us total) trans 0 rc 1347584/1347584 00000100:00100000:1.0:1734016132.249885:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9468 00002000:00100000:1.0:1734016132.249896:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9736191) req@ffff88012d4b5180 x1818247339203456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 1347584/1347584 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.249905:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b5180 with x1818247339203456 ext(8388608->9736191) 00002000:00010000:1.0:1734016132.249910:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b5180 00000100:00100000:0.0:1734016132.261119:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.261234:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339203712 00000100:00100000:3.0:1734016132.261244:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339203712 00000100:00100000:3.0:1734016132.261303:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11342 00000100:00100000:3.0:1734016132.261311:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339203712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.261335:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.261356:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a233b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.261390:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.261397:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.261399:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.261403:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1433600->1499135] (req 1433600->1499135) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.261437:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.261449:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 9 pid: 7681 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016132.261464:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341633920:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016132.261532:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.286220:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341633920:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016132.286260:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1433600->1499135] (req 1433600->1499135) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 14 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.286279:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016132.286329:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339203712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 25018us (25222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.286338:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11342 00000100:00100000:2.0:1734016132.303214:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339203200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 126567us (127193us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016132.303232:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9467 00002000:00100000:2.0:1734016132.303247:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff8800717ffb80 x1818247339203200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.303257:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247339203200 ext(4194304->8388607) 00010000:00010000:2.0:1734016132.303268:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.303282:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 495 lvb_type: 0 00002000:00010000:2.0:1734016132.303289:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800717ffb80 00000100:00100000:0.0:1734016132.321053:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.321157:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339203840 00000100:00100000:2.0:1734016132.321168:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339203840 00010000:00010000:2.0:1734016132.321252:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016132.321281:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2920 00000100:00100000:2.0:1734016132.321288:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339203840:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.321303:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.321325:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.321336:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.321357:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7321cc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2334 expref: 8 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.321392:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.321395:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.321402:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.321412:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.321446:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.321459:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341634048:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016132.321532:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.329677:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341634048:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016132.329714:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.329796:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339203840:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8506us (8754us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.329810:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2920 00000100:00100000:0.0:1734016132.334495:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.334908:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339204096 00000100:00100000:2.0:1734016132.334918:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339204096 00002000:00100000:2.0:1734016132.334968:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1495040->1499135) req@ffff880071988e00 x1818247339204096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.334978:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988e00 with x1818247339204096 ext(1495040->1499135) 00002000:00010000:2.0:1734016132.334983:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988e00 00000100:00100000:2.0:1734016132.335017:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9469 00000100:00100000:2.0:1734016132.335024:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339204096:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.335231:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339204096:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 205us (748us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.335238:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9469 00002000:00100000:2.0:1734016132.335244:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1495040->1499135) req@ffff880071988e00 x1818247339204096/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.335249:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988e00 with x1818247339204096 ext(1495040->1499135) 00002000:00010000:2.0:1734016132.335252:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988e00 00000100:00100000:0.0:1734016132.349092:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.351425:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339204224 00000100:00100000:3.0:1734016132.351439:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339204224 00000100:00100000:3.0:1734016132.351516:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11343 00000100:00100000:3.0:1734016132.351524:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339204224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.351546:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.351579:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321cd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2342 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.351642:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634176:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016132.351728:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.358582:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634176:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016132.358625:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321cd4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2342 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.358638:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321cd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2342 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.358663:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016132.358716:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339204224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7192us (9637us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.358725:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11343 00000100:00100000:0.0:1734016132.363221:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.364335:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339204352 00000100:00100000:3.0:1734016132.364347:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339204352 00000100:00100000:3.0:1734016132.365751:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11344 00000100:00100000:3.0:1734016132.365762:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339204352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.365788:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.365813:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321cdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2349 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.365884:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634304:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016132.365982:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.375612:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634304:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016132.375656:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321cdb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2349 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.375671:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7321cdb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2349 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.376803:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:0.0:1734016132.382107:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339204352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16324us (18908us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.382122:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11344 00000100:00100000:0.0:1734016132.385769:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.385841:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339204480 00000100:00100000:1.0:1734016132.385850:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339204480 00000100:00100000:1.0:1734016132.386102:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11345 00000100:00100000:1.0:1734016132.386110:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339204480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.386131:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.386156:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2350 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.386494:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634432:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016132.386573:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.388711:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634432:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016132.388778:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2350 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.388795:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2350 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.389102:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016132.390752:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339204480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4631us (4983us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.390766:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11345 00000100:00100000:0.0:1734016132.411897:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.411978:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339204608 00000100:00100000:1.0:1734016132.411990:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339204608 00000100:00100000:1.0:1734016132.412057:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11346 00000100:00100000:1.0:1734016132.412065:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339204608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.412088:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.412110:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2357 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.412142:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.412150:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016132.412151:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016132.412155:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.412231:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.412245:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 13 pid: 7681 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016132.412256:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634560:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016132.412322:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.416127:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634560:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016132.416226:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [188416->192511] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.416251:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016132.416303:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339204608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4236us (4416us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.416311:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11346 00000100:00100000:0.0:1734016132.416783:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.416854:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339204736 00000100:00100000:1.0:1734016132.416861:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339204736 00002000:00100000:1.0:1734016132.416899:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1433600->1499135) req@ffff880071989f80 x1818247339204736/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.416908:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989f80 with x1818247339204736 ext(1433600->1499135) 00010000:00010000:1.0:1734016132.416915:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 14 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.416927:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 14 pid: 7681 timeout: 495 lvb_type: 0 00002000:00010000:1.0:1734016132.416933:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071989f80 00000100:00100000:1.0:1734016132.416969:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 336 00000100:00100000:1.0:1734016132.416974:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339204736:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016132.434062:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247339204736:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 17069us (17263us total) trans 4294969407 rc 0/0 00000100:00100000:1.0:1734016132.434079:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 336 00002000:00100000:1.0:1734016132.434097:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1433600->1499135) req@ffff880071989f80 x1818247339204736/t4294969407(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 488/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.434113:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989f80 with x1818247339204736 ext(1433600->1499135) 00010000:00010000:1.0:1734016132.434125:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 16 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016132.434142:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 16 pid: 7681 timeout: 495 lvb_type: 0 00002000:00010000:1.0:1734016132.434148:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071989f80 00000100:00100000:0.0:1734016132.438515:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.443813:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339204864 00000100:00100000:2.0:1734016132.443830:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339204864 00010000:00010000:2.0:1734016132.443886:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 16 pid: 7681 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016132.443943:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2921 00000100:00100000:2.0:1734016132.443951:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1980:x1818247339204864:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.443966:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016132.443986:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 256 -> 384 00010000:00010000:2.0:1734016132.443992:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 16 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.444005:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 16 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.444027:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7321ccd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a233b expref: 16 pid: 7681 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016132.444070:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.444072:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.444078:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.444087:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.444125:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.444137:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341634688:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016132.444225:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.447416:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.447506:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339205120 00000100:00100000:1.0:1734016132.447514:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339205120 00000100:00100000:2.0:1734016132.447527:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341634688:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016132.447564:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1734016132.447575:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (188416->192511) req@ffff88007198a680 x1818247339205120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.447583:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198a680 with x1818247339205120 ext(188416->192511) 00002000:00010000:1.0:1734016132.447588:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198a680 00000100:00100000:2.0:1734016132.447608:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339204864:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3657us (9105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.447617:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2921 00000100:00100000:1.0:1734016132.447622:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9470 00000100:00100000:1.0:1734016132.447628:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339205120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.447967:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339205120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 337us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.447973:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9470 00002000:00100000:1.0:1734016132.447979:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (188416->192511) req@ffff88007198a680 x1818247339205120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.447986:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198a680 with x1818247339205120 ext(188416->192511) 00002000:00010000:1.0:1734016132.447989:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198a680 00000100:00100000:0.0:1734016132.456961:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.459501:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339205376 00000100:00100000:3.0:1734016132.459516:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339205376 00002000:00100000:3.0:1734016132.459575:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (184320->188415) req@ffff88007198aa00 x1818247339205376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.459586:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198aa00 with x1818247339205376 ext(184320->188415) 00002000:00010000:3.0:1734016132.459592:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198aa00 00000100:00100000:3.0:1734016132.459639:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9471 00000100:00100000:3.0:1734016132.459645:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339205376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.459822:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339205376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 176us (2873us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.459828:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9471 00002000:00100000:3.0:1734016132.459833:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (184320->188415) req@ffff88007198aa00 x1818247339205376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.459845:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198aa00 with x1818247339205376 ext(184320->188415) 00002000:00010000:3.0:1734016132.459848:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198aa00 00000100:00100000:0.0:1734016132.470542:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.470687:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339205632 00000100:00100000:1.0:1734016132.470702:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339205632 00002000:00100000:1.0:1734016132.470759:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (180224->184319) req@ffff88007198ad80 x1818247339205632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.470771:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198ad80 with x1818247339205632 ext(180224->184319) 00002000:00010000:1.0:1734016132.470778:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198ad80 00000100:00100000:1.0:1734016132.470816:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9472 00000100:00100000:1.0:1734016132.470823:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339205632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.470986:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339205632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.470993:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9472 00002000:00100000:1.0:1734016132.470998:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (180224->184319) req@ffff88007198ad80 x1818247339205632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.471004:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198ad80 with x1818247339205632 ext(180224->184319) 00002000:00010000:1.0:1734016132.471007:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198ad80 00000100:00100000:0.0:1734016132.481743:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.482175:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339205888 00000100:00100000:3.0:1734016132.482228:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339205888 00002000:00100000:3.0:1734016132.482280:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (176128->180223) req@ffff88007198b100 x1818247339205888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.482291:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198b100 with x1818247339205888 ext(176128->180223) 00002000:00010000:3.0:1734016132.482297:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198b100 00000100:00100000:3.0:1734016132.482333:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9473 00000100:00100000:3.0:1734016132.482344:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339205888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.482511:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339205888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.482517:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9473 00002000:00100000:3.0:1734016132.482523:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (176128->180223) req@ffff88007198b100 x1818247339205888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.482529:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198b100 with x1818247339205888 ext(176128->180223) 00002000:00010000:3.0:1734016132.482532:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198b100 00000100:00100000:0.0:1734016132.490828:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.490947:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339206144 00000100:00100000:1.0:1734016132.490958:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339206144 00002000:00100000:1.0:1734016132.491007:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (172032->176127) req@ffff88007198b480 x1818247339206144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.491018:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198b480 with x1818247339206144 ext(172032->176127) 00002000:00010000:1.0:1734016132.491023:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198b480 00000100:00100000:1.0:1734016132.491060:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9474 00000100:00100000:1.0:1734016132.491067:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339206144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.491270:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339206144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 201us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.491280:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9474 00002000:00100000:1.0:1734016132.491286:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (172032->176127) req@ffff88007198b480 x1818247339206144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.491293:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198b480 with x1818247339206144 ext(172032->176127) 00002000:00010000:1.0:1734016132.491296:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198b480 00000100:00100000:0.0:1734016132.499901:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.503681:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339206400 00000100:00100000:3.0:1734016132.503699:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339206400 00002000:00100000:3.0:1734016132.503759:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (167936->172031) req@ffff88007198b800 x1818247339206400/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.503769:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198b800 with x1818247339206400 ext(167936->172031) 00002000:00010000:3.0:1734016132.503774:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198b800 00000100:00100000:3.0:1734016132.503819:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9475 00000100:00100000:3.0:1734016132.503827:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339206400:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.504025:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339206400:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 198us (4138us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.504033:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9475 00002000:00100000:3.0:1734016132.504039:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (167936->172031) req@ffff88007198b800 x1818247339206400/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.504046:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198b800 with x1818247339206400 ext(167936->172031) 00002000:00010000:3.0:1734016132.504049:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198b800 00000100:00100000:0.0:1734016132.512321:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.513286:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339206656 00000100:00100000:1.0:1734016132.513296:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339206656 00002000:00100000:1.0:1734016132.513345:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (163840->167935) req@ffff88007198bb80 x1818247339206656/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.513358:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198bb80 with x1818247339206656 ext(163840->167935) 00002000:00010000:1.0:1734016132.513365:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198bb80 00000100:00100000:1.0:1734016132.513748:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9476 00000100:00100000:1.0:1734016132.513758:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339206656:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.513959:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339206656:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 200us (1648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.513967:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9476 00002000:00100000:1.0:1734016132.513974:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (163840->167935) req@ffff88007198bb80 x1818247339206656/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.513982:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198bb80 with x1818247339206656 ext(163840->167935) 00002000:00010000:1.0:1734016132.513985:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198bb80 00000100:00100000:0.0:1734016132.518399:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.518535:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339206912 00000100:00100000:3.0:1734016132.518557:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339206912 00002000:00100000:3.0:1734016132.518609:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (159744->163839) req@ffff880071e5ad80 x1818247339206912/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.518621:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5ad80 with x1818247339206912 ext(159744->163839) 00002000:00010000:3.0:1734016132.518628:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5ad80 00000100:00100000:3.0:1734016132.518668:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9477 00000100:00100000:3.0:1734016132.518676:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339206912:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.518866:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339206912:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 190us (481us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.518874:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9477 00002000:00100000:3.0:1734016132.518879:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (159744->163839) req@ffff880071e5ad80 x1818247339206912/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.518885:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e5ad80 with x1818247339206912 ext(159744->163839) 00002000:00010000:3.0:1734016132.518888:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e5ad80 00000100:00100000:0.0:1734016132.529173:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.529641:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339207168 00000100:00100000:1.0:1734016132.529651:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339207168 00002000:00100000:1.0:1734016132.530270:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (155648->159743) req@ffff880071e1c380 x1818247339207168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.530287:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1c380 with x1818247339207168 ext(155648->159743) 00002000:00010000:1.0:1734016132.530293:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1c380 00000100:00100000:1.0:1734016132.530332:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9478 00000100:00100000:1.0:1734016132.530338:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339207168:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.530521:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339207168:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182us (1360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.530527:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9478 00002000:00100000:1.0:1734016132.530533:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (155648->159743) req@ffff880071e1c380 x1818247339207168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.530539:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1c380 with x1818247339207168 ext(155648->159743) 00002000:00010000:1.0:1734016132.530542:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1c380 00000100:00100000:0.0:1734016132.538609:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.538959:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339207424 00000100:00100000:3.0:1734016132.538969:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339207424 00002000:00100000:3.0:1734016132.539020:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (151552->155647) req@ffff880071e1d500 x1818247339207424/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.539031:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1d500 with x1818247339207424 ext(151552->155647) 00002000:00010000:3.0:1734016132.539036:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1d500 00000100:00100000:3.0:1734016132.539076:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9479 00000100:00100000:3.0:1734016132.539084:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339207424:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.539862:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339207424:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 775us (1262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.539870:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9479 00002000:00100000:3.0:1734016132.539877:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (151552->155647) req@ffff880071e1d500 x1818247339207424/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.539884:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1d500 with x1818247339207424 ext(151552->155647) 00002000:00010000:3.0:1734016132.539887:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1d500 00000100:00100000:0.0:1734016132.545580:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.545778:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339207680 00000100:00100000:3.0:1734016132.545788:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339207680 00002000:00100000:3.0:1734016132.545836:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (147456->151551) req@ffff880071fd1500 x1818247339207680/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.545845:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1500 with x1818247339207680 ext(147456->151551) 00002000:00010000:3.0:1734016132.545851:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1500 00000100:00100000:3.0:1734016132.545891:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9480 00000100:00100000:3.0:1734016132.545898:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339207680:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.546071:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339207680:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 170us (502us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016132.546080:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9480 00002000:00100000:3.0:1734016132.546086:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (147456->151551) req@ffff880071fd1500 x1818247339207680/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.546093:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1500 with x1818247339207680 ext(147456->151551) 00002000:00010000:3.0:1734016132.546095:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1500 00000100:00100000:0.0:1734016132.549789:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.550403:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339207936 00000100:00100000:3.0:1734016132.550414:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339207936 00002000:00100000:3.0:1734016132.550464:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (143360->147455) req@ffff880076749500 x1818247339207936/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.550475:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749500 with x1818247339207936 ext(143360->147455) 00002000:00010000:3.0:1734016132.550481:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749500 00000100:00100000:1.0:1734016132.551794:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9481 00000100:00100000:1.0:1734016132.551805:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339207936:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.552011:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339207936:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 207us (2236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.552018:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9481 00002000:00100000:1.0:1734016132.552027:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (143360->147455) req@ffff880076749500 x1818247339207936/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.552034:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749500 with x1818247339207936 ext(143360->147455) 00002000:00010000:1.0:1734016132.552039:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749500 00000100:00100000:0.0:1734016132.556065:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.556156:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339208192 00000100:00100000:2.0:1734016132.556166:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339208192 00002000:00100000:2.0:1734016132.556235:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (139264->143359) req@ffff880074518000 x1818247339208192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.556245:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518000 with x1818247339208192 ext(139264->143359) 00002000:00010000:2.0:1734016132.556251:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518000 00000100:00100000:1.0:1734016132.557364:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9482 00000100:00100000:1.0:1734016132.557374:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339208192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.557975:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339208192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 600us (1918us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.557982:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9482 00002000:00100000:1.0:1734016132.557990:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (139264->143359) req@ffff880074518000 x1818247339208192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.557999:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518000 with x1818247339208192 ext(139264->143359) 00002000:00010000:1.0:1734016132.558004:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518000 00000100:00100000:0.0:1734016132.566065:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.566211:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339208448 00000100:00100000:1.0:1734016132.566222:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339208448 00002000:00100000:1.0:1734016132.566273:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (135168->139263) req@ffff880074518380 x1818247339208448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.566284:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518380 with x1818247339208448 ext(135168->139263) 00002000:00010000:1.0:1734016132.566290:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518380 00000100:00100000:1.0:1734016132.566706:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9483 00000100:00100000:1.0:1734016132.566714:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339208448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.567716:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339208448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 999us (1661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.567725:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9483 00002000:00100000:1.0:1734016132.567734:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (135168->139263) req@ffff880074518380 x1818247339208448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.567744:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518380 with x1818247339208448 ext(135168->139263) 00002000:00010000:1.0:1734016132.567749:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518380 00000100:00100000:0.0:1734016132.583758:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.585439:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339208576 00000100:00100000:2.0:1734016132.585453:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339208576 00002000:00100000:2.0:1734016132.585509:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (135168->192511) req@ffff880074518700 x1818247339208576/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.585520:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518700 with x1818247339208576 ext(135168->192511) 00002000:00010000:2.0:1734016132.585526:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518700 00000100:00100000:2.0:1734016132.585582:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9484 00000100:00100000:2.0:1734016132.585589:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339208576:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016132.590361:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339208576:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4756us (6598us total) trans 4294969408 rc 0/0 00000100:00100000:0.0:1734016132.590378:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9484 00002000:00100000:0.0:1734016132.590392:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (135168->192511) req@ffff880074518700 x1818247339208576/t4294969408(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.590402:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518700 with x1818247339208576 ext(135168->192511) 00002000:00010000:0.0:1734016132.590409:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518700 00000100:00100000:0.0:1734016132.594751:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.594881:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339208704 00000100:00100000:2.0:1734016132.594891:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339208704 00000100:00100000:2.0:1734016132.602310:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2076 00000100:00100000:2.0:1734016132.602327:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339208704:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016132.602497:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339208704:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 173us (7755us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.602504:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2076 00000100:00100000:0.0:1734016132.606309:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.606393:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339208832 00000100:00100000:1.0:1734016132.606404:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339208832 00000100:00100000:1.0:1734016132.606470:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11347 00000100:00100000:1.0:1734016132.606478:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339208832:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016132.619068:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969408 is committed 00000001:00080000:0.0:1734016132.619088:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969407 is committed 00000100:00100000:1.0:1734016132.619382:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339208832:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 12896us (13077us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.619395:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11347 00000100:00100000:0.0:1734016132.626477:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.626573:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339208960 00000100:00100000:3.0:1734016132.626585:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339208960 00000100:00100000:3.0:1734016132.626650:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2077 00000100:00100000:3.0:1734016132.626658:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339208960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.626690:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.626712:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321cf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a235e expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.626819:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.626834:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.626847:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016132.626875:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9734126 00000004:00200000:3.0:1734016132.626879:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016132.626895:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016132.626916:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321cf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.626955:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.626963:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016132.626966:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016132.626970:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016132.627021:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339208960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 363us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.627027:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2077 00000100:00100000:0.0:1734016132.629648:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.633929:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339209088 00000100:00100000:1.0:1734016132.633944:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339209088 00000100:00100000:1.0:1734016132.634017:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11348 00000100:00100000:1.0:1734016132.634026:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339209088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.634046:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.634067:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321cfe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2365 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.634129:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634816:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016132.634223:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016132.636949:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016131 -> 1734016132 00002000:00010000:1.0:1734016132.636958:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 384 -> 456 00000100:00100000:1.0:1734016132.636982:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341634816:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016132.637043:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321cfe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2365 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.637058:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321cfe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2365 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.637697:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016132.637754:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339209088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3727us (8116us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.637764:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11348 00000100:00100000:0.0:1734016132.641404:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.641556:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339209216 00000100:00100000:1.0:1734016132.641570:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339209216 00000100:00100000:3.0:1734016132.642692:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11349 00000100:00100000:3.0:1734016132.642701:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339209216:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.642725:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.642747:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321d05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a236c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.642815:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341634944:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016132.642901:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.657313:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341634944:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016132.657356:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321d05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a236c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.657370:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7321d05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a236c expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.657401:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016132.657454:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339209216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14753us (16063us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.657465:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11349 00000100:00100000:0.0:1734016132.660319:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.660473:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339209344 00000100:00100000:3.0:1734016132.660484:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339209344 00000100:00100000:3.0:1734016132.660531:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11350 00000100:00100000:3.0:1734016132.660538:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339209344:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.660567:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.660588:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2373 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.660619:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.660626:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.660628:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.660631:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1515520->1548287] (req 1515520->1548287) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.660660:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.660672:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 5 pid: 7681 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016132.660684:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341635072:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016132.660743:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.663148:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341635072:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016132.663214:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1515520->1548287] (req 1515520->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.663233:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016132.663278:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339209344:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2738us (2975us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.663286:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11350 00000100:00100000:0.0:1734016132.664579:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.664676:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339209472 00000100:00100000:2.0:1734016132.664686:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339209472 00010000:00010000:2.0:1734016132.664721:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 6 pid: 7681 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.665505:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2922 00000100:00100000:2.0:1734016132.665514:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339209472:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.665530:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.665562:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 6 pid: 7681 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.665573:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 6 pid: 7681 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.665599:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321ce9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2357 expref: 6 pid: 7681 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.666160:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.666163:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.666172:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.666194:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.666239:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.666252:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341635200:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016132.667673:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.680398:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341635200:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016132.680428:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.680480:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339209472:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 14965us (15907us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.680494:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2922 00000100:00100000:1.0:1734016132.681833:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.682891:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339209600 00000100:00100000:3.0:1734016132.682900:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339209600 00000100:00100000:3.0:1734016132.682947:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11351 00000100:00100000:3.0:1734016132.682955:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339209600:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.683273:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9734126 -> 9734126 00002000:00010000:3.0:1734016132.683276:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.683278:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:3.0:1734016132.683281:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016132.683282:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:3.0:1734016132.683357:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339209600:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 402us (1527us total) trans 4294969409 rc 0/0 00000100:00100000:3.0:1734016132.683367:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11351 00000100:00100000:0.0:1734016132.686085:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.686751:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339209728 00000100:00100000:1.0:1734016132.686763:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339209728 00000100:00100000:1.0:1734016132.686871:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11352 00000100:00100000:1.0:1734016132.686878:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339209728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.686900:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.686921:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321d13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a237a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.686984:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341635328:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016132.687392:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016132.692692:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:1.0:1734016132.692724:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341635328:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016132.692780:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321d13 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a237a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.692795:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321d13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a237a expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.692837:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016132.692904:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339209728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6025us (6829us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.692913:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11352 00000100:00100000:0.0:1734016132.695815:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.695913:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339209856 00000100:00100000:1.0:1734016132.695926:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339209856 00000100:00100000:1.0:1734016132.695987:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11353 00000100:00100000:1.0:1734016132.695996:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339209856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.696023:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.696045:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321d1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2381 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.696117:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341635456:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016132.696227:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.698010:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341635456:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016132.698077:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321d1a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2381 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.698091:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321d1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2381 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.698102:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016132.698157:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339209856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2162us (2354us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.698167:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11353 00000100:00100000:0.0:1734016132.704052:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.706583:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339209984 00000100:00100000:1.0:1734016132.706597:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339209984 00000100:00100000:1.0:1734016132.707497:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11354 00000100:00100000:1.0:1734016132.707506:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339209984:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016132.711851:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9734126 -> 9734126 00002000:00010000:1.0:1734016132.711859:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.711862:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016132.711864:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.711866:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 456 -> 456 00000100:00100000:1.0:1734016132.711975:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339209984:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 4462us (7931us total) trans 4294969410 rc 0/0 00000100:00100000:1.0:1734016132.711987:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11354 00000100:00100000:0.0:1734016132.724253:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016132.724352:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339210112 00000100:00100000:3.0:1734016132.724362:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339210112 00000100:00100000:3.0:1734016132.724414:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11355 00000100:00100000:3.0:1734016132.724422:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339210112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.724451:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.724471:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321d21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2388 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.724528:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341635584:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016132.724594:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016132.728459:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:3.0:1734016132.728489:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341635584:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016132.728528:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321d21 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2388 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.728552:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7321d21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2388 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.728569:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016132.728619:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339210112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4195us (4377us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.728628:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11355 00000100:00100000:0.0:1734016132.730948:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.731043:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339210240 00000100:00100000:1.0:1734016132.731052:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339210240 00000100:00100000:1.0:1734016132.731160:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11356 00000100:00100000:1.0:1734016132.731167:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339210240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.732632:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.732663:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321d28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a238f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.732739:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341635712:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016132.732823:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.738754:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341635712:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016132.738829:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321d28 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a238f expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.738843:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321d28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a238f expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.739645:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:0.0:1734016132.740316:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339210240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9143us (9372us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.740327:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11356 00000100:00100000:0.0:1734016132.746046:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.746170:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339210496 00000100:00100000:2.0:1734016132.746256:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339210496 00002000:00100000:2.0:1734016132.746308:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (172032->176127) req@ffff88007451b480 x1818247339210496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.746326:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451b480 with x1818247339210496 ext(172032->176127) 00002000:00010000:2.0:1734016132.746331:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451b480 00000100:00100000:2.0:1734016132.746370:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9485 00000100:00100000:2.0:1734016132.746377:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339210496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.746560:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339210496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.746568:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9485 00002000:00100000:2.0:1734016132.746574:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (172032->176127) req@ffff88007451b480 x1818247339210496/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.746580:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451b480 with x1818247339210496 ext(172032->176127) 00002000:00010000:2.0:1734016132.746583:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451b480 00000100:00100000:0.0:1734016132.750421:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.750649:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339210624 00000100:00100000:2.0:1734016132.750660:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339210624 00000100:00100000:2.0:1734016132.750728:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11357 00000100:00100000:2.0:1734016132.750736:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339210624:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016132.750993:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9734126 -> 9734126 00002000:00010000:2.0:1734016132.750996:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.750998:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:2.0:1734016132.751000:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.751002:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 456 -> 472 00000100:00100000:2.0:1734016132.751060:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339210624:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 324us (652us total) trans 4294969411 rc 0/0 00000100:00100000:2.0:1734016132.751068:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11357 00000100:00100000:3.0:1734016132.756535:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016132.756616:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339210752 00000100:00100000:0.0:1734016132.756627:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339210752 00000100:00100000:0.0:1734016132.756680:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11358 00000100:00100000:0.0:1734016132.756686:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339210752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.756706:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.756725:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2396 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.756784:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007451bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341635840:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016132.756847:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016132.759079:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016131 -> 1734016132 00002000:00010000:2.0:1734016132.759087:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016132 -> 1734016133 00000100:00100000:2.0:1734016132.759114:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007451bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341635840:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016132.759152:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d2f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2396 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.759168:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2396 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.759787:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016132.759972:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339210752:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3281us (3445us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.759981:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11358 00000100:00100000:0.0:1734016132.762589:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.762716:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339210880 00000100:00100000:2.0:1734016132.762726:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339210880 00000100:00100000:2.0:1734016132.762773:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11359 00000100:00100000:2.0:1734016132.762780:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339210880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.762802:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.762826:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321d36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a239d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.762891:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341635968:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016132.762975:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.765322:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341635968:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016132.765364:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321d36 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a239d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.765379:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321d36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a239d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.765397:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016132.765454:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339210880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2673us (2877us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.765463:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11359 00000100:00100000:0.0:1734016132.768888:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.769032:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339211008 00000100:00100000:2.0:1734016132.769041:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339211008 00000100:00100000:2.0:1734016132.769090:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11360 00000100:00100000:2.0:1734016132.769098:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339211008:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016132.769387:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9734126 -> 9734126 00002000:00010000:2.0:1734016132.769390:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.769393:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:2.0:1734016132.769395:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016133 -> 1734016132 00002000:00010000:2.0:1734016132.769397:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 472 -> 536 00000100:00100000:2.0:1734016132.769726:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339211008:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 627us (848us total) trans 4294969412 rc 0/0 00000100:00100000:2.0:1734016132.769734:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11360 00000100:00100000:0.0:1734016132.773942:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.774062:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339211136 00000100:00100000:2.0:1734016132.774071:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339211136 00000100:00100000:0.0:1734016132.774846:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11361 00000100:00100000:0.0:1734016132.774855:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339211136:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.774875:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.774896:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23a4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.774953:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071838700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636096:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016132.775019:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00002000:00010000:0.0:1734016132.780318:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016131 -> 1734016132 00002000:00010000:0.0:1734016132.780327:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016132 -> 1734016133 00000100:00100000:0.0:1734016132.780350:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071838700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636096:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016132.780385:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d3d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23a4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.780398:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23a4 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.781420:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016132.781496:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339211136:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6637us (7563us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.781506:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11361 00000100:00100000:0.0:1734016132.786006:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.786950:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339211264 00000100:00100000:2.0:1734016132.786965:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339211264 00000100:00100000:2.0:1734016132.787083:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11362 00000100:00100000:2.0:1734016132.787093:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339211264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.787120:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.787148:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321d44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23ab expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.787254:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636224:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016132.787324:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.791528:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636224:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016132.791582:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321d44 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ab expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.791598:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321d44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ab expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.791614:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016132.791679:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339211264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4587us (5685us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.791689:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11362 00000100:00100000:3.0:1734016132.796990:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.800032:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339211392 00000100:00100000:2.0:1734016132.800047:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339211392 00000100:00100000:2.0:1734016132.800109:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11363 00000100:00100000:2.0:1734016132.800117:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339211392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.800140:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.800163:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321d4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23b2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.800240:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636352:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016132.800948:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.809877:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636352:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016132.809923:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321d4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23b2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.809938:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321d4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23b2 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.809956:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016132.810019:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339211392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9901us (13040us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.810028:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11363 00000100:00100000:0.0:1734016132.816514:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.816644:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339211520 00000100:00100000:2.0:1734016132.816656:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339211520 00000100:00100000:2.0:1734016132.816704:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11364 00000100:00100000:2.0:1734016132.816712:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339211520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.816732:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.816753:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321d52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23b9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.816811:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636480:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016132.816890:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.823413:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636480:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016132.823455:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321d52 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23b9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.823469:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321d52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23b9 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.823492:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016132.823554:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339211520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6842us (7053us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.823563:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11364 00000100:00100000:0.0:1734016132.828058:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.831698:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339211648 00000100:00100000:2.0:1734016132.831721:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339211648 00000100:00100000:2.0:1734016132.831802:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11365 00000100:00100000:2.0:1734016132.831812:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339211648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.831844:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.831875:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321d59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23c0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.831964:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636608:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016132.832069:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.841675:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636608:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016132.841718:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321d59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.841732:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321d59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c0 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.841750:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016132.841815:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339211648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10004us (13770us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.841827:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11365 00000100:00100000:3.0:1734016132.845485:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.845567:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339211776 00000100:00100000:2.0:1734016132.845581:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339211776 00000100:00100000:2.0:1734016132.845643:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11366 00000100:00100000:2.0:1734016132.845651:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339211776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.845672:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.845693:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23c7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.845726:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.845733:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.845735:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.845738:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8425472->8429567] (req 8425472->8429567) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.845772:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.845784:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 10 pid: 13915 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.845797:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636736:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016132.845877:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.851172:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.851332:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341636736:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016132.851373:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8425472->8429567] (req 8425472->8429567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.851394:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016132.851464:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339211776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5813us (5992us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.851473:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11366 00000100:00100000:1.0:1734016132.851579:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339211904 00000100:00100000:1.0:1734016132.851594:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339211904 00002000:00100000:1.0:1734016132.851639:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (147456->176127) req@ffff88007834ec50 x1818247339211904/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.851650:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007834ec50 with x1818247339211904 ext(147456->176127) 00010000:00010000:1.0:1734016132.851658:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 11 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016132.851672:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 11 pid: 13915 timeout: 496 lvb_type: 0 00002000:00010000:1.0:1734016132.851678:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007834ec50 00000100:00100000:1.0:1734016132.851699:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 337 00000100:00100000:1.0:1734016132.851705:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007834ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339211904:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016132.854453:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007834ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339211904:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2736us (3282us total) trans 4294969413 rc 0/0 00000100:00100000:1.0:1734016132.854466:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 337 00002000:00100000:1.0:1734016132.854477:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (147456->176127) req@ffff88007834ec50 x1818247339211904/t4294969413(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:93/0 lens 488/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.854486:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007834ec50 with x1818247339211904 ext(147456->176127) 00010000:00010000:1.0:1734016132.854496:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 13 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016132.854510:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 13 pid: 13915 timeout: 496 lvb_type: 0 00002000:00010000:1.0:1734016132.854518:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007834ec50 00000100:00100000:3.0:1734016132.859692:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.860352:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339212032 00000100:00100000:2.0:1734016132.860363:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339212032 00010000:00010000:2.0:1734016132.860402:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 13 pid: 13915 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016132.860454:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2923 00000100:00100000:2.0:1734016132.860463:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339212032:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.860480:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.860503:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 13 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.860516:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 13 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.860552:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7321d0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->1548287) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2373 expref: 13 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016132.860582:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.860585:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.860594:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.860603:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.860640:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.860655:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341636864:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016132.860720:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.862998:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341636864:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016132.863037:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.863462:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339212032:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2997us (3779us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.863736:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2923 00000100:00100000:0.0:1734016132.864716:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.864785:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339212288 00000100:00100000:1.0:1734016132.864795:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339212288 00002000:00100000:1.0:1734016132.864845:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8425472->8429567) req@ffff880071838e00 x1818247339212288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.864856:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071838e00 with x1818247339212288 ext(8425472->8429567) 00002000:00010000:1.0:1734016132.864862:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071838e00 00000100:00100000:1.0:1734016132.864892:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9486 00000100:00100000:1.0:1734016132.864898:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339212288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.865090:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339212288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.865096:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9486 00002000:00100000:1.0:1734016132.865101:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8425472->8429567) req@ffff880071838e00 x1818247339212288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.865107:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071838e00 with x1818247339212288 ext(8425472->8429567) 00002000:00010000:1.0:1734016132.865109:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071838e00 00000100:00100000:3.0:1734016132.867767:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.868112:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339212544 00000100:00100000:2.0:1734016132.868121:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339212544 00002000:00100000:2.0:1734016132.868164:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8421376->8425471) req@ffff880130d60700 x1818247339212544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.868173:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60700 with x1818247339212544 ext(8421376->8425471) 00002000:00010000:2.0:1734016132.868365:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60700 00000100:00100000:2.0:1734016132.868400:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9487 00000100:00100000:2.0:1734016132.868408:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339212544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.868601:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339212544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 192us (845us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.868612:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9487 00002000:00100000:2.0:1734016132.868618:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8421376->8425471) req@ffff880130d60700 x1818247339212544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.868624:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60700 with x1818247339212544 ext(8421376->8425471) 00002000:00010000:2.0:1734016132.868626:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60700 00000100:00100000:0.0:1734016132.872476:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.872595:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339212800 00000100:00100000:1.0:1734016132.872605:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339212800 00002000:00100000:1.0:1734016132.872649:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8417280->8421375) req@ffff880071839180 x1818247339212800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.872658:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839180 with x1818247339212800 ext(8417280->8421375) 00002000:00010000:1.0:1734016132.872664:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839180 00000100:00100000:1.0:1734016132.872924:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9488 00000100:00100000:1.0:1734016132.872932:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339212800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.873369:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339212800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 436us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.873377:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9488 00002000:00100000:1.0:1734016132.873383:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8417280->8421375) req@ffff880071839180 x1818247339212800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.873390:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839180 with x1818247339212800 ext(8417280->8421375) 00002000:00010000:1.0:1734016132.873394:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839180 00000100:00100000:0.0:1734016132.876352:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.876681:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339213056 00000100:00100000:1.0:1734016132.876694:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339213056 00002000:00100000:1.0:1734016132.876752:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8413184->8417279) req@ffff880071839500 x1818247339213056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.876764:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839500 with x1818247339213056 ext(8413184->8417279) 00002000:00010000:1.0:1734016132.876770:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839500 00000100:00100000:1.0:1734016132.876883:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9489 00000100:00100000:1.0:1734016132.876891:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339213056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.877328:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339213056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 436us (990us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.877335:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9489 00002000:00100000:1.0:1734016132.877341:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8413184->8417279) req@ffff880071839500 x1818247339213056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.877348:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839500 with x1818247339213056 ext(8413184->8417279) 00002000:00010000:1.0:1734016132.877350:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839500 00000100:00100000:3.0:1734016132.882312:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.882458:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339213312 00000100:00100000:1.0:1734016132.882469:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339213312 00002000:00100000:1.0:1734016132.882521:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8409088->8413183) req@ffff880130d60a80 x1818247339213312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.882536:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60a80 with x1818247339213312 ext(8409088->8413183) 00002000:00010000:1.0:1734016132.882552:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60a80 00000100:00100000:1.0:1734016132.882873:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9490 00000100:00100000:1.0:1734016132.882882:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339213312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.883081:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339213312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.883088:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9490 00002000:00100000:1.0:1734016132.883095:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8409088->8413183) req@ffff880130d60a80 x1818247339213312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.883101:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60a80 with x1818247339213312 ext(8409088->8413183) 00002000:00010000:1.0:1734016132.883103:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60a80 00000100:00100000:1.0:1734016132.886325:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.886844:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339213568 00000100:00100000:2.0:1734016132.886855:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339213568 00002000:00100000:2.0:1734016132.886907:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8404992->8409087) req@ffff880071d3ea00 x1818247339213568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.886916:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ea00 with x1818247339213568 ext(8404992->8409087) 00002000:00010000:2.0:1734016132.886921:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ea00 00000100:00100000:2.0:1734016132.890654:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9491 00000100:00100000:2.0:1734016132.890671:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339213568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.890917:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339213568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 247us (4603us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.890924:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9491 00002000:00100000:2.0:1734016132.890933:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8404992->8409087) req@ffff880071d3ea00 x1818247339213568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.890942:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ea00 with x1818247339213568 ext(8404992->8409087) 00002000:00010000:2.0:1734016132.890947:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ea00 00000100:00100000:0.0:1734016132.905472:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.906854:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339213824 00000100:00100000:1.0:1734016132.906867:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339213824 00002000:00100000:1.0:1734016132.906918:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8400896->8404991) req@ffff880071839880 x1818247339213824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.906928:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839880 with x1818247339213824 ext(8400896->8404991) 00002000:00010000:1.0:1734016132.906933:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839880 00000100:00100000:1.0:1734016132.906980:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9492 00000100:00100000:1.0:1734016132.906988:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339213824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.907214:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339213824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 226us (1755us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.907221:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9492 00002000:00100000:1.0:1734016132.907227:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8400896->8404991) req@ffff880071839880 x1818247339213824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.907233:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839880 with x1818247339213824 ext(8400896->8404991) 00002000:00010000:1.0:1734016132.907235:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839880 00000100:00100000:3.0:1734016132.912335:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.912898:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339214080 00000100:00100000:2.0:1734016132.912908:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339214080 00002000:00100000:2.0:1734016132.912958:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8396800->8400895) req@ffff880130d62d80 x1818247339214080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.912971:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d62d80 with x1818247339214080 ext(8396800->8400895) 00002000:00010000:2.0:1734016132.912977:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d62d80 00000100:00100000:2.0:1734016132.913757:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9493 00000100:00100000:2.0:1734016132.913765:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339214080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.913949:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339214080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 183us (1626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.913957:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9493 00002000:00100000:2.0:1734016132.913963:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8396800->8400895) req@ffff880130d62d80 x1818247339214080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.913969:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d62d80 with x1818247339214080 ext(8396800->8400895) 00002000:00010000:2.0:1734016132.913973:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d62d80 00000100:00100000:0.0:1734016132.917087:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.917455:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339214336 00000100:00100000:1.0:1734016132.917468:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339214336 00002000:00100000:1.0:1734016132.917519:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8392704->8396799) req@ffff880071839c00 x1818247339214336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.917529:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839c00 with x1818247339214336 ext(8392704->8396799) 00002000:00010000:1.0:1734016132.917534:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839c00 00000100:00100000:1.0:1734016132.918115:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9494 00000100:00100000:1.0:1734016132.918122:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339214336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.918537:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339214336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 414us (1463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.918552:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9494 00002000:00100000:1.0:1734016132.918558:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8392704->8396799) req@ffff880071839c00 x1818247339214336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.918566:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839c00 with x1818247339214336 ext(8392704->8396799) 00002000:00010000:1.0:1734016132.918569:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839c00 00000100:00100000:0.0:1734016132.922118:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.922323:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339214592 00000100:00100000:2.0:1734016132.922333:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339214592 00002000:00100000:2.0:1734016132.922381:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8392703) req@ffff880071839f80 x1818247339214592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.922390:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839f80 with x1818247339214592 ext(8388608->8392703) 00002000:00010000:2.0:1734016132.922396:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839f80 00000100:00100000:2.0:1734016132.922916:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9495 00000100:00100000:2.0:1734016132.922925:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339214592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.923121:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339214592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 196us (1020us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.923129:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9495 00002000:00100000:2.0:1734016132.923134:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->8392703) req@ffff880071839f80 x1818247339214592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.923141:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071839f80 with x1818247339214592 ext(8388608->8392703) 00002000:00010000:2.0:1734016132.923144:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071839f80 00000100:00100000:3.0:1734016132.926077:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.927502:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339214848 00000100:00100000:1.0:1734016132.927517:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339214848 00002000:00100000:1.0:1734016132.927575:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8384512->8388607) req@ffff880130d63100 x1818247339214848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.927584:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63100 with x1818247339214848 ext(8384512->8388607) 00002000:00010000:1.0:1734016132.927590:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63100 00000100:00100000:1.0:1734016132.927662:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9496 00000100:00100000:1.0:1734016132.927669:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339214848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.928094:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339214848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 423us (2028us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.928101:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9496 00002000:00100000:1.0:1734016132.928106:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8384512->8388607) req@ffff880130d63100 x1818247339214848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.928113:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63100 with x1818247339214848 ext(8384512->8388607) 00002000:00010000:1.0:1734016132.928116:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63100 00000100:00100000:0.0:1734016132.939888:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.940005:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339215104 00000100:00100000:1.0:1734016132.940016:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339215104 00002000:00100000:1.0:1734016132.940064:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8380416->8384511) req@ffff88007183a300 x1818247339215104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.940075:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183a300 with x1818247339215104 ext(8380416->8384511) 00002000:00010000:1.0:1734016132.940081:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183a300 00000100:00100000:1.0:1734016132.940171:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9497 00000100:00100000:1.0:1734016132.940218:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339215104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.940404:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339215104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 224us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.940411:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9497 00002000:00100000:1.0:1734016132.940417:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8380416->8384511) req@ffff88007183a300 x1818247339215104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.940424:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183a300 with x1818247339215104 ext(8380416->8384511) 00002000:00010000:1.0:1734016132.940428:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183a300 00000100:00100000:0.0:1734016132.963148:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.964300:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339215360 00000100:00100000:2.0:1734016132.964311:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339215360 00002000:00100000:2.0:1734016132.964357:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8376320->8380415) req@ffff88007183a680 x1818247339215360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.964367:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183a680 with x1818247339215360 ext(8376320->8380415) 00002000:00010000:2.0:1734016132.964373:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183a680 00000100:00100000:2.0:1734016132.964394:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9498 00000100:00100000:2.0:1734016132.964400:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339215360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.966592:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339215360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2177us (3441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.966607:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9498 00002000:00100000:2.0:1734016132.966621:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8376320->8380415) req@ffff88007183a680 x1818247339215360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.966631:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183a680 with x1818247339215360 ext(8376320->8380415) 00002000:00010000:2.0:1734016132.966637:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183a680 00000100:00100000:3.0:1734016132.986600:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016132.986748:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339215616 00000100:00100000:2.0:1734016132.986759:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339215616 00002000:00100000:2.0:1734016132.986808:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8372224->8376319) req@ffff880130d63480 x1818247339215616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.986819:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63480 with x1818247339215616 ext(8372224->8376319) 00002000:00010000:2.0:1734016132.986824:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63480 00000100:00100000:2.0:1734016132.988666:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9499 00000100:00100000:2.0:1734016132.988684:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339215616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.988927:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339215616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 247us (2339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.988934:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9499 00002000:00100000:2.0:1734016132.988944:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8372224->8376319) req@ffff880130d63480 x1818247339215616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.988953:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63480 with x1818247339215616 ext(8372224->8376319) 00002000:00010000:2.0:1734016132.988959:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63480 00000100:00100000:0.0:1734016132.991554:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016132.993064:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339215872 00000100:00100000:1.0:1734016132.993077:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339215872 00002000:00100000:1.0:1734016132.993132:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8368128->8372223) req@ffff88007183aa00 x1818247339215872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.993143:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183aa00 with x1818247339215872 ext(8368128->8372223) 00002000:00010000:1.0:1734016132.993150:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183aa00 00000100:00100000:1.0:1734016132.993175:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9500 00000100:00100000:1.0:1734016132.993199:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339215872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.998173:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339215872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 4956us (6622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.998211:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9500 00002000:00100000:1.0:1734016132.998232:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8368128->8372223) req@ffff88007183aa00 x1818247339215872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.998242:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183aa00 with x1818247339215872 ext(8368128->8372223) 00002000:00010000:1.0:1734016132.998250:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183aa00 00000100:00100000:2.0:1734016133.009012:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.017946:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339216128 00000100:00100000:1.0:1734016133.017964:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339216128 00002000:00100000:1.0:1734016133.018054:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8364032->8368127) req@ffff8800717ead80 x1818247339216128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.018068:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ead80 with x1818247339216128 ext(8364032->8368127) 00002000:00010000:1.0:1734016133.018073:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ead80 00000100:00100000:1.0:1734016133.018110:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9501 00000100:00100000:1.0:1734016133.018119:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339216128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.018358:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339216128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 238us (9361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.018366:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9501 00002000:00100000:1.0:1734016133.018372:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8364032->8368127) req@ffff8800717ead80 x1818247339216128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.018379:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ead80 with x1818247339216128 ext(8364032->8368127) 00002000:00010000:1.0:1734016133.018382:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ead80 00000100:00080000:2.0:1734016133.018496:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016103 00000100:00100000:3.0:1734016133.030314:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.030410:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339216256 00000100:00100000:2.0:1734016133.030421:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339216256 00000100:00100000:2.0:1734016133.030479:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11367 00000100:00100000:2.0:1734016133.030486:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339216256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.030513:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.030544:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23ce expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.030575:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.030577:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.030586:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.030601:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 13 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.030616:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016133.030682:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339216256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 196us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.030688:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11367 00000100:00100000:0.0:1734016133.042044:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.042152:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339216512 00000100:00100000:3.0:1734016133.042163:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339216512 00002000:00100000:3.0:1734016133.042247:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4665344->4669439) req@ffff88007183ad80 x1818247339216512/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.042258:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183ad80 with x1818247339216512 ext(4665344->4669439) 00002000:00010000:3.0:1734016133.042264:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183ad80 00000100:00100000:3.0:1734016133.042366:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9502 00000100:00100000:3.0:1734016133.042373:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339216512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.042713:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339216512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 337us (681us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.042720:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9502 00002000:00100000:3.0:1734016133.042725:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4665344->4669439) req@ffff88007183ad80 x1818247339216512/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.042731:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183ad80 with x1818247339216512 ext(4665344->4669439) 00002000:00010000:3.0:1734016133.042734:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183ad80 00000100:00100000:3.0:1734016133.047331:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016133.047571:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339216768 00000100:00100000:0.0:1734016133.047584:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339216768 00002000:00100000:0.0:1734016133.047645:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4661248->4665343) req@ffff880130d63b80 x1818247339216768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.047656:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63b80 with x1818247339216768 ext(4661248->4665343) 00002000:00010000:0.0:1734016133.047662:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63b80 00000100:00100000:0.0:1734016133.049881:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9503 00000100:00100000:0.0:1734016133.049900:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339216768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.050704:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339216768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 803us (3383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.050712:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9503 00002000:00100000:0.0:1734016133.050723:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4661248->4665343) req@ffff880130d63b80 x1818247339216768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.050734:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d63b80 with x1818247339216768 ext(4661248->4665343) 00002000:00010000:0.0:1734016133.050742:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d63b80 00000100:00100000:2.0:1734016133.066852:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016133.066982:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339217024 00000100:00100000:0.0:1734016133.066993:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339217024 00002000:00100000:0.0:1734016133.067037:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4628480->4694015) req@ffff8800717e9c00 x1818247339217024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.067047:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9c00 with x1818247339217024 ext(4628480->4694015) 00002000:00010000:0.0:1734016133.067051:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9c00 00000100:00100000:0.0:1734016133.067087:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9504 00000100:00100000:0.0:1734016133.067095:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339217024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.084972:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339217024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 17863us (18118us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1734016133.084987:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9504 00002000:00100000:0.0:1734016133.085004:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4628480->4694015) req@ffff8800717e9c00 x1818247339217024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.085014:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9c00 with x1818247339217024 ext(4628480->4694015) 00002000:00010000:0.0:1734016133.085021:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9c00 00000100:00100000:3.0:1734016133.091324:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.091622:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339217280 00000100:00100000:1.0:1734016133.091633:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339217280 00002000:00100000:1.0:1734016133.091694:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4595712->4628479) req@ffff880130d61180 x1818247339217280/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.091705:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61180 with x1818247339217280 ext(4595712->4628479) 00002000:00010000:1.0:1734016133.091712:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61180 00000100:00100000:1.0:1734016133.091758:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9505 00000100:00100000:1.0:1734016133.091768:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339217280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.108920:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339217280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 17140us (17597us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1734016133.108934:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9505 00002000:00100000:1.0:1734016133.108950:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4595712->4628479) req@ffff880130d61180 x1818247339217280/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.108960:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61180 with x1818247339217280 ext(4595712->4628479) 00002000:00010000:1.0:1734016133.108966:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61180 00000100:00100000:3.0:1734016133.117774:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016133.117854:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339217408 00000100:00100000:0.0:1734016133.117864:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339217408 00000100:00100000:0.0:1734016133.117917:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11368 00000100:00100000:0.0:1734016133.117924:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339217408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.117946:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.117966:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23d5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.117999:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.118007:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 14 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.118012:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.118013:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.118016:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5054464->5058559] (req 5054464->5058559) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.118044:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 14 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.118054:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 14 pid: 7681 timeout: 496 lvb_type: 1 00000100:00100000:0.0:1734016133.118064:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007183b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341636992:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016133.118169:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.118196:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 5 pid: 7681 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016133.118204:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007183b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637120:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016133.118219:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.122105:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007183b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341636992:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016133.126090:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.126547:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339217536 00000100:00100000:2.0:1734016133.126558:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339217536 00010000:00010000:2.0:1734016133.126603:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 15 pid: 7681 timeout: 496 lvb_type: 1 00000100:00100000:2.0:1734016133.126649:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2924 00000100:00100000:2.0:1734016133.126656:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339217536:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.126672:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.127076:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 15 pid: 7681 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016133.127089:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 15 pid: 7681 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016133.127113:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321d67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ce expref: 15 pid: 7681 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016133.128051:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.128137:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339217536:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1476us (2054us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.128151:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2924 00000100:00100000:1.0:1734016133.131323:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007183b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637120:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016133.131370:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5054464->5058559] (req 5054464->5058559) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.131396:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:1.0:1734016133.131450:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339217408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13524us (13686us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.131529:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11368 00000100:00100000:0.0:1734016133.137686:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.137785:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339217664 00000100:00100000:3.0:1734016133.137797:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339217664 00010000:00010000:3.0:1734016133.137838:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 6 pid: 7681 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016133.137874:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2925 00000100:00100000:3.0:1734016133.137880:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339217664:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.137895:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.137920:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 6 pid: 7681 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.137932:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 6 pid: 7681 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.137955:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321d60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8425472->8429567) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23c7 expref: 6 pid: 7681 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.137974:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.137982:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.137989:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.137999:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.138035:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.138052:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341637248:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016133.138117:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.147382:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.147480:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341637248:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016133.147508:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.147567:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339217664:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9685us (9892us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.147580:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2925 00000100:00100000:1.0:1734016133.147670:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339217920 00000100:00100000:1.0:1734016133.147677:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339217920 00002000:00100000:1.0:1734016133.147721:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5025792->5091327) req@ffff8800717eb800 x1818247339217920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.147732:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb800 with x1818247339217920 ext(5025792->5091327) 00002000:00010000:1.0:1734016133.147737:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb800 00000100:00100000:1.0:1734016133.147770:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9506 00000100:00100000:1.0:1734016133.147776:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339217920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.152498:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339217920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 4708us (5117us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1734016133.152512:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9506 00002000:00100000:1.0:1734016133.152523:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5025792->5091327) req@ffff8800717eb800 x1818247339217920/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.152532:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb800 with x1818247339217920 ext(5025792->5091327) 00002000:00010000:1.0:1734016133.152546:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb800 00000100:00100000:0.0:1734016133.159886:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.159997:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339218176 00000100:00100000:1.0:1734016133.160007:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339218176 00002000:00100000:1.0:1734016133.160050:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4993024->5025791) req@ffff88007183bb80 x1818247339218176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.160065:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183bb80 with x1818247339218176 ext(4993024->5025791) 00002000:00010000:1.0:1734016133.160070:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183bb80 00000100:00100000:1.0:1734016133.160108:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9507 00000100:00100000:1.0:1734016133.160114:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339218176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.166582:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339218176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 6455us (6695us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1734016133.166596:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9507 00002000:00100000:1.0:1734016133.166608:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4993024->5025791) req@ffff88007183bb80 x1818247339218176/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.166618:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183bb80 with x1818247339218176 ext(4993024->5025791) 00002000:00010000:1.0:1734016133.166624:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183bb80 00000100:00100000:3.0:1734016133.175130:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.175233:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339218304 00000100:00100000:1.0:1734016133.175243:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339218304 00002000:00100000:1.0:1734016133.175288:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4997120->5058559) req@ffff880130d61500 x1818247339218304/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.175298:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61500 with x1818247339218304 ext(4997120->5058559) 00002000:00010000:1.0:1734016133.175304:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61500 00000100:00100000:1.0:1734016133.175335:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9508 00000100:00100000:1.0:1734016133.175341:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339218304:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016133.178561:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1981:x1818247339218304:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3193us (3419us total) trans 4294969414 rc 0/0 00000100:00100000:0.0:1734016133.178576:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9508 00002000:00100000:0.0:1734016133.178592:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4997120->5058559) req@ffff880130d61500 x1818247339218304/t4294969414(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.178602:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61500 with x1818247339218304 ext(4997120->5058559) 00002000:00010000:0.0:1734016133.178608:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61500 00000100:00100000:3.0:1734016133.180938:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.183175:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339218432 00000100:00100000:2.0:1734016133.183198:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339218432 00000100:00100000:2.0:1734016133.183257:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2078 00000100:00100000:2.0:1734016133.183263:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339218432:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016133.183396:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339218432:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 133us (2468us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.183402:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2078 00000100:00100000:3.0:1734016133.186519:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.186612:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339218560 00000100:00100000:1.0:1734016133.186620:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339218560 00000100:00100000:1.0:1734016133.186670:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11369 00000100:00100000:1.0:1734016133.186676:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339218560:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016133.195224:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969414 is committed 00000100:00100000:1.0:1734016133.195579:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339218560:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 8898us (9065us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.195591:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11369 00010000:00010000:1.0:1734016133.201965:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016133.203063:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.204766:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339218688 00000100:00100000:1.0:1734016133.204776:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339218688 00000100:00100000:1.0:1734016133.204831:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11370 00000100:00100000:1.0:1734016133.204838:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339218688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.204857:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.204878:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321d75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23dc expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.204928:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637376:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.205122:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016133.213104:0:13915:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016132 -> 1734016133 00002000:00010000:1.0:1734016133.213113:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016132 -> 1734016133 00002000:00010000:1.0:1734016133.213115:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 536 -> 656 00000100:00100000:1.0:1734016133.213136:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637376:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.213224:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321d75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23dc expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.213237:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321d75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23dc expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.213262:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016133.213548:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339218688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8708us (10490us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.213557:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11370 00000100:00100000:3.0:1734016133.217744:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.218525:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339218816 00000100:00100000:1.0:1734016133.218546:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339218816 00000100:00100000:1.0:1734016133.218623:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11371 00000100:00100000:1.0:1734016133.218633:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339218816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.218651:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.218666:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321d7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23e3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.218723:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637504:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.218800:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.224635:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637504:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.224702:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321d7c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23e3 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.224716:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321d7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23e3 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.224746:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016133.224803:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339218816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6170us (7072us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.224812:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11371 00000100:00100000:0.0:1734016133.228660:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.230590:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339218944 00000100:00100000:1.0:1734016133.230604:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339218944 00000100:00100000:1.0:1734016133.230674:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11372 00000100:00100000:1.0:1734016133.230682:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339218944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.230704:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.230727:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321d83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23ea expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.230794:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637632:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.230874:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.238664:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637632:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.238736:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321d83 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ea expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.238752:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321d83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ea expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.238782:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016133.238842:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339218944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8158us (10198us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.238852:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11372 00000100:00100000:0.0:1734016133.249251:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.252639:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339219072 00000100:00100000:1.0:1734016133.252659:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339219072 00000100:00100000:1.0:1734016133.252748:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11373 00000100:00100000:1.0:1734016133.252757:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339219072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.252782:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.252806:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7321d8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23f1 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.252882:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637760:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.252966:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.255917:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637760:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.255991:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7321d8a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23f1 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.256007:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7321d8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23f1 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.256036:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016133.256090:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339219072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3333us (6858us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.256100:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11373 00000100:00100000:0.0:1734016133.260481:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.260614:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339219200 00000100:00100000:1.0:1734016133.260625:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339219200 00000100:00100000:1.0:1734016133.260679:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11374 00000100:00100000:1.0:1734016133.260686:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339219200:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.260706:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.260725:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321d91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23f8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.260781:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637888:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.262828:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.275926:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341637888:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.275996:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321d91 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23f8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.276010:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321d91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23f8 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.276048:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016133.276116:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339219200:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15427us (15642us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.276125:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11374 00000100:00100000:0.0:1734016133.287150:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.287894:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339219328 00000100:00100000:1.0:1734016133.287905:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339219328 00000100:00100000:1.0:1734016133.287970:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11375 00000100:00100000:1.0:1734016133.287979:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339219328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.288001:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.288026:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321d98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a23ff expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.288102:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638016:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.288203:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.293247:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638016:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.293318:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321d98 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ff expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.293334:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec7321d98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23ff expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.294362:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016133.294437:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339219328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6456us (7298us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.294447:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11375 00000100:00100000:0.0:1734016133.301504:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.301938:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339219456 00000100:00100000:1.0:1734016133.301949:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339219456 00000100:00100000:1.0:1734016133.302728:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11376 00000100:00100000:1.0:1734016133.302739:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339219456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.302766:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.302789:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7321d9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2406 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.308373:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638144:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.308473:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.314059:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638144:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.314133:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7321d9f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2406 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.314150:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7321d9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2406 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.314228:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016133.314315:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339219456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11577us (12823us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.314327:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11376 00000100:00100000:0.0:1734016133.325103:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.325233:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339219584 00000100:00100000:1.0:1734016133.325245:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339219584 00000100:00100000:1.0:1734016133.325308:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11377 00000100:00100000:1.0:1734016133.325317:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339219584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.325342:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.325362:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321da6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a240d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.325430:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638272:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.325496:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.330984:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638272:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.331055:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321da6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a240d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.331071:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7321da6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a240d expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.334102:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016133.334229:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339219584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8905us (9130us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.334240:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11377 00000100:00100000:0.0:1734016133.345145:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.345324:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339219712 00000100:00100000:1.0:1734016133.345336:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339219712 00000100:00100000:1.0:1734016133.345401:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11378 00000100:00100000:1.0:1734016133.345409:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339219712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.345431:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.345455:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321dad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2414 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.345525:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638400:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.345602:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.348235:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638400:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.348306:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321dad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2414 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.348321:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321dad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2414 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.348352:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016133.348415:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339219712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3004us (3281us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.348425:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11378 00000100:00100000:0.0:1734016133.358867:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.359029:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339219840 00000100:00100000:1.0:1734016133.359040:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339219840 00000100:00100000:1.0:1734016133.359100:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11379 00000100:00100000:1.0:1734016133.359108:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339219840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.359130:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.359151:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a241b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.359226:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.359234:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.359236:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.359239:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7254016->7282687] (req 7254016->7282687) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.359270:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.359281:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 6 pid: 13915 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016133.359294:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638528:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016133.359355:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.363467:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341638528:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016133.363564:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7254016->7282687] (req 7254016->7282687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.363586:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016133.363649:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339219840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4538us (4793us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.363659:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11379 00000100:00100000:0.0:1734016133.365638:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.366771:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339219968 00000100:00100000:3.0:1734016133.366781:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339219968 00010000:00010000:3.0:1734016133.366819:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 7 pid: 13915 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016133.366869:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2926 00000100:00100000:3.0:1734016133.366875:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339219968:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.366888:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.366906:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 7 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.366917:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 7 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.366942:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321d6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a23d5 expref: 7 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.366971:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.366973:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.366980:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.366989:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.367020:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.367033:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341638656:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016133.367082:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.385503:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.407653:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341638656:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016133.407679:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.407745:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339219968:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 40869us (42114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.407757:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2926 00000100:00100000:1.0:1734016133.407836:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339220096 00000100:00100000:1.0:1734016133.407843:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339220096 00000100:00100000:1.0:1734016133.407885:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11380 00000100:00100000:1.0:1734016133.407891:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339220096:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016133.408067:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9734126 -> 9734126 00002000:00010000:1.0:1734016133.408070:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.408072:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:1.0:1734016133.408074:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.408075:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 656 -> 712 00000100:00100000:1.0:1734016133.408095:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339220096:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 202us (22604us total) trans 4294969415 rc 0/0 00000100:00100000:1.0:1734016133.408100:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11380 00000100:00100000:0.0:1734016133.423925:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.424026:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339220224 00000100:00100000:3.0:1734016133.424037:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339220224 00000100:00100000:3.0:1734016133.424103:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11381 00000100:00100000:3.0:1734016133.424111:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339220224:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.424128:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.424143:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dbb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2422 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.424237:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341638784:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016133.424297:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016133.429276:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:3.0:1734016133.429308:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341638784:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016133.429350:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dbb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2422 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.429367:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2422 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.429397:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016133.429472:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339220224:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5359us (5559us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.429482:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11381 00000100:00100000:0.0:1734016133.432164:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.432342:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339220352 00000100:00100000:3.0:1734016133.432352:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339220352 00000100:00100000:3.0:1734016133.432407:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11382 00000100:00100000:3.0:1734016133.432416:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339220352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.432437:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.432457:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321dc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2429 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.432522:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341638912:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016133.432610:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.439647:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341638912:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016133.439687:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321dc2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2429 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.439708:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7321dc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2429 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.439734:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016133.441923:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339220352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9493us (9755us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.441938:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11382 00000100:00100000:0.0:1734016133.479995:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016133.480067:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.480217:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339220608 00000100:00100000:2.0:1734016133.480229:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339220608 00002000:00100000:2.0:1734016133.480279:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880130d9bb80 x1818247339220608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.480290:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9bb80 with x1818247339220608 ext(0->4194303) 00002000:00010000:2.0:1734016133.480295:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9bb80 00000100:00100000:2.0:1734016133.480318:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339220864 00000100:00100000:2.0:1734016133.480320:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339220864 00002000:00100000:2.0:1734016133.480329:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880130d9b100 x1818247339220864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.480336:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b100 with x1818247339220864 ext(4194304->8388607) 00002000:00010000:2.0:1734016133.480339:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b100 00000100:00100000:2.0:1734016133.480358:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9509 00000100:00100000:2.0:1734016133.480366:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339220608:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.486475:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9510 00000100:00100000:3.0:1734016133.486491:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339220864:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.500235:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.500461:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339221120 00000100:00100000:2.0:1734016133.500476:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339221120 00002000:00100000:2.0:1734016133.500527:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9736191) req@ffff880130d98000 x1818247339221120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.500545:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98000 with x1818247339221120 ext(8388608->9736191) 00002000:00010000:2.0:1734016133.500552:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98000 00000100:00100000:2.0:1734016133.500590:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9511 00000100:00100000:2.0:1734016133.500597:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339221120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.545437:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339220608:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 65052us (65437us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016133.545457:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9509 00002000:00100000:0.0:1734016133.545476:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880130d9bb80 x1818247339220608/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.545489:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9bb80 with x1818247339220608 ext(0->4194303) 00002000:00010000:0.0:1734016133.545496:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9bb80 00000100:00100000:0.0:1734016133.579931:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.580302:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339220864:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 93811us (100231us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016133.580316:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9510 00002000:00100000:2.0:1734016133.580330:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880130d9b100 x1818247339220864/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.580340:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b100 with x1818247339220864 ext(4194304->8388607) 00002000:00010000:2.0:1734016133.580347:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b100 00000100:00100000:3.0:1734016133.580713:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339221248 00000100:00100000:3.0:1734016133.580723:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339221248 00000100:00100000:3.0:1734016133.580774:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11383 00000100:00100000:3.0:1734016133.580780:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339221248:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.580798:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.580817:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2430 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.580882:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341639040:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016133.580937:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.585376:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339221120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 84764us (85184us total) trans 0 rc 1347584/1347584 00000100:00100000:2.0:1734016133.585390:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9511 00002000:00100000:2.0:1734016133.585404:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9736191) req@ffff880130d98000 x1818247339221120/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 1347584/1347584 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.585414:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98000 with x1818247339221120 ext(8388608->9736191) 00002000:00010000:2.0:1734016133.585421:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98000 00000100:00100000:3.0:1734016133.587510:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341639040:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016133.587596:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dc9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2430 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.587619:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2430 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.587638:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016133.587697:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339221248:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6915us (7778us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.587706:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11383 00000100:00100000:1.0:1734016133.592516:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.592663:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339221376 00000100:00100000:3.0:1734016133.592674:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339221376 00000100:00100000:3.0:1734016133.593324:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11384 00000100:00100000:3.0:1734016133.593334:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339221376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.593360:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.593383:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2437 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.593422:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.593430:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.593432:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.593436:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9248768->9252863] (req 9248768->9252863) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.593472:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.593492:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 6 pid: 13915 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016133.593505:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341639168:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016133.593582:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.599766:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341639168:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016133.599828:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9248768->9252863] (req 9248768->9252863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.599847:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016133.599908:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339221376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6574us (7403us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.599917:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11384 00000100:00100000:0.0:1734016133.613751:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.614031:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339221504 00000100:00100000:3.0:1734016133.614042:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339221504 00010000:00010000:3.0:1734016133.614085:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 7 pid: 13915 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016133.614134:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2927 00000100:00100000:3.0:1734016133.614144:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339221504:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.614162:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.614221:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 7 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.614242:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 7 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.614267:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321db4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a241b expref: 7 pid: 13915 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016133.614287:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.614290:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.614299:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.614308:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.614348:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.614365:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341639296:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016133.614434:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.620519:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341639296:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016133.620581:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.620643:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339221504:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6498us (6905us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.620656:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2927 00000100:00100000:0.0:1734016133.623662:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.624101:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339221760 00000100:00100000:3.0:1734016133.624113:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339221760 00002000:00100000:3.0:1734016133.624167:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9248768->9252863) req@ffff880071a05c00 x1818247339221760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.624177:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05c00 with x1818247339221760 ext(9248768->9252863) 00002000:00010000:3.0:1734016133.624208:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05c00 00000100:00100000:3.0:1734016133.624419:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9512 00000100:00100000:3.0:1734016133.624427:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339221760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.625148:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339221760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 719us (1501us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.625156:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9512 00002000:00100000:3.0:1734016133.625163:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9248768->9252863) req@ffff880071a05c00 x1818247339221760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.625172:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05c00 with x1818247339221760 ext(9248768->9252863) 00002000:00010000:3.0:1734016133.625176:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05c00 00000100:00100000:0.0:1734016133.629063:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.629389:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339222016 00000100:00100000:3.0:1734016133.629400:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339222016 00002000:00100000:3.0:1734016133.629448:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9244672->9248767) req@ffff880071a05f80 x1818247339222016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.629459:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05f80 with x1818247339222016 ext(9244672->9248767) 00002000:00010000:3.0:1734016133.629466:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05f80 00000100:00100000:3.0:1734016133.630098:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9513 00000100:00100000:3.0:1734016133.630105:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339222016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.630337:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339222016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 230us (1286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.630346:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9513 00002000:00100000:3.0:1734016133.630352:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9244672->9248767) req@ffff880071a05f80 x1818247339222016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.630360:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05f80 with x1818247339222016 ext(9244672->9248767) 00002000:00010000:3.0:1734016133.630363:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05f80 00000100:00100000:0.0:1734016133.634396:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.634515:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339222272 00000100:00100000:2.0:1734016133.634536:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339222272 00002000:00100000:2.0:1734016133.634582:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9019392->9469951) req@ffff880071a06300 x1818247339222272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.634592:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06300 with x1818247339222272 ext(9019392->9469951) 00002000:00010000:2.0:1734016133.634597:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06300 00000100:00100000:2.0:1734016133.634633:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9514 00000100:00100000:2.0:1734016133.634640:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339222272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.641151:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339222272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 6496us (6755us total) trans 0 rc 442368/442368 00000100:00100000:2.0:1734016133.641167:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9514 00002000:00100000:2.0:1734016133.641207:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9019392->9469951) req@ffff880071a06300 x1818247339222272/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 442368/442368 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.641216:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06300 with x1818247339222272 ext(9019392->9469951) 00002000:00010000:2.0:1734016133.641222:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06300 00000100:00100000:0.0:1734016133.650220:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.651099:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339222400 00000100:00100000:2.0:1734016133.651112:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339222400 00002000:00100000:2.0:1734016133.651164:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9195520->9252863) req@ffff880071a06680 x1818247339222400/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.651204:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06680 with x1818247339222400 ext(9195520->9252863) 00002000:00010000:2.0:1734016133.651211:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06680 00000100:00100000:2.0:1734016133.651251:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9515 00000100:00100000:2.0:1734016133.651259:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339222400:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016133.661086:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339222400:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 9813us (10897us total) trans 4294969416 rc 0/0 00000100:00100000:2.0:1734016133.661101:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9515 00002000:00100000:2.0:1734016133.661117:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9195520->9252863) req@ffff880071a06680 x1818247339222400/t4294969416(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.661126:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06680 with x1818247339222400 ext(9195520->9252863) 00002000:00010000:2.0:1734016133.661132:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06680 00000100:00100000:0.0:1734016133.667477:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.668125:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339222528 00000100:00100000:3.0:1734016133.668137:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339222528 00000100:00100000:1.0:1734016133.669265:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11385 00000100:00100000:1.0:1734016133.669275:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339222528:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016133.670796:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969416 is committed 00000001:00080000:2.0:1734016133.670814:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969415 is committed 00000100:00100000:1.0:1734016133.671304:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339222528:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 2024us (3835us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.671317:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11385 00000100:00100000:0.0:1734016133.678700:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.679110:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339222656 00000100:00100000:1.0:1734016133.679123:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339222656 00000100:00100000:1.0:1734016133.679222:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11386 00000100:00100000:1.0:1734016133.679232:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339222656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.679255:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.679279:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321dd7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a243e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.679354:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341639424:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.679427:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016133.682472:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 712 -> 824 00000100:00100000:1.0:1734016133.682512:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341639424:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.682565:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321dd7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a243e expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.682580:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321dd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a243e expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.682607:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016133.682657:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339222656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3425us (3969us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.682667:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11386 00000100:00100000:0.0:1734016133.686491:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.686696:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339222784 00000100:00100000:1.0:1734016133.686707:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339222784 00000100:00100000:1.0:1734016133.687073:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11387 00000100:00100000:1.0:1734016133.687084:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339222784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.687108:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.687131:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321dde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2445 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.687230:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341639552:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.687299:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.690254:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341639552:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.690300:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321dde lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2445 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.690316:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321dde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2445 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.690329:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016133.690396:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339222784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3312us (3918us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.690406:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11387 00000100:00100000:0.0:1734016133.694318:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.694554:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339222912 00000100:00100000:1.0:1734016133.694564:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339222912 00000100:00100000:1.0:1734016133.695044:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11388 00000100:00100000:1.0:1734016133.695052:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339222912:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016133.695325:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9734126 -> 9734126 00002000:00010000:1.0:1734016133.695328:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.695330:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.695332:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.695334:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 824 -> 824 00000100:00100000:1.0:1734016133.695605:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339222912:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 552us (1298us total) trans 4294969417 rc 0/0 00000100:00100000:1.0:1734016133.695613:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11388 00000100:00100000:0.0:1734016133.700442:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.700519:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339223168 00000100:00100000:3.0:1734016133.700537:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339223168 00000100:00100000:3.0:1734016133.700601:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2079 00000100:00100000:3.0:1734016133.700608:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339223168:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016133.700663:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.700692:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321cb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a231f expref: 16 pid: 12824 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.700723:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016133.700728:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016133.700897:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.700910:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.700917:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.700952:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.700964:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 16 pid: 6473 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016133.700976:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341639680:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016133.701038:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00080000:2.0:1734016133.701105:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016103 00000100:00100000:0.0:1734016133.705852:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.706805:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341639680:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016133.706859:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016133.707032:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339223296 00000100:00100000:2.0:1734016133.707039:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339223296 00010000:00010000:2.0:1734016133.707071:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 17 pid: 6473 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.707171:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2928 00000100:00100000:2.0:1734016133.707193:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1983:x1818247339223296:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.707211:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.707217:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 17 pid: 6473 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.707232:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 17 pid: 6473 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.707254:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec7321cf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a235e expref: 17 pid: 6473 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016133.707284:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016133.707289:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016133.707298:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016133.707304:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016133.707329:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.707374:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247339223296:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 196us (1534us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.707381:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2928 00010000:00010000:3.0:1734016133.708236:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.708245:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016133.708357:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968597 00000004:00010000:3.0:1734016133.708409:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071a07800 reply state ffff88007465a000 transno 4294968598 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016133.708416:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016133.709178:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339223168:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8566us (8744us total) trans 4294968598 rc 0/0 00000100:00100000:3.0:1734016133.709211:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2079 00000020:00080000:3.0:1734016133.709217:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016133.710916:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.711597:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339223424 00000100:00100000:1.0:1734016133.711608:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339223424 00000100:00100000:1.0:1734016133.711661:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11389 00000100:00100000:1.0:1734016133.711669:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339223424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.711690:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.711712:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a244c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.711745:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.711752:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.711754:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.711758:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.711794:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.711808:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 7 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.711831:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341639808:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016133.711897:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00010000:00010000:3.0:1734016133.712114:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.712122:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.712129:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.712135:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac166f40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016133.712139:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.712146:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.712165:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016133.712168:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016133.712173:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.712176:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec7321de5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016133.715105:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341639808:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016133.715141:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.715156:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016133.715237:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339223424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3568us (4328us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.715246:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11389 00000100:00100000:0.0:1734016133.717732:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.718649:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339223552 00000100:00100000:1.0:1734016133.718659:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339223552 00010000:00010000:1.0:1734016133.718702:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.718745:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2929 00000100:00100000:1.0:1734016133.718752:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339223552:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.718767:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.718792:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.718804:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.718826:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec7321dd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2437 expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.718857:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.718859:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.718865:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.718874:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.718909:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.718926:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341639936:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016133.718993:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.721739:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341639936:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016133.721767:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.721823:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339223552:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3069us (4100us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.721834:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2929 00000100:00100000:0.0:1734016133.724318:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.724395:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339223680 00000100:00100000:2.0:1734016133.724407:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339223680 00002000:00010000:2.0:1734016133.724447:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2921257->18446744073709551615) 00002000:00100000:2.0:1734016133.724451:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04380 with x1818247339223680 ext(2921257->18446744073709551615) 00002000:00010000:2.0:1734016133.724463:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04380. 00000100:00100000:2.0:1734016133.724497:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9516 00000100:00100000:2.0:1734016133.724504:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339223680:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016133.730123:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9734126 -> 2921257 00002000:00010000:3.0:1734016133.730133:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.730136:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.730138:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.730140:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 824 -> 488 00000100:00100000:3.0:1734016133.730854:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339223680:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 6341us (6538us total) trans 4294969418 rc 0/0 00000100:00100000:3.0:1734016133.730866:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9516 00002000:00010000:3.0:1734016133.730872:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2921257->18446744073709551615) 00002000:00100000:3.0:1734016133.730876:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04380 with x1818247339223680 ext(2921257->18446744073709551615) 00002000:00010000:3.0:1734016133.730883:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04380. 00000100:00100000:0.0:1734016133.733649:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.733805:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339223808 00000100:00100000:3.0:1734016133.733815:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339223808 00000100:00100000:3.0:1734016133.733865:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2080 00000100:00100000:3.0:1734016133.733874:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339223808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.733896:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.733918:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec7321df3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2453 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.734017:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.734032:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.734043:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016133.734070:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2921257 00000004:00200000:3.0:1734016133.734075:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016133.734090:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.734114:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec7321df3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2453 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.734131:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2453 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.734139:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016133.734142:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016133.734146:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016133.734930:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339223808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1054us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.734938:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2080 00000100:00100000:0.0:1734016133.738984:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.739102:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339223936 00000100:00100000:1.0:1734016133.739112:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339223936 00000100:00100000:1.0:1734016133.739716:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11390 00000100:00100000:1.0:1734016133.739725:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339223936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.739748:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.739772:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321e01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a245a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.739844:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341640064:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.739921:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.742926:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341640064:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.742972:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321e01 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a245a expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.742989:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a39200/0x903ef4aec7321e01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a245a expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.743177:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016133.743251:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339223936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3527us (4279us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.743260:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11390 00000100:00100000:0.0:1734016133.746419:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.746491:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339224064 00000100:00100000:1.0:1734016133.746501:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339224064 00000100:00100000:1.0:1734016133.746713:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11391 00000100:00100000:1.0:1734016133.746722:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339224064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.746741:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.746764:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321e08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2461 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.746827:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341640192:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.746905:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.749206:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341640192:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.749246:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321e08 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2461 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.749261:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7321e08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2461 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.750040:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016133.750107:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339224064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3383us (3696us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.750120:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11391 00000100:00100000:0.0:1734016133.757435:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.757564:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339224192 00000100:00100000:1.0:1734016133.757575:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339224192 00000100:00100000:2.0:1734016133.758702:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11392 00000100:00100000:2.0:1734016133.758712:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339224192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.758736:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.758759:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2468 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.758848:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341640320:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016133.758928:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.764667:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341640320:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016133.764715:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e0f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2468 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.764729:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2468 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.764758:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016133.766125:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339224192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7406us (8694us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.766137:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11392 00000100:00100000:0.0:1734016133.771058:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.771241:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339224320 00000100:00100000:2.0:1734016133.771252:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339224320 00000100:00100000:2.0:1734016133.771311:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11393 00000100:00100000:2.0:1734016133.771319:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339224320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.771340:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.771361:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a246f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.771399:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.771407:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.771409:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.771412:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9252864->9277439] (req 9252864->9277439) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.771445:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.771457:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 6 pid: 13915 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.771469:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341640448:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016133.771544:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.776140:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341640448:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016133.776209:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9252864->9277439] (req 9252864->9277439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.776229:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016133.776290:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339224320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4970us (5241us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.776300:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11393 00000100:00100000:0.0:1734016133.777012:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.777463:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339224448 00000100:00100000:1.0:1734016133.777470:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339224448 00010000:00010000:1.0:1734016133.777502:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 7 pid: 13915 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.777543:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2930 00000100:00100000:1.0:1734016133.777550:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339224448:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.777565:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.777587:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 7 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.777600:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 7 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.777625:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321dec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a244c expref: 7 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.777649:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.777651:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.777657:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.777665:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.777702:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.777714:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341640576:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016133.777769:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.781005:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341640576:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016133.781036:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.781096:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339224448:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3544us (4084us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.781108:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2930 00000100:00100000:0.0:1734016133.782403:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.782550:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339224576 00000100:00100000:2.0:1734016133.782558:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339224576 00000100:00100000:2.0:1734016133.782606:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11394 00000100:00100000:2.0:1734016133.782613:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339224576:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016133.782854:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2921257 -> 9274255 00002000:00010000:2.0:1734016133.782857:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.782859:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.782861:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.782862:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 488 -> 536 00000100:00100000:2.0:1734016133.783078:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339224576:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 462us (674us total) trans 4294969419 rc 0/0 00000100:00100000:2.0:1734016133.783085:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11394 00000100:00100000:0.0:1734016133.787738:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.787890:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339224832 00000100:00100000:3.0:1734016133.787900:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339224832 00002000:00100000:3.0:1734016133.787951:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7192576->7196671) req@ffff880071fd3b80 x1818247339224832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.787968:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3b80 with x1818247339224832 ext(7192576->7196671) 00002000:00010000:3.0:1734016133.787975:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3b80 00000100:00100000:3.0:1734016133.788010:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9517 00000100:00100000:3.0:1734016133.788018:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339224832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.788245:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339224832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 227us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.788253:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9517 00002000:00100000:3.0:1734016133.788259:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7192576->7196671) req@ffff880071fd3b80 x1818247339224832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.788265:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3b80 with x1818247339224832 ext(7192576->7196671) 00002000:00010000:3.0:1734016133.788268:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3b80 00000100:00100000:3.0:1734016133.792420:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016133.792694:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339225088 00000100:00100000:0.0:1734016133.792706:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339225088 00002000:00100000:0.0:1734016133.792754:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7188480->7192575) req@ffff880130d61880 x1818247339225088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.792764:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61880 with x1818247339225088 ext(7188480->7192575) 00002000:00010000:0.0:1734016133.792769:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61880 00000100:00100000:0.0:1734016133.792802:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9518 00000100:00100000:0.0:1734016133.792809:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339225088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.793044:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339225088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 233us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.793051:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9518 00002000:00100000:0.0:1734016133.793058:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7188480->7192575) req@ffff880130d61880 x1818247339225088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.793065:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d61880 with x1818247339225088 ext(7188480->7192575) 00002000:00010000:0.0:1734016133.793068:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d61880 00000100:00100000:0.0:1734016133.796580:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.796733:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339225344 00000100:00100000:3.0:1734016133.796743:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339225344 00002000:00100000:3.0:1734016133.796788:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7155712->7221247) req@ffff880071fd0700 x1818247339225344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.796797:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0700 with x1818247339225344 ext(7155712->7221247) 00002000:00010000:3.0:1734016133.796804:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0700 00000100:00100000:3.0:1734016133.796835:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9519 00000100:00100000:3.0:1734016133.796842:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339225344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.801425:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339225344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 4570us (4843us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1734016133.801440:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9519 00002000:00100000:3.0:1734016133.801456:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7155712->7221247) req@ffff880071fd0700 x1818247339225344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.801465:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0700 with x1818247339225344 ext(7155712->7221247) 00002000:00010000:3.0:1734016133.801471:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0700 00000100:00100000:2.0:1734016133.806775:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016133.806889:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339225472 00000100:00100000:3.0:1734016133.806899:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339225472 00000100:00100000:3.0:1734016133.807489:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2081 00000100:00100000:3.0:1734016133.807497:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247339225472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.807533:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.807555:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321e1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2476 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.807650:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.807664:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.807674:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016133.807696:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2921257 00000004:00200000:3.0:1734016133.807700:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016133.807715:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016133.807735:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164d80/0x903ef4aec7321e1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.807768:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.807776:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016133.807779:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016133.807782:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016133.807837:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339225472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 340us (1074us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.807844:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2081 00000100:00100000:0.0:1734016133.813163:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.813306:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339225600 00000100:00100000:1.0:1734016133.813316:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339225600 00000100:00100000:1.0:1734016133.813378:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11395 00000100:00100000:1.0:1734016133.813387:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339225600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.813409:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.813429:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321e2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a247d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.813492:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341640704:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016133.813574:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016133.815419:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:1.0:1734016133.815444:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341640704:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016133.815477:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321e2b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a247d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.815495:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321e2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a247d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.816037:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016133.816128:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339225600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2740us (2976us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.816139:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11395 00000100:00100000:3.0:1734016133.818657:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.818850:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339225728 00000100:00100000:1.0:1734016133.818862:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339225728 00000100:00100000:1.0:1734016133.818919:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11396 00000100:00100000:1.0:1734016133.818928:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339225728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.818948:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.818969:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2484 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.819001:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.819008:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.819010:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.819014:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6045696->6094847] (req 6045696->6094847) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.819045:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.819062:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.819075:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341640832:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016133.819138:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.823382:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341640832:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016133.823427:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6045696->6094847] (req 6045696->6094847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.823449:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016133.823533:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339225728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4598us (4880us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.823544:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11396 00000100:00100000:0.0:1734016133.824478:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.824850:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339225856 00000100:00100000:1.0:1734016133.824858:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339225856 00010000:00010000:1.0:1734016133.824885:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 9 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.824924:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2931 00000100:00100000:1.0:1734016133.824932:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339225856:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.824945:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.824966:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 9 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.824982:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 9 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.825004:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9252864->9277439) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a246f expref: 9 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.826018:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.826022:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.826031:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.826042:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.826078:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.826091:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341640960:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016133.826165:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.829327:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341640960:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016133.829353:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.829406:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339225856:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4473us (4929us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.829419:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2931 00000100:00100000:0.0:1734016133.830800:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.832837:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339225984 00000100:00100000:1.0:1734016133.832851:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339225984 00000100:00100000:1.0:1734016133.832922:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11397 00000100:00100000:1.0:1734016133.832930:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339225984:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016133.833227:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9274255 -> 9274255 00002000:00010000:1.0:1734016133.833230:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.833232:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:1.0:1734016133.833234:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.833236:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 536 -> 632 00000100:00100000:1.0:1734016133.833302:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339225984:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 372us (2507us total) trans 4294969420 rc 0/0 00000100:00100000:1.0:1734016133.833308:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11397 00000100:00100000:0.0:1734016133.838684:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.838791:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339226112 00000100:00100000:2.0:1734016133.838802:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339226112 00000100:00100000:2.0:1734016133.838858:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11398 00000100:00100000:2.0:1734016133.838866:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339226112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.838889:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.838908:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321e39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a248b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.838972:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341641088:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016133.839029:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.840764:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016133 -> 1734016134 00002000:00010000:2.0:1734016133.840773:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016133 -> 1734016134 00000100:00100000:2.0:1734016133.840796:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341641088:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016133.840833:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321e39 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a248b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.840849:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321e39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a248b expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.840880:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016133.840938:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339226112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2071us (2266us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.840946:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11398 00000100:00100000:0.0:1734016133.848907:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.849015:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339226240 00000100:00100000:2.0:1734016133.849027:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339226240 00000100:00100000:2.0:1734016133.849098:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11399 00000100:00100000:2.0:1734016133.849105:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339226240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.849123:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.849141:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321e40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2492 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.849234:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341641216:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016133.849305:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.853624:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341641216:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016133.853654:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321e40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2492 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.853667:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321e40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2492 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.853814:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016133.855292:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339226240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6179us (6387us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.855301:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11399 00000100:00100000:3.0:1734016133.866300:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.870572:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339226368 00000100:00100000:2.0:1734016133.870589:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339226368 00000100:00100000:2.0:1734016133.870660:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11400 00000100:00100000:2.0:1734016133.870669:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339226368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.870691:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.870712:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2499 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.870743:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.870751:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.870753:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.870757:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1699840->1720319] (req 1699840->1720319) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.870788:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.870799:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 7 pid: 13915 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016133.870817:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341641344:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016133.870875:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.873559:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341641344:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016133.873597:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1699840->1720319] (req 1699840->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.873615:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016133.873674:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339226368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3004us (7383us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.873683:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11400 00000100:00100000:0.0:1734016133.878264:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016133.878732:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339226496 00000100:00100000:1.0:1734016133.878742:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339226496 00010000:00010000:1.0:1734016133.878777:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 8 pid: 13915 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016133.878821:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2932 00000100:00100000:1.0:1734016133.878827:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339226496:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.878841:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.878859:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 8 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.878871:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 8 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.878890:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321e32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2484 expref: 8 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016133.878926:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.878928:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.878934:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.878944:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.878976:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.878987:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341641472:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016133.879051:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.889064:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.889211:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339226752 00000100:00100000:2.0:1734016133.889222:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339226752 00000100:00100000:1.0:1734016133.889225:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d3d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341641472:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016133.889250:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1734016133.889281:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1699840->1720319) req@ffff88007402e300 x1818247339226752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.889292:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247339226752 ext(1699840->1720319) 00002000:00010000:2.0:1734016133.889298:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e300 00000100:00100000:1.0:1734016133.889317:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339226496:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10488us (11068us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.889322:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9520 00000100:00100000:2.0:1734016133.889328:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339226752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.889329:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2932 00000100:00100000:2.0:1734016133.895733:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339226752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 6394us (6672us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1734016133.895744:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9520 00002000:00100000:2.0:1734016133.895754:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1699840->1720319) req@ffff88007402e300 x1818247339226752/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.895769:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402e300 with x1818247339226752 ext(1699840->1720319) 00002000:00010000:2.0:1734016133.895776:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402e300 00000100:00100000:1.0:1734016133.907112:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.907211:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339226880 00000100:00100000:2.0:1734016133.907222:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339226880 00000100:00100000:2.0:1734016133.907271:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11401 00000100:00100000:2.0:1734016133.907279:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339226880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.907298:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.907316:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24a0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.907338:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.907341:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.907348:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.907365:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.907375:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016133.907426:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339226880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 146us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.907433:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11401 00000100:00100000:0.0:1734016133.915653:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.915789:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339227136 00000100:00100000:2.0:1734016133.915800:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339227136 00002000:00100000:2.0:1734016133.915848:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4284416->4288511) req@ffff880071fd1c00 x1818247339227136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.915865:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1c00 with x1818247339227136 ext(4284416->4288511) 00002000:00010000:2.0:1734016133.915872:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1c00 00000100:00100000:2.0:1734016133.915896:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9521 00000100:00100000:2.0:1734016133.915904:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339227136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.916126:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339227136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 222us (483us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.916135:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9521 00002000:00100000:2.0:1734016133.916141:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4284416->4288511) req@ffff880071fd1c00 x1818247339227136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.916150:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1c00 with x1818247339227136 ext(4284416->4288511) 00002000:00010000:2.0:1734016133.916153:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1c00 00000100:00100000:3.0:1734016133.927725:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016133.928413:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339227392 00000100:00100000:0.0:1734016133.928423:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339227392 00002000:00100000:0.0:1734016133.928467:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4280320->4284415) req@ffff88007402fb80 x1818247339227392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.928478:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247339227392 ext(4280320->4284415) 00002000:00010000:0.0:1734016133.928483:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:0.0:1734016133.928520:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9522 00000100:00100000:0.0:1734016133.928535:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339227392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.928732:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339227392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 197us (1018us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.928739:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9522 00002000:00100000:0.0:1734016133.928744:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4280320->4284415) req@ffff88007402fb80 x1818247339227392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.928750:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402fb80 with x1818247339227392 ext(4280320->4284415) 00002000:00010000:0.0:1734016133.928753:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402fb80 00000100:00100000:1.0:1734016133.939762:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.939873:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339227648 00000100:00100000:2.0:1734016133.939882:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339227648 00002000:00100000:2.0:1734016133.939915:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4276224->4280319) req@ffff880071d3ce00 x1818247339227648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.939926:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247339227648 ext(4276224->4280319) 00002000:00010000:2.0:1734016133.939932:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:2.0:1734016133.939958:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9523 00000100:00100000:2.0:1734016133.939963:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339227648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.940109:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339227648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.940117:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9523 00002000:00100000:2.0:1734016133.940123:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4276224->4280319) req@ffff880071d3ce00 x1818247339227648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.940133:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ce00 with x1818247339227648 ext(4276224->4280319) 00002000:00010000:2.0:1734016133.940136:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ce00 00000100:00100000:1.0:1734016133.945627:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.945738:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339227904 00000100:00100000:2.0:1734016133.945746:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339227904 00002000:00100000:2.0:1734016133.945785:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4272128->4276223) req@ffff880071d3df80 x1818247339227904/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.945795:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247339227904 ext(4272128->4276223) 00002000:00010000:2.0:1734016133.945801:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:2.0:1734016133.945832:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9524 00000100:00100000:2.0:1734016133.945839:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339227904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.946013:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339227904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.946019:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9524 00002000:00100000:2.0:1734016133.946024:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4272128->4276223) req@ffff880071d3df80 x1818247339227904/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.946032:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3df80 with x1818247339227904 ext(4272128->4276223) 00002000:00010000:2.0:1734016133.946035:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3df80 00000100:00100000:3.0:1734016133.959487:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016133.959616:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339228160 00000100:00100000:2.0:1734016133.959628:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339228160 00002000:00100000:2.0:1734016133.959679:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4268032->4272127) req@ffff88007402c700 x1818247339228160/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.959689:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c700 with x1818247339228160 ext(4268032->4272127) 00002000:00010000:2.0:1734016133.959694:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c700 00000100:00100000:2.0:1734016133.959719:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9525 00000100:00100000:2.0:1734016133.959727:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339228160:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.959938:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339228160:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 209us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.959945:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9525 00002000:00100000:2.0:1734016133.959951:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4268032->4272127) req@ffff88007402c700 x1818247339228160/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.959958:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007402c700 with x1818247339228160 ext(4268032->4272127) 00002000:00010000:2.0:1734016133.959960:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007402c700 00000100:00100000:1.0:1734016133.969337:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016133.969420:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339228416 00000100:00100000:0.0:1734016133.969428:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339228416 00002000:00100000:0.0:1734016133.969465:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4263936->4268031) req@ffff880071d3c380 x1818247339228416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.969473:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3c380 with x1818247339228416 ext(4263936->4268031) 00002000:00010000:0.0:1734016133.969477:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3c380 00000100:00100000:0.0:1734016133.969503:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9526 00000100:00100000:0.0:1734016133.969509:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339228416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.969666:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339228416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.969673:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9526 00002000:00100000:0.0:1734016133.969678:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4263936->4268031) req@ffff880071d3c380 x1818247339228416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.969684:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3c380 with x1818247339228416 ext(4263936->4268031) 00002000:00010000:0.0:1734016133.969687:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3c380 00000100:00100000:1.0:1734016134.014878:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.014914:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.014953:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.015038:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339228800 00000100:00100000:2.0:1734016134.015051:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339228800 00002000:00100000:2.0:1734016134.015120:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4210688->8409087) req@ffff880071d3f480 x1818247339228800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 504/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.015131:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3f480 with x1818247339228800 ext(4210688->8409087) 00002000:00010000:2.0:1734016134.015137:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3f480 00000100:00100000:2.0:1734016134.015162:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339228672 00000100:00100000:2.0:1734016134.015165:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339228672 00002000:00100000:2.0:1734016134.015176:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->5251071) req@ffff880071d3fb80 x1818247339228672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 520/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.015209:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3fb80 with x1818247339228672 ext(0->5251071) 00002000:00010000:2.0:1734016134.015212:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3fb80 00000100:00100000:2.0:1734016134.015221:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339228928 00000100:00100000:2.0:1734016134.015224:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339228928 00002000:00100000:2.0:1734016134.015233:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8409088->9277439) req@ffff880071d3e680 x1818247339228928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.015245:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e680 with x1818247339228928 ext(8409088->9277439) 00002000:00010000:2.0:1734016134.015247:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e680 00000100:00100000:2.0:1734016134.015255:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9527 00000100:00100000:2.0:1734016134.015263:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339228800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00080000:3.0:1734016134.018595:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016104 00000100:00100000:3.0:1734016134.018644:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9528 00000100:00100000:3.0:1734016134.018655:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339228672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.020831:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9529 00000100:00100000:0.0:1734016134.020842:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339228928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.037512:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339228928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 16658us (22544us total) trans 0 rc 868352/868352 00000100:00100000:1.0:1734016134.037538:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9529 00002000:00100000:1.0:1734016134.037552:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8409088->9277439) req@ffff880071d3e680 x1818247339228928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 868352/868352 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.037562:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3e680 with x1818247339228928 ext(8409088->9277439) 00002000:00010000:1.0:1734016134.037568:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3e680 00000100:00100000:3.0:1734016134.153718:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339228672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135052us (138789us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016134.153734:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9528 00002000:00100000:3.0:1734016134.153746:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5251071) req@ffff880071d3fb80 x1818247339228672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 520/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.153756:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3fb80 with x1818247339228672 ext(0->5251071) 00002000:00010000:3.0:1734016134.153761:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3fb80 00000100:00100000:2.0:1734016134.184356:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339228800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 169080us (169475us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016134.184371:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9527 00002000:00100000:2.0:1734016134.184385:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4210688->8409087) req@ffff880071d3f480 x1818247339228800/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 504/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.184394:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3f480 with x1818247339228800 ext(4210688->8409087) 00002000:00010000:2.0:1734016134.184402:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3f480 00000100:00100000:2.0:1734016134.193378:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.193476:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339229184 00000100:00100000:1.0:1734016134.193486:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339229184 00000100:00100000:1.0:1734016134.193555:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11402 00000100:00100000:1.0:1734016134.193563:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339229184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.193586:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.193609:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24a7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.193643:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.193651:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.193657:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.193659:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.193662:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [704512->708607] (req 704512->708607) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.193696:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.193708:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 9 pid: 7681 timeout: 497 lvb_type: 1 00000100:00100000:1.0:1734016134.193720:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007183b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341641600:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016134.193803:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.193811:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016134.193818:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341641728:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016134.193836:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.203626:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341641728:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016134.203980:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016134.205852:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007183b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341641600:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016134.205899:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [704512->708607] (req 704512->708607) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.205923:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:2.0:1734016134.205995:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339229184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12430us (12627us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.206004:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11402 00000100:00100000:1.0:1734016134.206491:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.208606:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339229312 00000100:00100000:0.0:1734016134.208620:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339229312 00010000:00010000:0.0:1734016134.208682:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 9 pid: 7681 timeout: 497 lvb_type: 1 00000100:00100000:0.0:1734016134.208734:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2933 00000100:00100000:0.0:1734016134.208741:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339229312:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.208759:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.208786:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 9 pid: 7681 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016134.208801:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 9 pid: 7681 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016134.208824:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321e4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a0 expref: 9 pid: 7681 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016134.212493:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.212626:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339229312:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3875us (6125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.212640:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2933 00000100:00100000:2.0:1734016134.227394:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341642240:0@lo:400:kworker.0 00000100:00100000:2.0:1734016134.227483:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016134.227514:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016134.227531:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341642112:0@lo:400:kworker.0 00000100:00100000:2.0:1734016134.227556:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016134.227593:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341642240 00000100:00100000:2.0:1734016134.227602:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341642240 00000100:00100000:2.0:1734016134.227655:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1734016134.227662:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341642240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016134.227709:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341642240:12345-0@lo:400:kworker.0 Request processed in 47us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.227715:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1734016134.227753:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341642240:0@lo:400:kworker.0 00000100:00080000:2.0:1734016134.227787:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016104 00000100:00100000:2.0:1734016134.227804:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341642112 00000100:00100000:2.0:1734016134.227807:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341642112 00000100:00100000:2.0:1734016134.227833:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1734016134.227837:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341642112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016134.227863:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341642112:12345-0@lo:400:kworker.0 Request processed in 25us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.227868:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1734016134.227884:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341642112:0@lo:400:kworker.0 00000100:00080000:2.0:1734016134.227893:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016104 00000100:00100000:3.0:1734016134.228044:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341641984:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.228076:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.228098:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341642496:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.228115:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.228125:0:3503:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734016134.228130:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e486b66-8c6f-4c10-92df-11971fbab61f:3503:1818247341641856:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.228155:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.228173:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3503:1818247341642368:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.228213:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.228228:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341641984 00000100:00100000:3.0:1734016134.228230:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341641984 00000100:00100000:3.0:1734016134.228247:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341642368 00000100:00100000:3.0:1734016134.228248:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341642368 00000100:00100000:3.0:1734016134.228263:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1734016134.228266:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341641984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.228290:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341641984:12345-0@lo:400:kworker.0 Request processed in 23us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.228295:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1734016134.228325:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1734016134.228328:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341642368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.228345:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341642368:12345-0@lo:400:kworker.0 Request processed in 16us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.228349:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1734016134.228374:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3503:1818247341642368:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.228381:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341641984:0@lo:400:kworker.0 00000100:00100000:1.0:1734016134.228442:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341641856 00000100:00100000:1.0:1734016134.228446:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341641856 00000100:00100000:1.0:1734016134.228473:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1734016134.228477:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3503:x1818247341641856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016134.228506:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3503:x1818247341641856:12345-0@lo:400:kworker.0 Request processed in 28us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.228510:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00080000:2.0:1734016134.229368:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016104 00000100:00080000:2.0:1734016134.229375:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016104 00000100:00100000:2.0:1734016134.229391:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341642496 00000100:00100000:2.0:1734016134.229395:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341642496 00000100:00100000:2.0:1734016134.229426:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1734016134.229431:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341642496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016134.229474:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341642496:12345-0@lo:400:kworker.0 Request processed in 43us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.229480:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1734016134.229740:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9e486b66-8c6f-4c10-92df-11971fbab61f:3503:1818247341641856:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.229755:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341642496:0@lo:400:kworker.0 00000100:00080000:0.0:1734016134.230044:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016104 00000100:00100000:1.0:1734016134.230140:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.230197:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339229440 00000100:00100000:0.0:1734016134.230201:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339229440 00010000:00010000:0.0:1734016134.230226:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 9 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016134.230258:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2934 00000100:00100000:0.0:1734016134.230263:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339229440:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.230273:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.230304:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 9 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016134.230316:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 9 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016134.230343:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321e47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2499 expref: 9 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016134.230369:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.230371:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.230378:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.230386:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.230420:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.230433:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341642624:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016134.230496:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.233680:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341642624:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016134.233714:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.233762:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339229440:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3496us (3623us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.233774:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2934 00000100:00100000:0.0:1734016134.235769:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.235864:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339229696 00000100:00100000:2.0:1734016134.235874:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339229696 00002000:00100000:2.0:1734016134.235923:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (704512->708607) req@ffff880071fd2680 x1818247339229696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.235932:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2680 with x1818247339229696 ext(704512->708607) 00002000:00010000:2.0:1734016134.235938:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2680 00000100:00100000:2.0:1734016134.236018:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9530 00000100:00100000:2.0:1734016134.236027:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339229696:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.237010:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339229696:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 980us (1246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.237018:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9530 00002000:00100000:2.0:1734016134.237026:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (704512->708607) req@ffff880071fd2680 x1818247339229696/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.237032:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2680 with x1818247339229696 ext(704512->708607) 00002000:00010000:2.0:1734016134.237035:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2680 00000100:00100000:0.0:1734016134.240074:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.240262:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339229952 00000100:00100000:2.0:1734016134.240273:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339229952 00002000:00100000:2.0:1734016134.240315:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (700416->704511) req@ffff880076658000 x1818247339229952/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.240325:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658000 with x1818247339229952 ext(700416->704511) 00002000:00010000:2.0:1734016134.240331:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658000 00000100:00100000:2.0:1734016134.242072:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9531 00000100:00100000:2.0:1734016134.242083:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339229952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.242846:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339229952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 761us (2782us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.242855:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9531 00002000:00100000:2.0:1734016134.242863:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (700416->704511) req@ffff880076658000 x1818247339229952/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.242873:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658000 with x1818247339229952 ext(700416->704511) 00002000:00010000:2.0:1734016134.242879:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658000 00000100:00100000:0.0:1734016134.246312:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.246488:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339230208 00000100:00100000:2.0:1734016134.246500:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339230208 00002000:00100000:2.0:1734016134.246588:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (696320->700415) req@ffff880076658a80 x1818247339230208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.246599:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658a80 with x1818247339230208 ext(696320->700415) 00002000:00010000:2.0:1734016134.246606:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658a80 00000100:00100000:2.0:1734016134.246644:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9532 00000100:00100000:2.0:1734016134.246652:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339230208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.246846:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339230208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 193us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.246853:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9532 00002000:00100000:2.0:1734016134.246859:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (696320->700415) req@ffff880076658a80 x1818247339230208/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.246866:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658a80 with x1818247339230208 ext(696320->700415) 00002000:00010000:2.0:1734016134.246869:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658a80 00000100:00100000:0.0:1734016134.249893:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.250175:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339230464 00000100:00100000:2.0:1734016134.250214:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339230464 00002000:00100000:2.0:1734016134.250264:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (692224->696319) req@ffff880076659f80 x1818247339230464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.250273:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659f80 with x1818247339230464 ext(692224->696319) 00002000:00010000:2.0:1734016134.250279:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659f80 00000100:00100000:2.0:1734016134.250313:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9533 00000100:00100000:2.0:1734016134.250320:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339230464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.250492:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339230464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.250499:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9533 00002000:00100000:2.0:1734016134.250505:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (692224->696319) req@ffff880076659f80 x1818247339230464/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.250511:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076659f80 with x1818247339230464 ext(692224->696319) 00002000:00010000:2.0:1734016134.250514:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076659f80 00000100:00100000:0.0:1734016134.254942:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.255030:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339230720 00000100:00100000:3.0:1734016134.255043:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339230720 00002000:00100000:3.0:1734016134.255110:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (688128->692223) req@ffff880076658700 x1818247339230720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.255120:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658700 with x1818247339230720 ext(688128->692223) 00002000:00010000:3.0:1734016134.255126:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658700 00000100:00100000:2.0:1734016134.255712:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9534 00000100:00100000:2.0:1734016134.255721:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339230720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.255899:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339230720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 178us (974us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.255906:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9534 00002000:00100000:2.0:1734016134.255911:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (688128->692223) req@ffff880076658700 x1818247339230720/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.255918:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076658700 with x1818247339230720 ext(688128->692223) 00002000:00010000:2.0:1734016134.255922:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076658700 00000100:00100000:0.0:1734016134.259597:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.259836:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339230976 00000100:00100000:3.0:1734016134.259846:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339230976 00002000:00100000:3.0:1734016134.259890:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (684032->688127) req@ffff880071e1c700 x1818247339230976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.259900:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1c700 with x1818247339230976 ext(684032->688127) 00002000:00010000:3.0:1734016134.259905:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1c700 00000100:00100000:3.0:1734016134.259935:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9535 00000100:00100000:3.0:1734016134.259942:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339230976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.260112:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339230976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 170us (527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.260119:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9535 00002000:00100000:3.0:1734016134.260124:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (684032->688127) req@ffff880071e1c700 x1818247339230976/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.260130:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1c700 with x1818247339230976 ext(684032->688127) 00002000:00010000:3.0:1734016134.260133:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1c700 00000100:00100000:0.0:1734016134.263318:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.263428:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339231232 00000100:00100000:2.0:1734016134.263439:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339231232 00002000:00100000:2.0:1734016134.263500:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (679936->684031) req@ffff880071e1d880 x1818247339231232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.263510:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1d880 with x1818247339231232 ext(679936->684031) 00002000:00010000:2.0:1734016134.263527:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1d880 00000100:00100000:2.0:1734016134.263562:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9536 00000100:00100000:2.0:1734016134.263570:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339231232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.263763:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339231232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 193us (460us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.263770:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9536 00002000:00100000:2.0:1734016134.263776:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (679936->684031) req@ffff880071e1d880 x1818247339231232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.263782:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1d880 with x1818247339231232 ext(679936->684031) 00002000:00010000:2.0:1734016134.263785:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1d880 00000100:00100000:0.0:1734016134.267645:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.267844:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339231360 00000100:00100000:3.0:1734016134.267854:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339231360 00002000:00100000:3.0:1734016134.267903:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (679936->708607) req@ffff880071e1dc00 x1818247339231360/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.267920:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1dc00 with x1818247339231360 ext(679936->708607) 00002000:00010000:3.0:1734016134.267927:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1dc00 00000100:00100000:3.0:1734016134.267966:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9537 00000100:00100000:3.0:1734016134.267973:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339231360:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:1.0:1734016134.269833:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007402d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341642752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016134.269896:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016134.272155:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341642752 00000100:00100000:1.0:1734016134.272168:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341642752 00000100:00100000:1.0:1734016134.272239:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1734016134.272247:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341642752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734016134.272273:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980095552 pending 53248 free 3923312640 avail 3691708416 00000100:00100000:1.0:1734016134.272330:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341642752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (2433us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.272336:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1734016134.272660:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007402d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341642752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016134.273113:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339231360:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5136us (5478us total) trans 4294969421 rc 0/0 00000100:00100000:0.0:1734016134.273123:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9537 00002000:00100000:0.0:1734016134.273136:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (679936->708607) req@ffff880071e1dc00 x1818247339231360/t4294969421(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.273146:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1dc00 with x1818247339231360 ext(679936->708607) 00002000:00010000:0.0:1734016134.273153:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1dc00 00000100:00100000:0.0:1734016134.275933:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.276209:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339231488 00000100:00100000:2.0:1734016134.276220:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339231488 00000100:00100000:2.0:1734016134.276275:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2082 00000100:00100000:2.0:1734016134.276284:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339231488:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016134.276905:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339231488:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 621us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.276913:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2082 00000100:00100000:0.0:1734016134.279789:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.279901:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339231616 00000100:00100000:2.0:1734016134.279913:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339231616 00000100:00100000:2.0:1734016134.279966:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11403 00000100:00100000:2.0:1734016134.279972:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339231616:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016134.284661:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969421 is committed 00000001:00080000:0.0:1734016134.284696:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969419 is committed 00000100:00100000:2.0:1734016134.284938:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339231616:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 4959us (5153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.284950:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11403 00000100:00100000:0.0:1734016134.294037:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.294261:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339231744 00000100:00100000:2.0:1734016134.294275:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339231744 00000100:00100000:2.0:1734016134.294334:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11404 00000100:00100000:2.0:1734016134.294343:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339231744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.294362:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.294380:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321e5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24ae expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.294437:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341642880:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016134.298727:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ecc0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.306134:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016133 -> 1734016134 00002000:00010000:2.0:1734016134.306141:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 632 -> 688 00000100:00100000:2.0:1734016134.306162:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341642880:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016134.306232:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321e5c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ae expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.306246:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7321e5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ae expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.306271:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016134.306310:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339231744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11967us (12290us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.306318:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11404 00000100:00100000:0.0:1734016134.309358:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.309462:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339231872 00000100:00100000:2.0:1734016134.309470:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339231872 00000100:00100000:2.0:1734016134.309524:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11405 00000100:00100000:2.0:1734016134.309531:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339231872:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.309551:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.309566:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321e63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24b5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.309612:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341643008:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016134.309662:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.311886:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341643008:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016134.311919:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321e63 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24b5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.311932:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7321e63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24b5 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.311954:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:0.0:1734016134.311998:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339231872:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2465us (2647us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.312004:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11405 00000100:00100000:0.0:1734016134.317563:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.319425:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339232128 00000100:00100000:2.0:1734016134.319439:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339232128 00000100:00100000:2.0:1734016134.319530:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2083 00000100:00100000:2.0:1734016134.319538:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339232128:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016134.319585:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.319610:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec7321dfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2453 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.319637:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016134.319641:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016134.319774:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016134.319786:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.319797:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016134.319828:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.319839:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 17 pid: 6473 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016134.319852:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341643136:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016134.319946:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416eb40 going to sleep for 11 seconds 00000100:00080000:0.0:1734016134.320071:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016104 00000100:00100000:2.0:1734016134.322231:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341643136:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016134.322256:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016134.323635:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.324374:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339232256 00000100:00100000:2.0:1734016134.324382:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339232256 00010000:00010000:2.0:1734016134.324409:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 18 pid: 6473 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016134.324445:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2935 00000100:00100000:2.0:1734016134.324451:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1983:x1818247339232256:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.324463:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.324469:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 18 pid: 6473 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016134.324480:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 18 pid: 6473 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016134.324500:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164b40/0x903ef4aec7321e24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2476 expref: 18 pid: 6473 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016134.324525:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016134.324530:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016134.324539:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016134.324546:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016134.324576:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.324620:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:1983:x1818247339232256:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 169us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.324628:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2935 00010000:00010000:3.0:1734016134.324798:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.324805:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016134.324879:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968599 00000004:00010000:3.0:1734016134.324915:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071e1ce00 reply state ffff88012bd8d000 transno 4294968600 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016134.324922:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016134.324979:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339232128:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5440us (7424us total) trans 4294968600 rc 0/0 00000100:00100000:3.0:1734016134.324985:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2083 00000020:00080000:3.0:1734016134.324988:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016134.331891:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.332078:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339232384 00000100:00100000:0.0:1734016134.332087:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339232384 00000100:00100000:0.0:1734016134.332243:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11406 00000100:00100000:0.0:1734016134.332249:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339232384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.332264:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.332278:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24bc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.332303:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.332309:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016134.332311:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016134.332314:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.332337:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.332348:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 5 pid: 13915 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016134.332358:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341643264:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016134.332783:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478840 going to sleep for 11 seconds 00010000:00010000:3.0:1734016134.332834:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.332840:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.332845:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.332849:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c98c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016134.332852:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.332858:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.332870:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016134.332872:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016134.332875:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.332879:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c98c0/0x903ef4aec7321e6a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016134.341002:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.341847:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341643264:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016134.341874:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.341888:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:2.0:1734016134.341933:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339232384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9683us (10050us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.341940:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11406 00000100:00100000:1.0:1734016134.342734:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339232512 00000100:00100000:1.0:1734016134.342741:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339232512 00010000:00010000:1.0:1734016134.342764:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 6 pid: 13915 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016134.342799:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2936 00000100:00100000:1.0:1734016134.342805:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339232512:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.342824:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.342842:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 6 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.342852:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 6 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.342875:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321e55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24a7 expref: 6 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.342898:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.342900:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.342905:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.342913:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.342940:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.342952:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341643392:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016134.342990:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.349130:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341643392:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016134.349151:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.349212:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339232512:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6405us (8215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.349222:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2936 00000100:00100000:2.0:1734016134.353923:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.353998:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339232640 00000100:00100000:0.0:1734016134.354007:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339232640 00002000:00010000:0.0:1734016134.354038:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2244617->18446744073709551615) 00002000:00100000:0.0:1734016134.354043:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9500 with x1818247339232640 ext(2244617->18446744073709551615) 00002000:00010000:0.0:1734016134.354053:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9500. 00000100:00100000:0.0:1734016134.354073:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9538 00000100:00100000:0.0:1734016134.354079:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339232640:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.365478:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9274255 -> 2244617 00002000:00010000:1.0:1734016134.365487:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.365489:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.365491:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.365493:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 688 -> 432 00000100:00100000:1.0:1734016134.366091:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339232640:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 12006us (12170us total) trans 4294969422 rc 0/0 00000100:00100000:1.0:1734016134.366101:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9538 00002000:00010000:1.0:1734016134.366106:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2244617->18446744073709551615) 00002000:00100000:1.0:1734016134.366111:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9500 with x1818247339232640 ext(2244617->18446744073709551615) 00002000:00010000:1.0:1734016134.366117:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9500. 00000100:00100000:0.0:1734016134.375151:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.375348:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339232768 00000100:00100000:3.0:1734016134.375356:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339232768 00000100:00100000:1.0:1734016134.377157:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2084 00000100:00100000:1.0:1734016134.377167:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339232768:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.377341:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.377357:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24c3 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.377432:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321e7f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.377444:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.377453:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016134.377473:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2244617 00000004:00200000:1.0:1734016134.377477:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016134.377488:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321e7f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.377507:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24c3 expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.380457:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321e7f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24c3 expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.380469:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016134.380472:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016134.380476:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016134.380563:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339232768:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3396us (5418us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.380574:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2084 00000100:00100000:0.0:1734016134.384898:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.384976:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339232896 00000100:00100000:2.0:1734016134.384986:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339232896 00000100:00100000:2.0:1734016134.385029:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11407 00000100:00100000:2.0:1734016134.385035:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339232896:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.385049:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.385064:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24ca expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.385087:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.385092:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.385094:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.385097:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [610304->626687] (req 610304->626687) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.385118:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.385127:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 7 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016134.385136:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341643520:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016134.385203:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.388226:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341643520:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016134.388259:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [610304->626687] (req 610304->626687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.388276:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:0.0:1734016134.388328:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339232896:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3291us (3435us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.388338:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11407 00000100:00100000:0.0:1734016134.395123:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.397123:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339233024 00000100:00100000:1.0:1734016134.397134:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339233024 00010000:00010000:1.0:1734016134.397168:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016134.397218:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2937 00000100:00100000:1.0:1734016134.397224:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339233024:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.397237:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.397254:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.397264:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.397282:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec7321e71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24bc expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.403130:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.403136:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.403149:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.403160:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.403220:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.403234:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341643648:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016134.403310:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.410783:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.410845:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339233152 00000100:00100000:0.0:1734016134.410852:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339233152 00000100:00100000:0.0:1734016134.410895:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11408 00000100:00100000:0.0:1734016134.410902:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339233152:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016134.411055:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2244617 -> 2244617 00002000:00010000:0.0:1734016134.411058:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.411061:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.411062:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.411064:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:0.0:1734016134.411122:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339233152:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 220us (346us total) trans 4294969423 rc 0/0 00000100:00100000:0.0:1734016134.411129:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11408 00000100:00100000:1.0:1734016134.412877:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341643648:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016134.412895:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.412932:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339233024:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 15707us (17816us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.412940:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2937 00000100:00100000:0.0:1734016134.414389:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.414464:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339233280 00000100:00100000:1.0:1734016134.414471:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339233280 00000100:00100000:1.0:1734016134.414530:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2085 00000100:00100000:1.0:1734016134.414537:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247339233280:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.414557:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.414578:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321e8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24d1 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.414675:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.414690:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.414700:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016134.414727:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2244617 00000004:00200000:1.0:1734016134.414732:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016134.414749:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.414773:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7321e8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.414808:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.414817:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016134.414820:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016134.414825:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016134.414863:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339233280:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 325us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.414870:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2085 00000100:00100000:2.0:1734016134.424716:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.424777:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339233408 00000100:00100000:0.0:1734016134.424784:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339233408 00000100:00100000:0.0:1734016134.424826:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11409 00000100:00100000:0.0:1734016134.424833:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339233408:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.424848:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.424864:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7321e9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24d8 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.424908:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341643776:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016134.424967:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.427381:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341643776:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016134.427420:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7321e9b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d8 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.427434:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec7321e9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d8 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.427505:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:2.0:1734016134.427753:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339233408:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2919us (3043us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.427761:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11409 00000100:00100000:0.0:1734016134.432207:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.432424:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339233536 00000100:00100000:2.0:1734016134.432432:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339233536 00000100:00100000:2.0:1734016134.432467:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11410 00000100:00100000:2.0:1734016134.432473:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339233536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.432488:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.432502:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24df expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.432538:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.432545:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.432547:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.432549:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [524288->540671] (req 524288->540671) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.432574:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.432584:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 6 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016134.432595:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341643904:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016134.432636:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.438022:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341643904:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016134.438052:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [524288->540671] (req 524288->540671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.438066:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016134.440301:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339233536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7819us (8121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.440312:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11410 00000100:00100000:2.0:1734016134.443625:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.443738:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339233664 00000100:00100000:0.0:1734016134.443746:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339233664 00010000:00010000:0.0:1734016134.443775:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 7 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016134.443802:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2938 00000100:00100000:0.0:1734016134.443807:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339233664:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.443819:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.443835:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 7 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016134.443846:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 7 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016134.443868:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321e86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->626687) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ca expref: 7 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016134.444937:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.444940:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.444948:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.444956:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.444988:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.444999:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341644032:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016134.445382:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.453061:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341644032:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016134.453081:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.453118:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339233664:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9308us (9498us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.453128:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2938 00000100:00100000:3.0:1734016134.454595:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.454812:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339233792 00000100:00100000:0.0:1734016134.454818:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339233792 00000100:00100000:0.0:1734016134.454857:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11411 00000100:00100000:0.0:1734016134.454863:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339233792:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:0.0:1734016134.455039:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2244617 -> 2244617 00002000:00010000:0.0:1734016134.455042:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.455044:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.455046:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.455048:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 432 -> 464 00000100:00100000:0.0:1734016134.455096:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339233792:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 231us (503us total) trans 4294969424 rc 0/0 00000100:00100000:0.0:1734016134.455103:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11411 00000100:00100000:0.0:1734016134.463371:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.464017:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339233920 00000100:00100000:2.0:1734016134.464024:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339233920 00000100:00100000:2.0:1734016134.464065:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11412 00000100:00100000:2.0:1734016134.464071:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339233920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.464086:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.464100:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ea9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24e6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.464140:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341644160:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016134.464209:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.470152:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341644160:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016134.470199:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ea9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24e6 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.470211:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321ea9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24e6 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.471197:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016134.471250:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339233920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7178us (7886us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.471257:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11412 00000100:00100000:3.0:1734016134.477746:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.477829:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339234048 00000100:00100000:2.0:1734016134.477838:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339234048 00000100:00100000:2.0:1734016134.477886:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11413 00000100:00100000:2.0:1734016134.477892:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339234048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.477909:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.477924:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24ed expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.477947:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.477958:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.477959:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.477963:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1929216->1941503] (req 1929216->1941503) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.477990:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.478001:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 8 pid: 13915 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016134.478011:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341644288:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016134.478072:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.483439:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341644288:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016134.483469:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1929216->1941503] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.483483:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016134.483539:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339234048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5646us (5801us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.483546:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11413 00000100:00100000:0.0:1734016134.488747:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.489104:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339234176 00000100:00100000:2.0:1734016134.489111:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339234176 00010000:00010000:2.0:1734016134.489140:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 9 pid: 13915 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016134.489199:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2939 00000100:00100000:2.0:1734016134.489205:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339234176:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.489217:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.489233:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 9 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016134.489243:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 9 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016134.489260:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ea2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24df expref: 9 pid: 13915 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016134.489284:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.489285:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.489291:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.489299:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.489324:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.489334:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341644416:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016134.489373:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.493275:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341644416:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016134.493298:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.493337:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339234176:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4130us (4598us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.493347:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2939 00000100:00100000:2.0:1734016134.496152:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.496983:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339234304 00000100:00100000:3.0:1734016134.496992:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339234304 00000100:00100000:3.0:1734016134.497044:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11414 00000100:00100000:3.0:1734016134.497050:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339234304:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016134.497244:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2244617 -> 2244617 00002000:00010000:3.0:1734016134.497247:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.497249:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.497251:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.497252:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 464 -> 488 00000100:00100000:3.0:1734016134.497300:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339234304:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 249us (1153us total) trans 4294969425 rc 0/0 00000100:00100000:3.0:1734016134.497306:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11414 00000100:00100000:0.0:1734016134.506873:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.507067:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339234560 00000100:00100000:3.0:1734016134.507075:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339234560 00000100:00100000:3.0:1734016134.507158:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2086 00000100:00100000:3.0:1734016134.507164:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339234560:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016134.507346:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.507368:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321e7f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24c3 expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.507719:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016134.507723:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016134.507842:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.507854:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.507861:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.507886:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.507895:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 17 pid: 6474 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016134.507906:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341644544:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016134.509487:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.517103:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.517165:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339234688 00000100:00100000:0.0:1734016134.517172:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339234688 00010000:00010000:0.0:1734016134.517229:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 18 pid: 6474 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016134.517255:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2940 00000100:00100000:0.0:1734016134.517260:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247339234688:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.517271:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.517276:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 18 pid: 6474 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016134.517286:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 18 pid: 6474 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016134.517306:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016134.517311:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.517319:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.517324:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.517340:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.517374:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:1982:x1818247339234688:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 113us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.517380:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2940 00010000:00010000:3.0:1734016134.517541:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec7321e94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24d1 expref: 17 pid: 6474 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016134.517558:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341644544:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016134.517588:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.517594:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.517599:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016134.517665:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968601 00000004:00010000:3.0:1734016134.517694:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071e1d180 reply state ffff88007465d000 transno 4294968602 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016134.517700:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016134.517751:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339234560:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 10587us (10887us total) trans 4294968602 rc 0/0 00000100:00100000:3.0:1734016134.517756:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2086 00000020:00080000:3.0:1734016134.517759:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016134.522383:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.522417:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339234816 00000100:00100000:2.0:1734016134.522423:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339234816 00000100:00100000:2.0:1734016134.522455:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11415 00000100:00100000:2.0:1734016134.522462:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339234816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.522478:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.522492:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24f4 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.522525:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.522531:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.522532:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.522535:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.522559:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.522571:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 7 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016134.522582:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341644672:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016134.522628:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00010000:00010000:0.0:1734016134.523428:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.523436:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.523441:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.523445:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac166ac0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016134.523449:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.523454:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.523467:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016134.523469:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016134.523472:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016134.523476:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321eb7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016134.529415:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.529666:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341644672:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016134.529691:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.529703:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016134.529743:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339234816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7282us (7369us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.529751:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11415 00000100:00100000:1.0:1734016134.529813:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339234944 00000100:00100000:1.0:1734016134.529818:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339234944 00010000:00010000:1.0:1734016134.529838:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016134.529857:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2941 00000100:00100000:1.0:1734016134.529861:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339234944:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.529870:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.529885:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.529893:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.529911:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24ed expref: 8 pid: 7681 timeout: 497 lvb_type: 0 00010000:00010000:1.0:1734016134.529924:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.529926:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.529930:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.529938:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.529962:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.529971:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341644800:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016134.529999:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800aecb3600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.533126:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341644800:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016134.533147:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.533209:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339234944:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3316us (3772us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.533218:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2941 00000100:00100000:0.0:1734016134.533621:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.534357:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339235072 00000100:00100000:1.0:1734016134.534364:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339235072 00002000:00010000:1.0:1734016134.534388:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5639533->18446744073709551615) 00002000:00100000:1.0:1734016134.534391:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1c000 with x1818247339235072 ext(5639533->18446744073709551615) 00002000:00010000:1.0:1734016134.534399:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1c000. 00000100:00100000:1.0:1734016134.534425:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9539 00000100:00100000:1.0:1734016134.534430:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339235072:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.534587:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2244617 -> 5639533 00002000:00010000:1.0:1734016134.534590:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.534592:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.534594:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.534596:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:1.0:1734016134.534634:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339235072:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 203us (1014us total) trans 4294969426 rc 0/0 00000100:00100000:1.0:1734016134.534640:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9539 00002000:00010000:1.0:1734016134.534642:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (5639533->18446744073709551615) 00002000:00100000:1.0:1734016134.534644:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1c000 with x1818247339235072 ext(5639533->18446744073709551615) 00002000:00010000:1.0:1734016134.534648:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1c000. 00000100:00100000:0.0:1734016134.549044:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.549092:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.549170:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339235328 00000100:00100000:1.0:1734016134.549198:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339235328 00002000:00100000:1.0:1734016134.549235:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5640191) req@ffff880071e1fb80 x1818247339235328/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 504/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.549243:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1fb80 with x1818247339235328 ext(0->5640191) 00002000:00010000:1.0:1734016134.549248:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1fb80 00000100:00100000:1.0:1734016134.549262:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339235584 00000100:00100000:1.0:1734016134.549264:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339235584 00002000:00100000:1.0:1734016134.549275:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->5636095) req@ffff880071e1f480 x1818247339235584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.549281:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f480 with x1818247339235584 ext(4190208->5636095) 00002000:00010000:1.0:1734016134.549283:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f480 00000100:00100000:1.0:1734016134.549292:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9540 00000100:00100000:1.0:1734016134.549298:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339235328:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.552597:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9541 00000100:00100000:2.0:1734016134.552609:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339235584:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.580028:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339235584:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 27411us (30927us total) trans 0 rc 1445888/1445888 00000100:00100000:0.0:1734016134.580039:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9541 00002000:00100000:0.0:1734016134.580049:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4190208->5636095) req@ffff880071e1f480 x1818247339235584/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 1445888/1445888 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.580057:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f480 with x1818247339235584 ext(4190208->5636095) 00002000:00010000:0.0:1734016134.580062:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f480 00000100:00100000:2.0:1734016134.622653:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339235328:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 73346us (73609us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016134.622665:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9540 00002000:00100000:2.0:1734016134.622675:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->5640191) req@ffff880071e1fb80 x1818247339235328/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 504/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.622683:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1fb80 with x1818247339235328 ext(0->5640191) 00002000:00010000:2.0:1734016134.622687:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1fb80 00000100:00100000:0.0:1734016134.623030:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.623124:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.623202:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339235712 00000100:00100000:1.0:1734016134.623208:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339235712 00000100:00100000:1.0:1734016134.623244:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 311 00000100:00100000:1.0:1734016134.623249:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aef9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247339235712:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:1.0:1734016134.623277:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aef9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247339235712:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 28us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.623282:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 311 00000100:00080000:0.0:1734016134.623416:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016104 00000100:00100000:3.0:1734016134.624269:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339235840 00000100:00100000:3.0:1734016134.624274:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339235840 00000100:00100000:3.0:1734016134.625131:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 157 00000100:00100000:3.0:1734016134.625138:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339235840:12345-192.168.201.1@tcp:400:kworker.0 00000100:00080000:0.0:1734016134.625236:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016104 00000100:00100000:3.0:1734016134.626048:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339235840:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 908us (3017us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.626055:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 157 00000100:00100000:0.0:1734016134.641112:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.641967:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339235968 00000100:00100000:2.0:1734016134.641975:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339235968 00002000:00100000:3.0:1734016134.642396:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5607424->5639532) req@ffff88007183b480 x1818247339235968/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.642407:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183b480 with x1818247339235968 ext(5607424->5639532) 00002000:00010000:3.0:1734016134.642413:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183b480 00000100:00100000:3.0:1734016134.642445:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9542 00000100:00100000:3.0:1734016134.642453:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339235968:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016134.646548:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339235968:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4085us (5434us total) trans 4294969427 rc 0/0 00000100:00100000:0.0:1734016134.646560:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9542 00002000:00100000:0.0:1734016134.646573:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5607424->5639532) req@ffff88007183b480 x1818247339235968/t4294969427(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.646582:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007183b480 with x1818247339235968 ext(5607424->5639532) 00002000:00010000:0.0:1734016134.646586:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007183b480 00000100:00100000:0.0:1734016134.650284:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.650935:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339236096 00000100:00100000:3.0:1734016134.650943:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339236096 00000100:00100000:3.0:1734016134.651117:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2087 00000100:00100000:3.0:1734016134.651124:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007183b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247339236096:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:3.0:1734016134.651363:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007183b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247339236096:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 238us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.651370:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2087 00000100:00100000:0.0:1734016134.654994:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.655100:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339236224 00000100:00100000:3.0:1734016134.655108:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339236224 00000100:00100000:3.0:1734016134.655161:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11416 00000100:00100000:3.0:1734016134.655168:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339236224:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016134.656693:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969427 is committed 00000001:00080000:2.0:1734016134.656712:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969425 is committed 00000100:00100000:3.0:1734016134.657049:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339236224:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1876us (2057us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.657058:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11416 00000100:00100000:0.0:1734016134.661451:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.661596:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339236352 00000100:00100000:3.0:1734016134.661605:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339236352 00000100:00100000:3.0:1734016134.661654:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2088 00000100:00100000:3.0:1734016134.661660:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247339236352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.661675:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.661690:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321ec5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a24fb expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.661765:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.661780:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.661789:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016134.661811:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5639533 00000004:00200000:3.0:1734016134.661815:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016134.661827:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.661846:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166ac0/0x903ef4aec7321ec5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.661864:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.661870:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016134.661873:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016134.661876:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016134.661912:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339236352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 252us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.661918:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2088 00000100:00100000:0.0:1734016134.667023:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.667105:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339236608 00000100:00100000:1.0:1734016134.667113:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339236608 00000100:00100000:1.0:1734016134.667211:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2089 00000100:00100000:1.0:1734016134.667220:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247339236608:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016134.667393:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.667409:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.667416:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.667443:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.667453:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 20 pid: 6473 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.667464:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341644928:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016134.667523:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.673330:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341644928:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016134.673355:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016134.673457:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.673533:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339236736 00000100:00100000:1.0:1734016134.673538:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339236736 00010000:00010000:1.0:1734016134.673563:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 21 pid: 6473 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016134.673594:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2942 00000100:00100000:1.0:1734016134.673599:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+21:1983:x1818247339236736:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016134.673611:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016134.673616:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 21 pid: 6473 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.673625:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 21 pid: 6473 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.673643:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165f80/0x903ef4aec7321ecc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24fb expref: 21 pid: 6473 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016134.673668:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016134.673671:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.673679:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.673684:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.673699:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.673730:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+20:1983:x1818247339236736:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 129us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.673736:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2942 00010000:00010000:1.0:1734016134.673754:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.673759:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:1.0:1734016134.675227:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968603 00000004:00010000:1.0:1734016134.675270:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071838700 reply state ffff88012c995000 transno 4294968604 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016134.675278:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016134.675350:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339236608:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8130us (8333us total) trans 4294968604 rc 0/0 00000100:00100000:1.0:1734016134.675357:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2089 00000020:00080000:1.0:1734016134.675362:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016134.679658:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016134.679719:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016134.679729:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016134.679734:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016134.679743:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016134.679747:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016134.679752:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016134.679763:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016134.679766:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016134.679768:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016134.679772:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ed3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016134.680090:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339236864 00000100:00100000:2.0:1734016134.680098:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339236864 00000100:00100000:2.0:1734016134.680127:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11417 00000100:00100000:2.0:1734016134.680132:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339236864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.680145:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.680157:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2502 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.680205:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.680211:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.680213:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.680216:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.680239:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.680249:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 6 pid: 13915 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.680259:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341645056:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016134.680302:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.686785:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341645056:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016134.686814:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.686832:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016134.686868:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339236864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6735us (7217us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.686876:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11417 00000100:00100000:0.0:1734016134.697042:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.697148:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339236992 00000100:00100000:2.0:1734016134.697157:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339236992 00010000:00010000:2.0:1734016134.697216:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 7 pid: 13915 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.697253:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2943 00000100:00100000:2.0:1734016134.697259:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339236992:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.697272:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016134.697286:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 488 -> 552 00010000:00010000:2.0:1734016134.697291:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 7 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.697302:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 7 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.697321:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321ebe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a24f4 expref: 7 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.697341:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.697342:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.697347:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.697354:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.697380:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.697392:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341645184:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016134.697440:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.700749:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341645184:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016134.700768:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.700800:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339236992:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3540us (3769us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.700810:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2943 00000100:00100000:0.0:1734016134.703500:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.703830:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339237120 00000100:00100000:2.0:1734016134.703837:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339237120 00002000:00010000:2.0:1734016134.703862:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7593850->18446744073709551615) 00002000:00100000:2.0:1734016134.703866:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98a80 with x1818247339237120 ext(7593850->18446744073709551615) 00002000:00010000:2.0:1734016134.703876:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98a80. 00000100:00100000:2.0:1734016134.703902:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9543 00000100:00100000:2.0:1734016134.703908:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339237120:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016134.704076:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 5639533 -> 7593850 00002000:00010000:2.0:1734016134.704079:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.704081:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.704083:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.704085:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 552 -> 552 00000100:00100000:2.0:1734016134.704134:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339237120:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 225us (640us total) trans 4294969428 rc 0/0 00000100:00100000:2.0:1734016134.704140:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9543 00002000:00010000:2.0:1734016134.704144:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7593850->18446744073709551615) 00002000:00100000:2.0:1734016134.704145:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98a80 with x1818247339237120 ext(7593850->18446744073709551615) 00002000:00010000:2.0:1734016134.704149:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98a80. 00000100:00100000:0.0:1734016134.710810:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.711002:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339237376 00000100:00100000:2.0:1734016134.711011:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339237376 00002000:00100000:2.0:1734016134.711047:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7589888->7593983) req@ffff880130d99880 x1818247339237376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.711056:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99880 with x1818247339237376 ext(7589888->7593983) 00002000:00010000:2.0:1734016134.711061:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99880 00000100:00100000:2.0:1734016134.711081:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9544 00000100:00100000:2.0:1734016134.711087:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339237376:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.712432:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339237376:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1338us (1624us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.712440:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9544 00002000:00100000:2.0:1734016134.712448:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7589888->7593983) req@ffff880130d99880 x1818247339237376/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.712456:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d99880 with x1818247339237376 ext(7589888->7593983) 00002000:00010000:2.0:1734016134.712460:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d99880 00000100:00100000:2.0:1734016134.718071:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341645312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016134.718136:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.718224:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341645312 00000100:00100000:3.0:1734016134.718230:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341645312 00000100:00100000:3.0:1734016134.718272:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1734016134.718278:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341645312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016134.718305:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:3.0:1734016134.718346:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341645312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.718352:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1734016134.718615:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.718840:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339237632 00000100:00100000:3.0:1734016134.718844:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339237632 00002000:00100000:3.0:1734016134.718865:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7585792->7589887) req@ffff880130d9b800 x1818247339237632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.718872:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b800 with x1818247339237632 ext(7585792->7589887) 00002000:00010000:3.0:1734016134.718876:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b800 00000100:00100000:3.0:1734016134.718899:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9545 00000100:00100000:3.0:1734016134.718904:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339237632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.719023:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339237632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 118us (410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.719028:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9545 00002000:00100000:3.0:1734016134.719033:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7585792->7589887) req@ffff880130d9b800 x1818247339237632/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.719039:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b800 with x1818247339237632 ext(7585792->7589887) 00002000:00010000:3.0:1734016134.719042:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b800 00000100:00100000:2.0:1734016134.719152:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341645312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016134.730137:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.732557:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339237888 00000100:00100000:2.0:1734016134.732570:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339237888 00002000:00100000:2.0:1734016134.732609:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7581696->7585791) req@ffff880130d9b480 x1818247339237888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.732617:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b480 with x1818247339237888 ext(7581696->7585791) 00002000:00010000:2.0:1734016134.732622:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b480 00000100:00100000:2.0:1734016134.732656:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9546 00000100:00100000:2.0:1734016134.732662:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339237888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.732822:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339237888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 158us (2692us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.732829:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9546 00002000:00100000:2.0:1734016134.732834:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7581696->7585791) req@ffff880130d9b480 x1818247339237888/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.732841:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9b480 with x1818247339237888 ext(7581696->7585791) 00002000:00010000:2.0:1734016134.732843:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9b480 00000100:00100000:0.0:1734016134.738132:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.738472:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238144 00000100:00100000:3.0:1734016134.738480:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238144 00002000:00100000:3.0:1734016134.738527:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7577600->7581695) req@ffff880130d98380 x1818247339238144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.738537:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98380 with x1818247339238144 ext(7577600->7581695) 00002000:00010000:3.0:1734016134.738541:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98380 00000100:00100000:3.0:1734016134.738571:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9547 00000100:00100000:3.0:1734016134.738577:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339238144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.738725:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339238144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.738731:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9547 00002000:00100000:3.0:1734016134.738736:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7577600->7581695) req@ffff880130d98380 x1818247339238144/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.738742:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98380 with x1818247339238144 ext(7577600->7581695) 00002000:00010000:3.0:1734016134.738745:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98380 00000100:00100000:0.0:1734016134.748859:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.749214:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238272 00000100:00100000:2.0:1734016134.749221:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238272 00002000:00100000:2.0:1734016134.749256:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7577600->7593849) req@ffff880130d98700 x1818247339238272/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 16744/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.749265:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98700 with x1818247339238272 ext(7577600->7593849) 00002000:00010000:2.0:1734016134.749269:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98700 00000100:00100000:2.0:1734016134.749292:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9548 00000100:00100000:2.0:1734016134.749297:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339238272:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016134.750172:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339238272:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 866us (1312us total) trans 4294969429 rc 0/0 00000100:00100000:0.0:1734016134.750208:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9548 00002000:00100000:0.0:1734016134.750218:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (7577600->7593849) req@ffff880130d98700 x1818247339238272/t4294969429(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 16744/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.750227:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98700 with x1818247339238272 ext(7577600->7593849) 00002000:00010000:0.0:1734016134.750232:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d98700 00000100:00100000:0.0:1734016134.767688:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.767794:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238400 00000100:00100000:1.0:1734016134.767806:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238400 00000100:00100000:1.0:1734016134.769006:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2090 00000100:00100000:1.0:1734016134.769015:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339238400:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016134.769135:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339238400:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 120us (1459us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.769142:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2090 00000100:00100000:0.0:1734016134.777845:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.777955:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238528 00000100:00100000:2.0:1734016134.777966:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238528 00000100:00100000:2.0:1734016134.778072:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11418 00000100:00100000:2.0:1734016134.778080:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339238528:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016134.787085:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969429 is committed 00000100:00100000:2.0:1734016134.787283:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339238528:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 9198us (9444us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.787294:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11418 00000100:00100000:0.0:1734016134.792457:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.792541:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238656 00000100:00100000:1.0:1734016134.792548:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238656 00000100:00100000:1.0:1734016134.792602:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2091 00000100:00100000:1.0:1734016134.792608:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247339238656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.792625:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.792644:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ee1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2509 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.792727:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ee8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.792739:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.792748:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016134.792771:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7593850 00000004:00200000:1.0:1734016134.792775:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016134.792787:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016134.792808:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7321ee1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2509 expref: 22 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.792845:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ee8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2509 expref: 21 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.792851:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016134.792854:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016134.792856:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016134.792918:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339238656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 309us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.792924:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2091 00000100:00100000:0.0:1734016134.801248:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.801337:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238784 00000100:00100000:2.0:1734016134.801346:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238784 00000100:00100000:2.0:1734016134.801381:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11419 00000100:00100000:2.0:1734016134.801387:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339238784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.801405:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.801421:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321eef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2510 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.801468:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341645440:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016134.801532:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e6c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.806917:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 552 -> 584 00000100:00100000:2.0:1734016134.806941:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341645440:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016134.806972:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321eef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2510 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.806982:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7321eef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2510 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.807011:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016134.807061:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339238784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5672us (5819us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.807068:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11419 00000100:00100000:0.0:1734016134.816624:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.816711:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339238912 00000100:00100000:2.0:1734016134.816719:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339238912 00000100:00100000:2.0:1734016134.816753:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11420 00000100:00100000:2.0:1734016134.816760:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339238912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.816776:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.816794:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ef6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2517 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.816839:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341645568:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016134.816980:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.819778:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341645568:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016134.819809:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ef6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2517 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.819821:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7321ef6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2517 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.819878:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016134.820039:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339238912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3277us (3422us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.820049:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11420 00000100:00100000:1.0:1734016134.825224:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.825295:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239040 00000100:00100000:3.0:1734016134.825303:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239040 00000100:00100000:3.0:1734016134.825405:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2092 00000100:00100000:3.0:1734016134.825411:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339239040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.825429:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.825447:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166640/0x903ef4aec7321efd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a251e expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.825539:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.825551:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.825560:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016134.825581:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7593850 00000004:00200000:3.0:1734016134.825585:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016134.825598:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016134.825618:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166640/0x903ef4aec7321efd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.826121:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.826128:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016134.826131:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016134.826134:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016134.826853:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339239040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1439us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.826860:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2092 00000100:00100000:0.0:1734016134.835448:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.837122:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239168 00000100:00100000:2.0:1734016134.837130:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239168 00000100:00100000:2.0:1734016134.837171:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11421 00000100:00100000:2.0:1734016134.837176:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339239168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.837201:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.837214:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2525 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.837236:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.837242:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.837243:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.837247:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3960832->4026367] (req 3960832->4026367) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.837268:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.837276:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 5 pid: 13915 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016134.837286:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341645696:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016134.837326:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.841171:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341645696:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016134.841287:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3960832->4026367] (req 3960832->4026367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.841302:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:3.0:1734016134.841616:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339239168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4437us (6173us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.841625:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11421 00000100:00100000:0.0:1734016134.843334:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.843412:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239296 00000100:00100000:2.0:1734016134.843419:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239296 00002000:00100000:2.0:1734016134.843452:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9379840->9436055) req@ffff880071fd0000 x1818247339239296/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.843460:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0000 with x1818247339239296 ext(9379840->9436055) 00010000:00010000:2.0:1734016134.843469:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 6 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016134.843480:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 6 pid: 13915 timeout: 498 lvb_type: 0 00002000:00010000:2.0:1734016134.843485:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071fd0000 00000100:00100000:2.0:1734016134.843518:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 338 00000100:00100000:2.0:1734016134.843524:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339239296:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016134.850397:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339239296:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6862us (7057us total) trans 4294969430 rc 0/0 00000100:00100000:0.0:1734016134.850409:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 338 00002000:00100000:0.0:1734016134.850419:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (9379840->9436055) req@ffff880071fd0000 x1818247339239296/t4294969430(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:95/0 lens 488/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.850433:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0000 with x1818247339239296 ext(9379840->9436055) 00010000:00010000:0.0:1734016134.850442:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 8 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.850454:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 8 pid: 13915 timeout: 498 lvb_type: 0 00002000:00010000:0.0:1734016134.850460:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071fd0000 00000100:00100000:2.0:1734016134.857833:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016134.857896:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239424 00000100:00100000:0.0:1734016134.857904:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239424 00010000:00010000:0.0:1734016134.857933:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 8 pid: 13915 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016134.857969:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2944 00000100:00100000:0.0:1734016134.857975:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339239424:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.857987:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016134.858002:0:6461:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7593850 -> 9436056 00002000:00010000:0.0:1734016134.858004:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016134 -> 1734016135 00002000:00010000:0.0:1734016134.858006:0:6461:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016134 -> 1734016135 00002000:00010000:0.0:1734016134.858007:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 584 -> 696 00010000:00010000:0.0:1734016134.858011:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 8 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.858021:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 8 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.858045:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7321eda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2502 expref: 8 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016134.858071:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.858073:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.858079:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.858088:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.858115:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.858126:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071fd2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341645824:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016134.858170:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.867331:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.867406:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239552 00000100:00100000:3.0:1734016134.867413:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239552 00000100:00100000:3.0:1734016134.867447:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11422 00000100:00100000:3.0:1734016134.867453:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339239552:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016134.867699:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9436056 -> 9436056 00002000:00010000:3.0:1734016134.867701:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016134.867703:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.867705:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016134.867707:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 696 -> 696 00000100:00100000:3.0:1734016134.867766:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339239552:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 311us (443us total) trans 4294969431 rc 0/0 00000100:00100000:3.0:1734016134.867773:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11422 00000100:00100000:0.0:1734016134.868075:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071fd2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341645824:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016134.868094:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.868118:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339239424:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10143us (10293us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.868127:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2944 00000100:00100000:0.0:1734016134.873541:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.873619:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239680 00000100:00100000:1.0:1734016134.873626:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239680 00000100:00100000:1.0:1734016134.873665:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11423 00000100:00100000:1.0:1734016134.873670:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339239680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.873687:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.873701:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321f12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a252c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.873747:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341645952:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016134.873807:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.877860:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341645952:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016134.877896:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321f12 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a252c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.877914:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7321f12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a252c expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.877940:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016134.877991:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339239680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4317us (4455us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.878000:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11423 00000100:00100000:2.0:1734016134.884299:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.884378:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239808 00000100:00100000:1.0:1734016134.884385:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239808 00000100:00100000:1.0:1734016134.884426:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11424 00000100:00100000:1.0:1734016134.884431:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339239808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.884447:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.884463:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321f19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2533 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.884504:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646080:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016134.884560:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.887250:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646080:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016134.887279:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321f19 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2533 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.887290:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321f19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2533 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.887311:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016134.890529:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339239808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6086us (6225us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.890540:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11424 00000100:00100000:0.0:1734016134.897013:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016134.897068:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339239936 00000100:00100000:1.0:1734016134.897076:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339239936 00000100:00100000:1.0:1734016134.897132:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11425 00000100:00100000:1.0:1734016134.897138:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339239936:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016134.897357:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9436056 -> 9436056 00002000:00010000:1.0:1734016134.897361:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:1.0:1734016134.897363:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.897364:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016134 00002000:00010000:1.0:1734016134.897365:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 696 -> 760 00000100:00100000:1.0:1734016134.897419:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339239936:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 279us (413us total) trans 4294969432 rc 0/0 00000100:00100000:1.0:1734016134.897425:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11425 00000100:00100000:2.0:1734016134.969736:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.969756:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016134.969791:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016134.969826:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339240192 00000100:00100000:3.0:1734016134.969834:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339240192 00000100:00100000:0.0:1734016134.969859:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339240448 00000100:00100000:0.0:1734016134.969862:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339240448 00002000:00100000:3.0:1734016134.969873:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071d13800 x1818247339240192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.969876:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9437183) req@ffff880071d11f80 x1818247339240448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.969882:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11f80 with x1818247339240448 ext(8388608->9437183) 00002000:00100000:3.0:1734016134.969882:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13800 with x1818247339240192 ext(0->4194303) 00002000:00010000:0.0:1734016134.969886:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11f80 00002000:00010000:3.0:1734016134.969886:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13800 00000100:00100000:0.0:1734016134.969898:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339240320 00000100:00100000:0.0:1734016134.969900:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339240320 00000100:00100000:3.0:1734016134.969911:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9549 00000100:00100000:3.0:1734016134.969921:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339240448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.969959:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9550 00000100:00100000:0.0:1734016134.969964:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339240192:12345-192.168.201.1@tcp:3:fsx.0 00002000:00100000:3.0:1734016134.972878:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071d11500 x1818247339240320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.972888:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11500 with x1818247339240320 ext(4194304->8388607) 00002000:00010000:3.0:1734016134.972894:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11500 00000100:00100000:3.0:1734016134.972914:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9551 00000100:00100000:3.0:1734016134.972922:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339240320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.017343:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339240448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 47417us (47576us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1734016135.017355:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9549 00002000:00100000:3.0:1734016135.017366:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9437183) req@ffff880071d11f80 x1818247339240448/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.017375:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11f80 with x1818247339240448 ext(8388608->9437183) 00002000:00010000:3.0:1734016135.017381:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11f80 00000100:00100000:1.0:1734016135.083913:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339240192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 113937us (114173us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016135.083925:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9550 00002000:00100000:1.0:1734016135.083936:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071d13800 x1818247339240192/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.083944:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13800 with x1818247339240192 ext(0->4194303) 00002000:00010000:1.0:1734016135.083949:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13800 00000100:00100000:0.0:1734016135.130471:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016135.130633:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339240704 00000100:00100000:3.0:1734016135.130642:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339240704 00000100:00100000:3.0:1734016135.130702:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11426 00000100:00100000:3.0:1734016135.130709:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339240704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.130725:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.130739:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321f20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a253a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.130788:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341646208:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016135.130837:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00080000:0.0:1734016135.130971:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016105 00002000:00010000:0.0:1734016135.143244:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:0.0:1734016135.143250:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016134 -> 1734016135 00000100:00100000:0.0:1734016135.143266:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341646208:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016135.143292:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321f20 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a253a expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.143304:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7321f20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a253a expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.143329:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016135.143962:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339240320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 171038us (174167us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016135.143973:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9551 00002000:00100000:3.0:1734016135.143983:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071d11500 x1818247339240320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.143990:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d11500 with x1818247339240320 ext(4194304->8388607) 00002000:00010000:3.0:1734016135.143994:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d11500 00000100:00100000:0.0:1734016135.144852:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339240704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14141us (14388us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.144860:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11426 00000100:00100000:3.0:1734016135.155941:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.156023:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339240832 00000100:00100000:0.0:1734016135.156031:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339240832 00000100:00100000:1.0:1734016135.160686:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11427 00000100:00100000:1.0:1734016135.160697:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339240832:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.160715:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.160733:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321f27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2541 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.160781:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646336:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016135.160868:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.165747:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646336:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.165778:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321f27 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2541 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.165790:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec7321f27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2541 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.165888:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:2.0:1734016135.166529:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339240832:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5832us (10598us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.166537:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11427 00000100:00100000:2.0:1734016135.171137:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016135.171351:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339240960 00000100:00100000:3.0:1734016135.171359:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339240960 00000100:00100000:3.0:1734016135.171401:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11428 00000100:00100000:3.0:1734016135.171409:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339240960:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016135.172918:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9436056 -> 9436056 00002000:00010000:3.0:1734016135.172923:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016134 00002000:00010000:3.0:1734016135.172926:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:3.0:1734016135.172927:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016134 00002000:00010000:3.0:1734016135.172929:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 760 -> 760 00000100:00100000:3.0:1734016135.172986:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339240960:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1575us (1856us total) trans 4294969433 rc 0/0 00000100:00100000:3.0:1734016135.172994:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11428 00000100:00100000:3.0:1734016135.180032:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.180113:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339241088 00000100:00100000:0.0:1734016135.180121:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339241088 00000100:00100000:0.0:1734016135.180173:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11429 00000100:00100000:0.0:1734016135.180207:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339241088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.180224:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.180239:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321f2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2548 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.180287:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646464:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016135.180354:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016135.183678:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016134 -> 1734016135 00002000:00010000:0.0:1734016135.183687:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:0.0:1734016135.183688:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016134 -> 1734016135 00000100:00100000:0.0:1734016135.183704:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646464:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016135.183735:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321f2e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2548 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.183748:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec7321f2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2548 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.183773:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016135.183827:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339241088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3646us (3802us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.183834:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11429 00000100:00100000:3.0:1734016135.191455:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.191519:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339241216 00000100:00100000:0.0:1734016135.191526:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339241216 00000100:00100000:0.0:1734016135.191568:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11430 00000100:00100000:0.0:1734016135.191574:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339241216:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.191589:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.191605:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321f35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a254f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.191653:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130d61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646592:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016135.191706:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.194094:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130d61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646592:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016135.194126:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321f35 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a254f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.194138:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec7321f35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a254f expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.194161:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016135.195169:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339241216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3590us (3716us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.195177:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11430 00000100:00100000:3.0:1734016135.200031:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.200396:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339241472 00000100:00100000:2.0:1734016135.200403:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339241472 00000100:00100000:2.0:1734016135.200440:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2093 00000100:00100000:2.0:1734016135.200446:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339241472:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016135.200484:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.200517:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321ee8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2509 expref: 21 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.200535:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016135.200538:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016135.200655:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016135.200666:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.200672:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016135.200698:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.200707:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 19 pid: 6473 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016135.200718:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341646720:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016135.204917:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00010000:00010000:0.0:1734016135.206537:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016135.215431:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.215528:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341646720:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016135.215550:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016135.216222:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339241600 00000100:00100000:0.0:1734016135.216227:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339241600 00010000:00010000:0.0:1734016135.216488:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 20 pid: 6473 timeout: 498 lvb_type: 0 00000100:00080000:2.0:1734016135.216635:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016105 00000100:00100000:0.0:1734016135.216942:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2945 00000100:00100000:0.0:1734016135.216949:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1983:x1818247339241600:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.216962:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.216968:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 20 pid: 6473 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016135.216977:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 20 pid: 6473 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016135.216995:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1646c0/0x903ef4aec7321f04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a251e expref: 20 pid: 6473 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016135.217930:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016135.217936:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.217945:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.217950:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.218959:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016135.219012:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1983:x1818247339241600:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 2059us (3585us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.219022:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2945 00010000:00010000:3.0:1734016135.219842:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.219850:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016135.219936:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968605 00000004:00010000:3.0:1734016135.219979:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012d8a8e00 reply state ffff88012bd8e000 transno 4294968606 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016135.219986:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016135.220065:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339241472:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 19617us (20040us total) trans 4294968606 rc 0/0 00000100:00100000:3.0:1734016135.220071:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2093 00000020:00080000:3.0:1734016135.220074:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1734016135.225459:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016135.226024:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.226033:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.226039:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.226044:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cb3c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016135.226048:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.226054:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.226066:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016135.226068:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016135.226071:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.226076:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f3c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016135.226297:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339241728 00000100:00100000:0.0:1734016135.226305:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339241728 00002000:00010000:0.0:1734016135.226331:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2601159->18446744073709551615) 00002000:00100000:0.0:1734016135.226334:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9880 with x1818247339241728 ext(2601159->18446744073709551615) 00002000:00010000:0.0:1734016135.226342:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9880. 00000100:00100000:0.0:1734016135.226364:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9552 00000100:00100000:0.0:1734016135.226371:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339241728:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016135.233313:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9436056 -> 2601159 00002000:00010000:0.0:1734016135.233321:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016135.233323:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:0.0:1734016135.233325:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016135.233326:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 760 -> 488 00000100:00100000:0.0:1734016135.233387:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339241728:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 7011us (7932us total) trans 4294969434 rc 0/0 00000100:00100000:0.0:1734016135.233396:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9552 00002000:00010000:0.0:1734016135.233401:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2601159->18446744073709551615) 00002000:00100000:0.0:1734016135.233404:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9880 with x1818247339241728 ext(2601159->18446744073709551615) 00002000:00010000:0.0:1734016135.233409:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9880. 00000100:00100000:0.0:1734016135.253423:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016135.253508:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339241856 00000100:00100000:3.0:1734016135.253516:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339241856 00000100:00100000:1.0:1734016135.254272:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2094 00000100:00100000:1.0:1734016135.254280:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+22:9663:x1818247339241856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.254301:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.254316:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2556 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.254402:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec7321f4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016135.254413:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec7321f4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016135.254421:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec7321f4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016135.254446:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2601159 00000004:00200000:1.0:1734016135.254449:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016135.254461:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec7321f4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016135.254480:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2556 expref: 24 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.254569:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec7321f4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2556 expref: 23 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.254577:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016135.254579:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016135.254581:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016135.254635:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339241856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 355us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.254642:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2094 00000100:00100000:0.0:1734016135.262032:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.262151:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339241984 00000100:00100000:2.0:1734016135.262159:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339241984 00000100:00100000:2.0:1734016135.262227:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11431 00000100:00100000:2.0:1734016135.262234:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339241984:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016135.262459:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2601159 -> 2601159 00002000:00010000:2.0:1734016135.262462:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.262463:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016135.262465:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.262467:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:2.0:1734016135.264057:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1981:x1818247339241984:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1816us (2030us total) trans 4294969435 rc 0/0 00000100:00100000:2.0:1734016135.264066:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11431 00000100:00100000:0.0:1734016135.267940:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.268047:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339242112 00000100:00100000:1.0:1734016135.268054:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339242112 00000100:00100000:1.0:1734016135.268096:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2095 00000100:00100000:1.0:1734016135.268102:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339242112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.268117:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.268133:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321f51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a255d expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.268582:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016135.268595:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016135.268603:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016135.268623:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2601159 00000004:00200000:1.0:1734016135.268626:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016135.268640:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016135.268660:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7321f51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 21 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.268686:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.268692:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016135.268695:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016135.268698:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016135.269326:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339242112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1220us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.269333:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2095 00000100:00100000:0.0:1734016135.273739:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.273946:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339242240 00000100:00100000:2.0:1734016135.273959:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339242240 00000100:00100000:2.0:1734016135.274000:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11432 00000100:00100000:2.0:1734016135.274007:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339242240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.274024:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.274042:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2564 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.274104:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646848:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016135.274968:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.276995:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646848:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.277024:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f5f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2564 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.277036:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7321f5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2564 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.277464:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016135.277512:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339242240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3503us (3780us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.277520:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11432 00000100:00100000:0.0:1734016135.280375:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.280519:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339242368 00000100:00100000:2.0:1734016135.280525:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339242368 00000100:00100000:2.0:1734016135.280568:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11433 00000100:00100000:2.0:1734016135.280574:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339242368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.280592:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.280608:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321f66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a256b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.280653:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646976:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016135.281341:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.284003:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341646976:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.284036:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321f66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a256b expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.284047:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7321f66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a256b expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.284057:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016135.284107:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339242368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3532us (3739us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.284114:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11433 00000100:00100000:0.0:1734016135.289815:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.289887:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339242624 00000100:00100000:1.0:1734016135.289895:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339242624 00000100:00100000:1.0:1734016135.289981:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2096 00000100:00100000:1.0:1734016135.289987:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+23:9663:x1818247339242624:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016135.290030:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016135.290053:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec7321f4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2556 expref: 23 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.290082:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016135.290087:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016135.290242:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016135.290254:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.290259:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016135.290282:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 19 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.290291:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 19 pid: 6474 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016135.290304:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341647104:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016135.290353:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.295899:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341647104:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016135.295920:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016135.298919:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.299668:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339242752 00000100:00100000:2.0:1734016135.299675:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339242752 00010000:00010000:2.0:1734016135.299701:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 20 pid: 6474 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016135.299729:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2946 00000100:00100000:2.0:1734016135.299735:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:1982:x1818247339242752:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.299745:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.299749:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 20 pid: 6474 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016135.299757:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 20 pid: 6474 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016135.299774:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7321f58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a255d expref: 20 pid: 6474 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016135.299796:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016135.299799:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.299807:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.299811:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.299828:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.299860:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:1982:x1818247339242752:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 124us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.299866:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2946 00010000:00010000:2.0:1734016135.299940:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.299946:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:2.0:1734016135.300019:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968607 00000004:00010000:2.0:1734016135.300050:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071e1ea00 reply state ffff8800741e1000 transno 4294968608 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016135.300056:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016135.300107:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247339242624:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 10120us (10301us total) trans 4294968608 rc 0/0 00000100:00100000:2.0:1734016135.300113:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2096 00000020:00080000:2.0:1734016135.300116:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016135.304311:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.304392:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339242880 00000100:00100000:1.0:1734016135.304399:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339242880 00002000:00010000:1.0:1734016135.304432:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8246706->18446744073709551615) 00002000:00100000:1.0:1734016135.304436:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071838a80 with x1818247339242880 ext(8246706->18446744073709551615) 00002000:00010000:1.0:1734016135.304445:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071838a80. 00000100:00100000:1.0:1734016135.304464:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9553 00000100:00100000:1.0:1734016135.304470:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339242880:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016135.304651:0:7687:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2601159 -> 8246706 00002000:00010000:1.0:1734016135.304654:0:7687:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:1.0:1734016135.304656:0:7687:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.304657:0:7687:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:1.0:1734016135.304659:0:7687:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:1.0:1734016135.304713:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339242880:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 241us (409us total) trans 4294969436 rc 0/0 00000100:00100000:1.0:1734016135.304719:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9553 00002000:00010000:1.0:1734016135.304722:0:7687:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8246706->18446744073709551615) 00002000:00100000:1.0:1734016135.304724:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071838a80 with x1818247339242880 ext(8246706->18446744073709551615) 00002000:00010000:1.0:1734016135.304727:0:7687:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071838a80. 00010000:00010000:3.0:1734016135.306204:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016135.306214:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016135.306220:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016135.306224:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38000 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016135.306228:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016135.306233:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016135.306246:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016135.306248:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016135.306252:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:3.0:1734016135.306261:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec7321f6d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:0.0:1734016135.310887:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.311114:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339243136 00000100:00100000:2.0:1734016135.311121:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339243136 00002000:00100000:2.0:1734016135.311155:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8245248->8249343) req@ffff880130d9ad80 x1818247339243136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.311164:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9ad80 with x1818247339243136 ext(8245248->8249343) 00002000:00010000:2.0:1734016135.311168:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9ad80 00000100:00100000:2.0:1734016135.311251:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9554 00000100:00100000:2.0:1734016135.311257:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339243136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.311392:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339243136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.311399:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9554 00002000:00100000:2.0:1734016135.311404:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8245248->8249343) req@ffff880130d9ad80 x1818247339243136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.311409:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d9ad80 with x1818247339243136 ext(8245248->8249343) 00002000:00010000:2.0:1734016135.311411:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d9ad80 00000100:00100000:2.0:1734016135.316347:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.316451:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339243392 00000100:00100000:1.0:1734016135.316458:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339243392 00002000:00100000:1.0:1734016135.316492:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8241152->8245247) req@ffff880071d13b80 x1818247339243392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.316509:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13b80 with x1818247339243392 ext(8241152->8245247) 00002000:00010000:1.0:1734016135.316513:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13b80 00000100:00100000:1.0:1734016135.316543:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9555 00000100:00100000:1.0:1734016135.316548:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339243392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.317863:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339243392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1309us (1517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.317873:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9555 00002000:00100000:1.0:1734016135.317880:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8241152->8245247) req@ffff880071d13b80 x1818247339243392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.317886:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d13b80 with x1818247339243392 ext(8241152->8245247) 00002000:00010000:1.0:1734016135.317890:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d13b80 00000100:00100000:0.0:1734016135.322851:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.323130:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339243648 00000100:00100000:1.0:1734016135.323138:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339243648 00002000:00100000:1.0:1734016135.323209:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8237056->8241151) req@ffff8800717eb480 x1818247339243648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.323218:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb480 with x1818247339243648 ext(8237056->8241151) 00002000:00010000:1.0:1734016135.323223:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb480 00000100:00100000:1.0:1734016135.323448:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9556 00000100:00100000:1.0:1734016135.323455:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339243648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.323625:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339243648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 169us (782us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.323632:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9556 00002000:00100000:1.0:1734016135.323636:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8237056->8241151) req@ffff8800717eb480 x1818247339243648/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.323642:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717eb480 with x1818247339243648 ext(8237056->8241151) 00002000:00010000:1.0:1734016135.323645:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717eb480 00000100:00100000:0.0:1734016135.327791:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.327994:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339243904 00000100:00100000:2.0:1734016135.328001:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339243904 00002000:00100000:2.0:1734016135.328032:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8232960->8237055) req@ffff8800717e9f80 x1818247339243904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.328040:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9f80 with x1818247339243904 ext(8232960->8237055) 00002000:00010000:2.0:1734016135.328045:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9f80 00000100:00100000:2.0:1734016135.328075:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9557 00000100:00100000:2.0:1734016135.328081:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339243904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.328255:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339243904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 172us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.328261:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9557 00002000:00100000:2.0:1734016135.328266:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8232960->8237055) req@ffff8800717e9f80 x1818247339243904/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.328272:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e9f80 with x1818247339243904 ext(8232960->8237055) 00002000:00010000:2.0:1734016135.328275:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e9f80 00000100:00100000:3.0:1734016135.331755:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.331909:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339244160 00000100:00100000:1.0:1734016135.331917:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339244160 00002000:00100000:1.0:1734016135.331949:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8228864->8232959) req@ffff88012d8ab800 x1818247339244160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.331958:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab800 with x1818247339244160 ext(8228864->8232959) 00002000:00010000:1.0:1734016135.331962:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab800 00000100:00100000:1.0:1734016135.331987:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9558 00000100:00100000:1.0:1734016135.331992:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339244160:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.332136:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1981:x1818247339244160:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.332142:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9558 00002000:00100000:1.0:1734016135.332148:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8228864->8232959) req@ffff88012d8ab800 x1818247339244160/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.332154:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab800 with x1818247339244160 ext(8228864->8232959) 00002000:00010000:1.0:1734016135.332156:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab800 00000100:00100000:0.0:1734016135.335344:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.335421:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339244416 00000100:00100000:2.0:1734016135.335428:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339244416 00002000:00100000:2.0:1734016135.335461:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8224768->8228863) req@ffff880071d3ca80 x1818247339244416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.335469:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247339244416 ext(8224768->8228863) 00002000:00010000:2.0:1734016135.335474:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:2.0:1734016135.335507:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9559 00000100:00100000:2.0:1734016135.335513:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339244416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.335656:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339244416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.335663:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9559 00002000:00100000:2.0:1734016135.335667:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8224768->8228863) req@ffff880071d3ca80 x1818247339244416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.335673:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3ca80 with x1818247339244416 ext(8224768->8228863) 00002000:00010000:2.0:1734016135.335675:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3ca80 00000100:00100000:0.0:1734016135.348329:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.348427:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339244672 00000100:00100000:1.0:1734016135.348436:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339244672 00002000:00100000:1.0:1734016135.348475:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8220672->8224767) req@ffff880071d3d180 x1818247339244672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.348486:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247339244672 ext(8220672->8224767) 00002000:00010000:1.0:1734016135.348490:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:1.0:1734016135.348531:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9560 00000100:00100000:1.0:1734016135.348537:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339244672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.348684:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339244672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.348690:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9560 00002000:00100000:1.0:1734016135.348695:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8220672->8224767) req@ffff880071d3d180 x1818247339244672/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.348700:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d3d180 with x1818247339244672 ext(8220672->8224767) 00002000:00010000:1.0:1734016135.348703:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d3d180 00000100:00100000:3.0:1734016135.353032:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.353401:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339244928 00000100:00100000:2.0:1734016135.353411:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339244928 00002000:00100000:2.0:1734016135.353448:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8216576->8220671) req@ffff88012d8ab100 x1818247339244928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.353457:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab100 with x1818247339244928 ext(8216576->8220671) 00002000:00010000:2.0:1734016135.353461:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab100 00000100:00100000:2.0:1734016135.353486:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9561 00000100:00100000:2.0:1734016135.353491:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339244928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.353637:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339244928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.353643:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9561 00002000:00100000:2.0:1734016135.353648:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8216576->8220671) req@ffff88012d8ab100 x1818247339244928/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.353655:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab100 with x1818247339244928 ext(8216576->8220671) 00002000:00010000:2.0:1734016135.353657:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab100 00000100:00100000:0.0:1734016135.361159:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.361276:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339245056 00000100:00100000:1.0:1734016135.361285:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339245056 00002000:00100000:1.0:1734016135.361318:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8216576->8246705) req@ffff880071988380 x1818247339245056/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.361327:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988380 with x1818247339245056 ext(8216576->8246705) 00002000:00010000:1.0:1734016135.361331:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988380 00000100:00100000:1.0:1734016135.361363:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9562 00000100:00100000:1.0:1734016135.361369:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339245056:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016135.363684:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1980:x1818247339245056:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 2307us (2525us total) trans 4294969437 rc 0/0 00000100:00100000:0.0:1734016135.363696:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9562 00002000:00100000:0.0:1734016135.363706:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8216576->8246705) req@ffff880071988380 x1818247339245056/t4294969437(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.363713:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988380 with x1818247339245056 ext(8216576->8246705) 00002000:00010000:0.0:1734016135.363718:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988380 00000100:00100000:3.0:1734016135.369273:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.369358:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339245184 00000100:00100000:2.0:1734016135.369367:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339245184 00000100:00100000:2.0:1734016135.369403:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2097 00000100:00100000:2.0:1734016135.369409:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247339245184:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016135.369523:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247339245184:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 112us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.369529:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2097 00000100:00100000:0.0:1734016135.373415:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.374249:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339245312 00000100:00100000:2.0:1734016135.374259:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339245312 00000100:00100000:2.0:1734016135.374306:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11434 00000100:00100000:2.0:1734016135.374313:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339245312:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016135.383973:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969437 is committed 00000001:00080000:0.0:1734016135.384023:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969430 is committed 00000100:00100000:2.0:1734016135.384794:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339245312:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 10472us (11378us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.384805:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11434 00000100:00100000:0.0:1734016135.391299:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016135.391473:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339245440 00000100:00100000:3.0:1734016135.391481:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339245440 00000100:00100000:3.0:1734016135.396666:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2098 00000100:00100000:3.0:1734016135.396683:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247339245440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.396705:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.396726:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec7321f74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2572 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.396798:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.396808:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.396818:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016135.396836:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8246706 00000004:00200000:3.0:1734016135.396839:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016135.396851:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.396874:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165200/0x903ef4aec7321f74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 26 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.396915:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.396921:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016135.396924:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016135.396927:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016135.396976:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247339245440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 297us (5685us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.396983:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2098 00000100:00100000:3.0:1734016135.407483:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.407583:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339245568 00000100:00100000:2.0:1734016135.407593:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339245568 00000100:00100000:2.0:1734016135.407627:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2099 00000100:00100000:2.0:1734016135.407634:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+19:9663:x1818247339245568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.407651:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.407668:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7321f82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2579 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.407751:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321f89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.407762:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321f89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.407771:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321f89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:2.0:1734016135.407791:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8246706 00000004:00200000:2.0:1734016135.407794:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016135.407806:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321f89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.407824:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7321f82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2579 expref: 21 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.407839:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321f89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2579 expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.407845:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016135.407848:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016135.407851:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016135.407901:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339245568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 267us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.407907:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2099 00000100:00100000:0.0:1734016135.415803:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.415905:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339245696 00000100:00100000:2.0:1734016135.415914:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339245696 00000100:00100000:2.0:1734016135.415951:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11435 00000100:00100000:2.0:1734016135.415958:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339245696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.415976:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.415993:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321f90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2580 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.416046:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341647232:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016135.416117:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.429993:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:2.0:1734016135.430001:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 488 -> 552 00000100:00100000:2.0:1734016135.430020:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341647232:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.430048:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321f90 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2580 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.430063:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321f90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2580 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.430076:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016135.430131:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339245696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14172us (14338us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.430144:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11435 00000100:00100000:3.0:1734016135.448401:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.448721:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339245824 00000100:00100000:2.0:1734016135.448729:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339245824 00000100:00100000:2.0:1734016135.448764:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11436 00000100:00100000:2.0:1734016135.448771:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339245824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.448787:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.448803:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2587 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.448846:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341647360:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016135.449335:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.452409:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341647360:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.452444:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2587 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.452458:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2587 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.452948:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016135.453788:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339245824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5012us (5392us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.453795:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11436 00000100:00100000:0.0:1734016135.461759:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.461856:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339245952 00000100:00100000:2.0:1734016135.461863:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339245952 00000100:00100000:2.0:1734016135.461896:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11437 00000100:00100000:2.0:1734016135.461902:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339245952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.461918:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.461933:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a258e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.461955:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.461960:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.461962:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.461965:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [544768->593919] (req 544768->593919) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.461988:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.461997:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 6 pid: 13915 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016135.462007:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341647488:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016135.462713:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.467352:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341647488:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016135.467381:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [544768->593919] (req 544768->593919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.467396:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:0.0:1734016135.467443:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339245952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5539us (5694us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.467452:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11437 00000100:00100000:0.0:1734016135.479062:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.479766:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339246080 00000100:00100000:1.0:1734016135.479775:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339246080 00010000:00010000:1.0:1734016135.479808:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 7 pid: 13915 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016135.479848:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2947 00000100:00100000:1.0:1734016135.479853:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339246080:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016135.479867:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016135.479885:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 7 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016135.479895:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 7 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016135.479912:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321f0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2525 expref: 7 pid: 13915 timeout: 498 lvb_type: 0 00010000:00010000:1.0:1734016135.479939:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.479941:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.479946:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.479954:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.479981:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.479991:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341647616:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016135.480039:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.487398:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341647616:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016135.487422:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016135.487482:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339246080:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7627us (8427us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.487522:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2947 00000100:00100000:2.0:1734016135.525071:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.525107:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.525359:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339246336 00000100:00100000:0.0:1734016135.525367:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339246336 00002000:00100000:0.0:1734016135.525406:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071d12a00 x1818247339246336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.525414:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d12a00 with x1818247339246336 ext(0->4194303) 00002000:00010000:0.0:1734016135.525418:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d12a00 00000100:00100000:0.0:1734016135.525441:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339246592 00000100:00100000:0.0:1734016135.525445:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339246592 00002000:00100000:0.0:1734016135.525455:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8249343) req@ffff880071d10700 x1818247339246592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.525460:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10700 with x1818247339246592 ext(4194304->8249343) 00002000:00010000:0.0:1734016135.525463:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10700 00000100:00100000:0.0:1734016135.525473:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9563 00000100:00100000:0.0:1734016135.525479:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339246336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.529988:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9564 00000100:00100000:0.0:1734016135.529997:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339246592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.632717:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339246336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 107228us (107646us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016135.632730:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9563 00002000:00100000:0.0:1734016135.632740:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880071d12a00 x1818247339246336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.632748:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d12a00 with x1818247339246336 ext(0->4194303) 00002000:00010000:0.0:1734016135.632752:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d12a00 00000100:00100000:2.0:1734016135.657731:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339246592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127725us (132613us total) trans 0 rc 4055040/4055040 00000100:00100000:2.0:1734016135.657742:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9564 00002000:00100000:2.0:1734016135.657754:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8249343) req@ffff880071d10700 x1818247339246592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4055040/4055040 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.657763:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10700 with x1818247339246592 ext(4194304->8249343) 00002000:00010000:2.0:1734016135.657771:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10700 00000100:00100000:2.0:1734016135.665097:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.665345:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339246720 00000100:00100000:0.0:1734016135.665353:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339246720 00000100:00100000:0.0:1734016135.665399:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11438 00000100:00100000:0.0:1734016135.665406:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339246720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.665421:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.665436:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2595 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.665456:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.665458:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.665464:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.665477:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.665486:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016135.665539:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339246720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 133us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.665545:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11438 00000100:00100000:0.0:1734016135.671994:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.672111:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339246848 00000100:00100000:2.0:1734016135.672119:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339246848 00000100:00100000:2.0:1734016135.672154:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11439 00000100:00100000:2.0:1734016135.672160:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339246848:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.672175:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.672210:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a259c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.672234:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.672242:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.672246:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.672248:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.672251:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [1568768->1585151] (req 1568768->1585151) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.672278:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.672288:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 6 pid: 7681 timeout: 499 lvb_type: 1 00000100:00100000:2.0:1734016135.672300:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341647744:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016135.672418:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.672427:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 7 pid: 7681 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.672436:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341647872:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016135.672455:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.675566:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d10e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341647744:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016135.675579:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341647872:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016135.675604:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [1568768->1585151] (req 1568768->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.675619:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016135.676676:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339246848:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4511us (4686us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.676684:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11439 00000100:00100000:3.0:1734016135.685550:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.687151:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339246976 00000100:00100000:1.0:1734016135.687163:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339246976 00010000:00010000:1.0:1734016135.687235:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 7 pid: 7681 timeout: 499 lvb_type: 1 00000100:00100000:1.0:1734016135.687275:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2948 00000100:00100000:1.0:1734016135.687281:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339246976:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016135.687294:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016135.687311:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 7 pid: 7681 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016135.687320:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 7 pid: 7681 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016135.687338:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7321fa5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2595 expref: 7 pid: 7681 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016135.687365:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016135.687407:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339246976:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 125us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.687413:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2948 00000100:00100000:0.0:1734016135.700787:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.701672:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339247104 00000100:00100000:2.0:1734016135.701680:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339247104 00010000:00010000:2.0:1734016135.701708:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 7 pid: 7681 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.701744:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2949 00000100:00100000:2.0:1734016135.701751:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339247104:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.701763:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.701778:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 7 pid: 7681 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.701789:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 7 pid: 7681 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.701808:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321f9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a258e expref: 7 pid: 7681 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.707786:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.707793:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.707805:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.707817:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.707861:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.707875:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341648000:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016135.710097:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.713510:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341648000:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016135.713529:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.713572:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339247104:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11820us (12793us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.713582:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2949 00000100:00100000:3.0:1734016135.716173:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.716277:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339247232 00000100:00100000:2.0:1734016135.716285:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339247232 00000100:00100000:2.0:1734016135.716319:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11440 00000100:00100000:2.0:1734016135.716325:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339247232:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016135.716521:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8246706 -> 8246706 00002000:00010000:2.0:1734016135.716525:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.716527:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:2.0:1734016135.716529:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.716531:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 552 -> 552 00000100:00100000:2.0:1734016135.716582:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339247232:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 255us (414us total) trans 4294969438 rc 0/0 00000100:00100000:2.0:1734016135.716589:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11440 00000100:00100000:0.0:1734016135.726694:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.726801:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339247360 00000100:00100000:2.0:1734016135.726811:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339247360 00000100:00100000:2.0:1734016135.726855:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11441 00000100:00100000:2.0:1734016135.726864:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339247360:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.726882:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.726899:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321fb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25a3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.726955:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341648128:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016135.727906:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.731295:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016134 -> 1734016135 00000100:00100000:2.0:1734016135.731318:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341648128:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.731346:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321fb3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25a3 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.731359:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7321fb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25a3 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.732267:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016135.733739:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339247360:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6870us (7047us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.733752:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11441 00000100:00100000:3.0:1734016135.741617:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.741704:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339247488 00000100:00100000:2.0:1734016135.741713:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339247488 00000100:00100000:2.0:1734016135.741748:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11442 00000100:00100000:2.0:1734016135.741754:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339247488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.741772:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.741788:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321fba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25aa expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.742388:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341648256:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016135.742455:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.746402:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071d11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341648256:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.746438:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321fba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25aa expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.746453:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7321fba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25aa expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.746478:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016135.749335:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339247488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7575us (7721us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.749345:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11442 00000100:00100000:0.0:1734016135.754034:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.754127:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339247616 00000100:00100000:2.0:1734016135.754136:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339247616 00000100:00100000:2.0:1734016135.754175:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11443 00000100:00100000:2.0:1734016135.754205:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339247616:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016135.754406:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8246706 -> 8246706 00002000:00010000:2.0:1734016135.754410:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.754412:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:2.0:1734016135.754414:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.754416:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 552 -> 648 00000100:00100000:2.0:1734016135.757785:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339247616:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 3568us (3746us total) trans 4294969439 rc 0/0 00000100:00100000:2.0:1734016135.757799:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11443 00000100:00100000:2.0:1734016135.762529:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016135.762614:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339247872 00000100:00100000:3.0:1734016135.762624:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339247872 00000100:00100000:3.0:1734016135.762672:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2100 00000100:00100000:3.0:1734016135.762678:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+20:9663:x1818247339247872:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016135.762723:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.762745:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2caf40/0x903ef4aec7321f89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2579 expref: 20 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.762765:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016135.762770:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016135.762894:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.762910:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.762917:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.762943:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.762954:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 24 pid: 6473 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016135.762966:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074272a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341648384:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016135.763030:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.767360:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074272a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341648384:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016135.767385:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016135.768943:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.769005:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339248000 00000100:00100000:0.0:1734016135.769012:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339248000 00010000:00010000:0.0:1734016135.769039:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016135.769075:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2950 00000100:00100000:0.0:1734016135.769081:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+25:1983:x1818247339248000:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.769093:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.769099:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.769113:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.769131:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167cc0/0x903ef4aec7321f7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2572 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.769160:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016135.769165:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.769173:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.769204:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.769230:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016135.769265:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+24:1983:x1818247339248000:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 183us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.769271:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2950 00010000:00010000:2.0:1734016135.769433:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016135.769441:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:2.0:1734016135.769521:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968609 00000004:00010000:2.0:1734016135.769555:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071d11c00 reply state ffff8800741cb000 transno 4294968610 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016135.769564:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016135.769623:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+22:9663:x1818247339247872:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 6944us (7101us total) trans 4294968610 rc 0/0 00000100:00100000:2.0:1734016135.769632:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2100 00000020:00080000:2.0:1734016135.769636:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016135.773344:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.773356:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.773362:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.773367:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1658c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016135.773371:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.773377:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.773390:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016135.773393:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016135.773396:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.773400:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1658c0/0x903ef4aec7321fc1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016135.774916:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.775289:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339248128 00000100:00100000:2.0:1734016135.775298:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339248128 00002000:00010000:2.0:1734016135.775332:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2178608->18446744073709551615) 00002000:00100000:2.0:1734016135.775336:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198b800 with x1818247339248128 ext(2178608->18446744073709551615) 00002000:00010000:2.0:1734016135.775346:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198b800. 00000100:00100000:2.0:1734016135.775365:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9565 00000100:00100000:2.0:1734016135.775372:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339248128:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016135.780239:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8246706 -> 2178608 00002000:00010000:2.0:1734016135.780246:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016135 -> 1734016136 00002000:00010000:2.0:1734016135.780249:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016135.780251:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016135 -> 1734016136 00002000:00010000:2.0:1734016135.780253:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 648 -> 488 00000100:00100000:2.0:1734016135.784551:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339248128:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 9165us (9626us total) trans 4294969440 rc 0/0 00000100:00100000:2.0:1734016135.784565:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9565 00002000:00010000:2.0:1734016135.784572:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2178608->18446744073709551615) 00002000:00100000:2.0:1734016135.784576:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198b800 with x1818247339248128 ext(2178608->18446744073709551615) 00002000:00010000:2.0:1734016135.784587:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198b800. 00000100:00100000:3.0:1734016135.788640:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.788749:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339248256 00000100:00100000:0.0:1734016135.788758:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339248256 00000100:00100000:0.0:1734016135.788806:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2101 00000100:00100000:0.0:1734016135.788813:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247339248256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.788830:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.788846:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7321fc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25b1 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.788928:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.788940:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.788949:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016135.788969:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2178608 00000004:00200000:0.0:1734016135.788973:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016135.788986:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016135.789006:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b9680/0x903ef4aec7321fc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 26 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.790060:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.790068:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016135.790071:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016135.790074:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016135.790128:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247339248256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1313us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.790135:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2101 00000100:00100000:0.0:1734016135.795335:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.795446:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339248384 00000100:00100000:2.0:1734016135.795457:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339248384 00000100:00100000:2.0:1734016135.800107:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11444 00000100:00100000:2.0:1734016135.800120:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339248384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.800140:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.800157:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321fd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25b8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.800220:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341648512:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016135.800291:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.824416:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016134 -> 1734016135 00000100:00100000:2.0:1734016135.824440:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341648512:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.824472:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321fd6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.824487:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321fd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.824515:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016135.828816:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339248384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 28684us (33477us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.828831:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11444 00000100:00100000:3.0:1734016135.837541:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.837620:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339248512 00000100:00100000:2.0:1734016135.837628:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339248512 00000100:00100000:2.0:1734016135.837662:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11445 00000100:00100000:2.0:1734016135.837669:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339248512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.837685:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.837701:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321fdd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25bf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.837748:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341648640:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016135.837807:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.839891:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341648640:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016135.839924:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321fdd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25bf expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.839938:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7321fdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25bf expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.839955:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016135.840053:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339248512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2383us (2519us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.840061:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11445 00000100:00100000:1.0:1734016135.843910:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.847280:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339248640 00000100:00100000:2.0:1734016135.847294:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339248640 00000100:00100000:1.0:1734016135.848617:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11446 00000100:00100000:1.0:1734016135.848627:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339248640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.848646:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.848666:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25c6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.848695:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.848706:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.848708:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.848711:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1925120->1978367] (req 1925120->1978367) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.848740:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.848751:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.848761:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341648768:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016135.848835:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.857837:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341648768:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016135.857865:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1925120->1978367] (req 1925120->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.857880:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016135.857934:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339248640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9306us (14032us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.857941:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11446 00000100:00100000:0.0:1734016135.860075:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.860142:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339248768 00000100:00100000:1.0:1734016135.860151:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339248768 00010000:00010000:1.0:1734016135.860212:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.860239:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2951 00000100:00100000:1.0:1734016135.860245:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339248768:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016135.860259:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016135.860280:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.860291:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.860311:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7321fac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a259c expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.860340:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.860342:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.860349:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.860358:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.860394:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.860406:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341648896:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016135.860477:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.866289:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341648896:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016135.866317:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016135.866367:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339248768:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6120us (6301us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.866379:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2951 00000100:00100000:3.0:1734016135.868134:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.868202:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339249024 00000100:00100000:0.0:1734016135.868213:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339249024 00002000:00100000:0.0:1734016135.868259:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1974272->1978367) req@ffff880074273b80 x1818247339249024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.868268:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247339249024 ext(1974272->1978367) 00002000:00010000:0.0:1734016135.868273:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:0.0:1734016135.868303:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9566 00000100:00100000:0.0:1734016135.868310:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339249024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.873477:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339249024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 5152us (5336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016135.873501:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9566 00002000:00100000:0.0:1734016135.873521:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1974272->1978367) req@ffff880074273b80 x1818247339249024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.873532:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074273b80 with x1818247339249024 ext(1974272->1978367) 00002000:00010000:0.0:1734016135.873538:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074273b80 00000100:00100000:0.0:1734016135.883146:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.883273:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339249280 00000100:00100000:2.0:1734016135.883281:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339249280 00000100:00100000:2.0:1734016135.883882:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2102 00000100:00100000:2.0:1734016135.883890:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+21:9663:x1818247339249280:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016135.884086:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016135.884103:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.884111:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016135.884140:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.884152:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 24 pid: 6473 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.884164:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341649024:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016135.886770:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.888897:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341649024:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016135.888921:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016135.891427:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.891515:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339249408 00000100:00100000:1.0:1734016135.891522:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339249408 00010000:00010000:1.0:1734016135.891549:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.891571:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2952 00000100:00100000:1.0:1734016135.891577:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+25:1983:x1818247339249408:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016135.891589:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016135.891594:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.891603:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.891619:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bad00/0x903ef4aec7321fcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25b1 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016135.891646:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016135.891651:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.891658:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.891666:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016135.891690:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016135.891722:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+24:1983:x1818247339249408:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 145us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.891727:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2952 00010000:00010000:3.0:1734016135.891907:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.891914:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016135.891986:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968611 00000004:00010000:3.0:1734016135.892023:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071989180 reply state ffff880074c90000 transno 4294968612 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016135.892030:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016135.892102:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339249280:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8211us (8964us total) trans 4294968612 rc 0/0 00000100:00100000:3.0:1734016135.892109:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2102 00000020:00080000:3.0:1734016135.892114:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016135.894347:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.894360:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.894366:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.894371:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c9200 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016135.894374:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.894379:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.894391:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016135.894394:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016135.894398:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016135.894403:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9200/0x903ef4aec7321feb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016135.895706:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.895761:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339249536 00000100:00100000:1.0:1734016135.895768:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339249536 00000100:00100000:1.0:1734016135.895810:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11447 00000100:00100000:1.0:1734016135.895816:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339249536:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.895831:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.895846:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25cd expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.895867:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.895874:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.895876:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.895879:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.895904:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.895916:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 6 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016135.895931:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341649152:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016135.895985:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.900736:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.900929:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341649152:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016135.900956:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.900971:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016135.901020:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339249536:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5203us (5321us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.901028:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11447 00000100:00100000:2.0:1734016135.901099:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339249664 00000100:00100000:2.0:1734016135.901106:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339249664 00002000:00100000:2.0:1734016135.901136:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1925120->1978367) req@ffff880071989500 x1818247339249664/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.901145:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989500 with x1818247339249664 ext(1925120->1978367) 00010000:00010000:2.0:1734016135.901152:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 7 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.901164:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 7 pid: 13915 timeout: 499 lvb_type: 0 00002000:00010000:2.0:1734016135.901172:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071989500 00000100:00100000:2.0:1734016135.901220:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 339 00000100:00100000:2.0:1734016135.901226:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339249664:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016135.907001:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339249664:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5766us (6264us total) trans 4294969441 rc 0/0 00000100:00100000:2.0:1734016135.907015:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 339 00002000:00100000:2.0:1734016135.907025:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1925120->1978367) req@ffff880071989500 x1818247339249664/t4294969441(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.907036:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989500 with x1818247339249664 ext(1925120->1978367) 00010000:00010000:2.0:1734016135.907046:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016135.907062:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00002000:00010000:2.0:1734016135.907069:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071989500 00000100:00100000:3.0:1734016135.910376:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.910434:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339249792 00000100:00100000:0.0:1734016135.910442:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339249792 00010000:00010000:0.0:1734016135.910470:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016135.910541:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2953 00000100:00100000:0.0:1734016135.910548:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339249792:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.910561:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016135.910576:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 488 -> 568 00010000:00010000:0.0:1734016135.910581:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.910591:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.910609:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7321fe4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1978367) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25c6 expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.910633:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.910635:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.910640:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.910647:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.910675:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.910686:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071989880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341649280:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016135.910731:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.914275:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071989880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341649280:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016135.914314:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016135.914366:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339249792:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3816us (3996us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.914379:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2953 00000100:00100000:0.0:1734016135.914748:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.915126:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339249920 00000100:00100000:2.0:1734016135.915133:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339249920 00002000:00010000:2.0:1734016135.915158:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4903888->18446744073709551615) 00002000:00100000:2.0:1734016135.915161:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989880 with x1818247339249920 ext(4903888->18446744073709551615) 00002000:00010000:2.0:1734016135.915170:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071989880. 00000100:00100000:2.0:1734016135.915211:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9567 00000100:00100000:2.0:1734016135.915217:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339249920:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016135.915385:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2178608 -> 4903888 00002000:00010000:2.0:1734016135.915389:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016135.915392:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016135 -> 1734016135 00002000:00010000:2.0:1734016135.915394:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016135.915397:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:2.0:1734016135.915436:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339249920:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 217us (688us total) trans 4294969442 rc 0/0 00000100:00100000:2.0:1734016135.915444:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9567 00002000:00010000:2.0:1734016135.915447:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4903888->18446744073709551615) 00002000:00100000:2.0:1734016135.915450:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989880 with x1818247339249920 ext(4903888->18446744073709551615) 00002000:00010000:2.0:1734016135.915454:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071989880. 00000100:00100000:3.0:1734016135.919097:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.919277:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339250176 00000100:00100000:0.0:1734016135.919284:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339250176 00002000:00100000:0.0:1734016135.919318:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4902912->4907007) req@ffff880074272680 x1818247339250176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.919327:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272680 with x1818247339250176 ext(4902912->4907007) 00002000:00010000:0.0:1734016135.919331:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272680 00000100:00100000:0.0:1734016135.919358:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9568 00000100:00100000:0.0:1734016135.919364:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339250176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.919506:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339250176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016135.919513:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9568 00002000:00100000:0.0:1734016135.919519:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4902912->4907007) req@ffff880074272680 x1818247339250176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.919525:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074272680 with x1818247339250176 ext(4902912->4907007) 00002000:00010000:0.0:1734016135.919528:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074272680 00000100:00100000:3.0:1734016135.924538:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.924791:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339250432 00000100:00100000:2.0:1734016135.924799:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339250432 00002000:00100000:2.0:1734016135.924832:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4898816->4902911) req@ffff880074270e00 x1818247339250432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.924842:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270e00 with x1818247339250432 ext(4898816->4902911) 00002000:00010000:2.0:1734016135.924846:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270e00 00000100:00100000:2.0:1734016135.924872:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9569 00000100:00100000:2.0:1734016135.924877:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339250432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.925017:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339250432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.925024:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9569 00002000:00100000:2.0:1734016135.925029:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4898816->4902911) req@ffff880074270e00 x1818247339250432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.925035:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270e00 with x1818247339250432 ext(4898816->4902911) 00002000:00010000:2.0:1734016135.925038:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270e00 00000100:00100000:0.0:1734016135.928980:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.929127:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339250688 00000100:00100000:2.0:1734016135.929137:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339250688 00002000:00100000:2.0:1734016135.929315:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4894720->4898815) req@ffff880071989c00 x1818247339250688/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.929327:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989c00 with x1818247339250688 ext(4894720->4898815) 00002000:00010000:2.0:1734016135.929335:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071989c00 00000100:00100000:2.0:1734016135.929881:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9570 00000100:00100000:2.0:1734016135.929887:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339250688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.930090:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339250688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (1124us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.930098:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9570 00002000:00100000:2.0:1734016135.930104:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4894720->4898815) req@ffff880071989c00 x1818247339250688/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.930112:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989c00 with x1818247339250688 ext(4894720->4898815) 00002000:00010000:2.0:1734016135.930116:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071989c00 00000100:00100000:3.0:1734016135.933924:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.934001:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339250944 00000100:00100000:0.0:1734016135.934009:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339250944 00002000:00100000:0.0:1734016135.934040:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4890624->4894719) req@ffff880074271180 x1818247339250944/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.934048:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271180 with x1818247339250944 ext(4890624->4894719) 00002000:00010000:0.0:1734016135.934052:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271180 00000100:00100000:0.0:1734016135.934080:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9571 00000100:00100000:0.0:1734016135.934086:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339250944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.934441:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339250944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 353us (522us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016135.934447:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9571 00002000:00100000:0.0:1734016135.934452:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4890624->4894719) req@ffff880074271180 x1818247339250944/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.934458:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074271180 with x1818247339250944 ext(4890624->4894719) 00002000:00010000:0.0:1734016135.934461:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074271180 00000100:00100000:3.0:1734016135.937625:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.938024:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339251200 00000100:00100000:0.0:1734016135.938034:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339251200 00002000:00100000:0.0:1734016135.938076:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4886528->4890623) req@ffff880074270380 x1818247339251200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.938086:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270380 with x1818247339251200 ext(4886528->4890623) 00002000:00010000:0.0:1734016135.938091:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270380 00000100:00100000:0.0:1734016135.938150:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9572 00000100:00100000:0.0:1734016135.938157:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339251200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.938691:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339251200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 532us (1077us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016135.938698:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9572 00002000:00100000:0.0:1734016135.938703:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4886528->4890623) req@ffff880074270380 x1818247339251200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016135.938710:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074270380 with x1818247339251200 ext(4886528->4890623) 00002000:00010000:0.0:1734016135.938713:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074270380 00000100:00100000:0.0:1734016135.945037:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.945223:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339251328 00000100:00100000:2.0:1734016135.945233:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339251328 00002000:00100000:2.0:1734016135.945274:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4886528->4903887) req@ffff88007198a680 x1818247339251328/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.945284:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198a680 with x1818247339251328 ext(4886528->4903887) 00002000:00010000:2.0:1734016135.945291:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198a680 00000100:00100000:2.0:1734016135.945311:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9573 00000100:00100000:2.0:1734016135.945318:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339251328:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016135.948389:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339251328:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 3062us (3352us total) trans 4294969443 rc 0/0 00000100:00100000:2.0:1734016135.948402:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9573 00002000:00100000:2.0:1734016135.948417:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4886528->4903887) req@ffff88007198a680 x1818247339251328/t4294969443(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:96/0 lens 488/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.948428:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198a680 with x1818247339251328 ext(4886528->4903887) 00002000:00010000:2.0:1734016135.948433:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198a680 00000100:00100000:3.0:1734016135.951874:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.951950:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339251456 00000100:00100000:0.0:1734016135.951959:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339251456 00000100:00100000:0.0:1734016135.952021:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2103 00000100:00100000:0.0:1734016135.952027:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339251456:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:0.0:1734016135.952150:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339251456:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 122us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.952157:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2103 00000100:00100000:0.0:1734016135.957832:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016135.957934:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339251584 00000100:00100000:1.0:1734016135.957943:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339251584 00000100:00100000:1.0:1734016135.958046:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11448 00000100:00100000:1.0:1734016135.958053:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339251584:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:1.0:1734016135.961138:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969443 is committed 00000001:00080000:1.0:1734016135.961152:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969441 is committed 00000100:00100000:2.0:1734016135.961780:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339251584:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 3720us (3950us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.961792:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11448 00000100:00100000:3.0:1734016135.965415:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.965603:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339251712 00000100:00100000:2.0:1734016135.965617:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339251712 00000100:00100000:2.0:1734016135.966078:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2104 00000100:00100000:2.0:1734016135.966089:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+23:9663:x1818247339251712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.966125:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.966157:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321ff9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25d4 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.966335:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7322000 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.966356:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7322000 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.966369:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7322000 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:2.0:1734016135.966404:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4903888 00000004:00200000:2.0:1734016135.966407:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016135.966434:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7322000 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016135.966459:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7321ff9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25d4 expref: 25 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.966787:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7322000 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25d4 expref: 24 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.966797:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016135.966800:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016135.966805:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016135.967103:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339251712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1014us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.967110:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2104 00000100:00100000:3.0:1734016135.971153:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016135.971327:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339251840 00000100:00100000:2.0:1734016135.971335:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339251840 00000100:00100000:2.0:1734016135.971375:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11449 00000100:00100000:2.0:1734016135.971382:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339251840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.971399:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.971413:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25db expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.971443:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.971450:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.971452:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.971454:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1650688->1675263] (req 1650688->1675263) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.971478:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.971498:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 5 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016135.971509:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341649408:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016135.971560:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.975057:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341649408:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016135.975085:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1650688->1675263] (req 1650688->1675263) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.975102:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016135.975148:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339251840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3766us (4007us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.975156:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11449 00000100:00100000:3.0:1734016135.979242:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.979324:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339251968 00000100:00100000:0.0:1734016135.979335:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339251968 00010000:00010000:0.0:1734016135.979372:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 6 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016135.981397:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2954 00000100:00100000:0.0:1734016135.981409:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339251968:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.981429:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016135.981445:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 568 -> 608 00010000:00010000:0.0:1734016135.981452:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 6 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.981465:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 6 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.981486:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7321ff2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25cd expref: 6 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016135.981683:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.981686:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.981693:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.981701:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.981735:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.981749:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071988700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341649536:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016135.981817:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.994789:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.994815:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016135.994877:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071988700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341649536:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016135.994899:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016135.994939:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339251968:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 13533us (15706us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.994948:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2954 00000100:00100000:2.0:1734016135.995790:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339252224 00000100:00100000:2.0:1734016135.995796:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339252224 00002000:00100000:2.0:1734016135.995823:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880074519f80 x1818247339252224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.995832:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074519f80 with x1818247339252224 ext(0->4194303) 00002000:00010000:2.0:1734016135.995836:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074519f80 00000100:00100000:2.0:1734016135.995848:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339252480 00000100:00100000:2.0:1734016135.995849:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339252480 00002000:00100000:2.0:1734016135.995856:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4907007) req@ffff880074518000 x1818247339252480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.995862:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518000 with x1818247339252480 ext(4194304->4907007) 00002000:00010000:2.0:1734016135.995865:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518000 00000100:00100000:2.0:1734016135.995879:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9574 00000100:00100000:2.0:1734016135.995884:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339252224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.999562:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9575 00000100:00100000:1.0:1734016135.999572:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339252480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.015860:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339252480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 16280us (21034us total) trans 0 rc 712704/712704 00000100:00100000:1.0:1734016136.015871:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9575 00002000:00100000:1.0:1734016136.015881:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4907007) req@ffff880074518000 x1818247339252480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 712704/712704 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.015895:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518000 with x1818247339252480 ext(4194304->4907007) 00002000:00010000:1.0:1734016136.015899:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518000 00000100:00100000:3.0:1734016136.060456:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339252224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 64560us (65662us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016136.060469:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9574 00002000:00100000:3.0:1734016136.060479:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880074519f80 x1818247339252224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.060501:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074519f80 with x1818247339252224 ext(0->4194303) 00002000:00010000:3.0:1734016136.060507:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074519f80 00000100:00100000:0.0:1734016136.074601:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016136.075086:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339252608 00000100:00100000:2.0:1734016136.075094:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339252608 00000100:00080000:0.0:1734016136.075762:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016106 00000100:00100000:1.0:1734016136.076328:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2105 00000100:00100000:1.0:1734016136.076336:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247339252608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.076354:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.076371:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec732200e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25e2 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.076440:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.076450:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.076458:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:1.0:1734016136.076475:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4903888 00000004:00200000:1.0:1734016136.076478:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.076500:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.076518:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec732200e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 26 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.076709:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.076717:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016136.076719:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.076722:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016136.076766:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247339252608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 430us (2174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.076771:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2105 00000100:00100000:3.0:1734016136.081867:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016136.081942:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339252736 00000100:00100000:2.0:1734016136.081950:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339252736 00000100:00100000:2.0:1734016136.081994:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11450 00000100:00100000:2.0:1734016136.082001:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339252736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.082018:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.082032:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25e9 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.082054:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.082057:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.082063:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.082077:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.082089:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016136.082137:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339252736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 135us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.082143:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11450 00000100:00100000:0.0:1734016136.085967:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016136.086149:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339252864 00000100:00100000:2.0:1734016136.086158:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339252864 00000100:00100000:2.0:1734016136.086235:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11451 00000100:00100000:2.0:1734016136.086242:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339252864:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.086259:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.086274:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25f0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.086301:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.086309:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 5 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.086316:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.086318:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.086321:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [1024000->1085439] (req 1024000->1085439) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.086348:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 5 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.086359:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 5 pid: 13915 timeout: 499 lvb_type: 1 00000100:00100000:2.0:1734016136.086371:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341649664:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016136.086419:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.086431:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016136.086440:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341649792:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016136.086453:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e000 going to sleep for 11 seconds 00000100:00080000:0.0:1734016136.086622:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016106 00000100:00100000:1.0:1734016136.098454:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.098500:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.098524:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339252992 00000100:00100000:1.0:1734016136.098531:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339252992 00010000:00010000:1.0:1734016136.098559:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 6 pid: 13915 timeout: 499 lvb_type: 1 00000100:00100000:1.0:1734016136.098590:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339253120 00000100:00100000:1.0:1734016136.098592:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339253120 00010000:00010000:1.0:1734016136.098601:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016136.098616:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2955 00000100:00100000:1.0:1734016136.098621:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339252992:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016136.098632:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.098647:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 6 pid: 13915 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016136.098656:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 6 pid: 13915 timeout: 499 lvb_type: 1 00010000:00010000:1.0:1734016136.098676:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016136.098707:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339252992:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 86us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.098717:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2955 00000100:00100000:1.0:1734016136.098732:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2956 00000100:00100000:1.0:1734016136.098736:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339253120:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016136.098742:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.098748:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016136.098760:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:1.0:1734016136.098772:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.098774:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.098779:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.098789:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.098816:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.098828:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341649920:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016136.098858:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016136.100651:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732201c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e9 expref: 5 pid: 13915 timeout: 499 lvb_type: 1 00000100:00100000:2.0:1734016136.100681:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341649664:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016136.100694:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec7322007 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25db expref: 9 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016136.100701:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341649792:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016136.100722:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.100732:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016136.100765:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339252864:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14524us (14806us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.100773:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11451 00000100:00100000:1.0:1734016136.106115:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.106174:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339253248 00000100:00100000:3.0:1734016136.106205:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339253248 00000100:00100000:3.0:1734016136.106242:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11452 00000100:00100000:3.0:1734016136.106249:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339253248:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016136.106445:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4903888 -> 4903888 00002000:00010000:3.0:1734016136.106449:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.106452:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016136.106454:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.106457:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 608 -> 608 00000100:00100000:3.0:1734016136.106526:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339253248:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 276us (419us total) trans 4294969444 rc 0/0 00000100:00100000:3.0:1734016136.106534:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11452 00000100:00100000:2.0:1734016136.107507:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341649920:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016136.107526:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.107549:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339253120:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8812us (9049us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.107557:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2956 00000100:00100000:1.0:1734016136.115451:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.116223:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339253376 00000100:00100000:0.0:1734016136.116231:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339253376 00000100:00100000:0.0:1734016136.116277:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11453 00000100:00100000:0.0:1734016136.116283:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339253376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.116298:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.116312:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732202a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25f7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.116355:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074518700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650048:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016136.116417:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016136.118618:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:2.0:1734016136.118638:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074518700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650048:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016136.118666:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732202a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f7 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.118680:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732202a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f7 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.121452:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:2.0:1734016136.121547:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339253376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5258us (6099us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.121557:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11453 00000100:00100000:2.0:1734016136.130380:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.131125:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339253504 00000100:00100000:0.0:1734016136.131133:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339253504 00000100:00100000:0.0:1734016136.133028:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11454 00000100:00100000:0.0:1734016136.133039:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339253504:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.133058:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.133077:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322031 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a25fe expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.133139:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650176:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016136.136051:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.144600:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650176:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016136.144632:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322031 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25fe expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.144645:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322031 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25fe expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.147666:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:1.0:1734016136.147876:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339253504:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14832us (17499us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.147888:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11454 00000100:00100000:1.0:1734016136.157480:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016136.160320:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339253632 00000100:00100000:2.0:1734016136.160332:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339253632 00000100:00100000:3.0:1734016136.160437:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11455 00000100:00100000:3.0:1734016136.160444:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339253632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.160461:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.160476:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2605 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.160511:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.160521:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.160523:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.160526:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8732672->8753151] (req 8732672->8753151) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.160557:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.160568:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 7 pid: 7681 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016136.160580:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071464700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650304:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016136.161131:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.168541:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071464700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650304:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016136.168574:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8732672->8753151] (req 8732672->8753151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.168592:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:0.0:1734016136.168647:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339253632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8201us (11175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.168655:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11455 00000100:00100000:2.0:1734016136.168819:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.168918:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339253760 00000100:00100000:3.0:1734016136.168924:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339253760 00010000:00010000:3.0:1734016136.168944:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 8 pid: 7681 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016136.168965:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2957 00000100:00100000:3.0:1734016136.168971:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339253760:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.168982:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.169003:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 8 pid: 7681 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016136.169014:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 8 pid: 7681 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016136.169035:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322023 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25f0 expref: 8 pid: 7681 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016136.169050:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.169052:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.169059:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.169069:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.169098:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.169110:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341650432:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016136.170403:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.178219:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071467480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341650432:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016136.178246:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.178296:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339253760:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9323us (9477us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.178307:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2957 00000100:00100000:2.0:1734016136.187076:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.187146:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339253888 00000100:00100000:0.0:1734016136.187154:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339253888 00000100:00100000:0.0:1734016136.187214:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11456 00000100:00100000:0.0:1734016136.187220:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339253888:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.187235:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.187249:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732203f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a260c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.187295:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650560:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016136.187354:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016136.191328:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 4903888 -> 8750115 00000100:00100000:0.0:1734016136.191356:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650560:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016136.191391:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732203f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a260c expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.191404:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732203f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a260c expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.191428:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016136.191491:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339253888:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4261us (4413us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.191499:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11456 00000100:00100000:3.0:1734016136.201549:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.202091:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339254016 00000100:00100000:0.0:1734016136.202099:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339254016 00000100:00100000:0.0:1734016136.202146:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11457 00000100:00100000:0.0:1734016136.202152:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339254016:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.202167:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.202283:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7322046 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2613 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.202335:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650688:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016136.203384:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.206467:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650688:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016136.206507:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7322046 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2613 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.206524:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b98c0/0x903ef4aec7322046 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2613 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.206548:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b98c0, rc 0) 00000100:00100000:0.0:1734016136.206590:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339254016:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4437us (5048us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.206597:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11457 00010000:00010000:1.0:1734016136.208110:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016136.212630:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.212796:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339254144 00000100:00100000:0.0:1734016136.212804:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339254144 00000100:00100000:0.0:1734016136.213260:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11458 00000100:00100000:0.0:1734016136.213267:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339254144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.213283:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.213300:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732204d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a261a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.213346:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650816:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016136.213404:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.215802:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650816:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016136.215834:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732204d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a261a expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.215847:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9200/0x903ef4aec732204d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a261a expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.216467:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9200, rc 0) 00000100:00100000:0.0:1734016136.216537:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339254144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3267us (3912us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.216546:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11458 00000100:00100000:3.0:1734016136.220793:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.220909:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339254272 00000100:00100000:0.0:1734016136.220915:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339254272 00000100:00100000:0.0:1734016136.221240:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11459 00000100:00100000:0.0:1734016136.221247:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339254272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.221260:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.221275:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2621 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.221298:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.221306:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.221307:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016136.221310:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7278592->7282687] (req 7278592->7282687) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.221333:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 5 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.221343:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 5 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016136.221358:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650944:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016136.221408:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.223996:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.224144:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341650944:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016136.224166:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7278592->7282687] (req 7278592->7282687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.224194:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bb600, rc 0) 00000100:00100000:3.0:1734016136.224277:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339254400 00000100:00100000:3.0:1734016136.224283:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339254400 00002000:00100000:3.0:1734016136.224310:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8732672->8750114) req@ffff8800717ff100 x1818247339254400/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.224319:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff100 with x1818247339254400 ext(8732672->8750114) 00010000:00010000:3.0:1734016136.224325:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 6 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016136.224335:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 6 pid: 13915 timeout: 499 lvb_type: 0 00002000:00010000:3.0:1734016136.224342:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800717ff100 00000100:00100000:3.0:1734016136.224356:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 340 00000100:00100000:3.0:1734016136.224361:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339254400:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016136.224659:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339254272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3411us (3873us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.224666:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11459 00000100:00100000:0.0:1734016136.230480:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339254400:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6110us (6481us total) trans 4294969445 rc 0/0 00000100:00100000:0.0:1734016136.230500:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 340 00002000:00100000:0.0:1734016136.230512:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8732672->8750114) req@ffff8800717ff100 x1818247339254400/t4294969445(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.230521:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff100 with x1818247339254400 ext(8732672->8750114) 00010000:00010000:0.0:1734016136.230529:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016136.230542:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00002000:00010000:0.0:1734016136.230548:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800717ff100 00000100:00100000:2.0:1734016136.235231:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.235347:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339254528 00000100:00100000:0.0:1734016136.235355:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339254528 00010000:00010000:0.0:1734016136.235386:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016136.235426:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2958 00000100:00100000:0.0:1734016136.235433:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339254528:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.235449:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016136.235468:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 608 -> 648 00010000:00010000:0.0:1734016136.235474:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016136.235513:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016136.235536:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec7322038 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2605 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016136.235562:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.235564:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.235571:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.235578:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.235614:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.235629:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341651072:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016136.235684:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.242877:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007451b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341651072:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016136.242897:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.242944:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339254528:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7510us (7723us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.242955:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2958 00000100:00100000:2.0:1734016136.253372:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.253435:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339254784 00000100:00100000:0.0:1734016136.253443:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339254784 00002000:00100000:0.0:1734016136.253479:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4907008->8753151) req@ffff88012d4b7100 x1818247339254784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.253497:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247339254784 ext(4907008->8753151) 00002000:00010000:0.0:1734016136.253502:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7100 00000100:00100000:0.0:1734016136.253530:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9576 00000100:00100000:0.0:1734016136.253536:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339254784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.324913:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339254784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 71368us (71542us total) trans 0 rc 3846144/3846144 00000100:00100000:2.0:1734016136.324927:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9576 00002000:00100000:2.0:1734016136.324936:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4907008->8753151) req@ffff88012d4b7100 x1818247339254784/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:97/0 lens 488/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 3846144/3846144 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.324952:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7100 with x1818247339254784 ext(4907008->8753151) 00002000:00010000:2.0:1734016136.324958:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7100 00000100:00100000:0.0:1734016136.342138:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.342204:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339255040 00000100:00100000:1.0:1734016136.342213:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339255040 00000100:00100000:1.0:1734016136.342267:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2106 00000100:00100000:1.0:1734016136.342273:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+24:9663:x1818247339255040:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016136.342315:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.342335:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7322000 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25d4 expref: 24 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.342363:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016136.342366:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016136.342493:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.342506:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.342518:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.342543:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 24 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.342555:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 24 pid: 6473 timeout: 499 lvb_type: 0 00000100:00100000:1.0:1734016136.342569:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341651200:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016136.342623:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.353328:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ff800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341651200:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016136.353354:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016136.354475:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016136.354843:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339255168 00000100:00100000:2.0:1734016136.354850:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339255168 00010000:00010000:2.0:1734016136.354875:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016136.354907:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2959 00000100:00100000:2.0:1734016136.354913:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+25:1983:x1818247339255168:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.354926:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.354931:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016136.354942:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016136.354961:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322015 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a25e2 expref: 25 pid: 6473 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016136.365979:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016136.365991:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016136.366002:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016136.366009:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016136.366045:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.366103:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+24:1983:x1818247339255168:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11185us (11626us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.366113:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2959 00010000:00010000:1.0:1734016136.366304:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.366313:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:1.0:1734016136.366379:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968613 00000004:00010000:1.0:1734016136.366410:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007451b480 reply state ffff8800741e5000 transno 4294968614 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016136.366416:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016136.366471:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+26:9663:x1818247339255040:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 24198us (24341us total) trans 4294968614 rc 0/0 00000100:00100000:1.0:1734016136.366479:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2106 00000020:00080000:1.0:1734016136.366494:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016136.368322:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.368333:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.368340:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.368351:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3ba80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016136.368356:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.368363:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.368375:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016136.368377:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016136.368380:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.368385:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec732205b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016136.368844:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.369128:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339255296 00000100:00100000:0.0:1734016136.369134:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339255296 00000100:00100000:0.0:1734016136.369167:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11460 00000100:00100000:0.0:1734016136.369172:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339255296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.369202:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.369214:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2628 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.369234:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.369240:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.369241:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.369244:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.369265:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.369274:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 7 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:0.0:1734016136.369283:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074518e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651328:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016136.369319:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.377059:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074518e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651328:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016136.377091:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.377105:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016136.377167:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339255296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7993us (8325us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.377175:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11460 00000100:00100000:0.0:1734016136.383692:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016136.383781:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339255424 00000100:00100000:2.0:1734016136.383790:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339255424 00010000:00010000:2.0:1734016136.383818:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016136.383844:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2960 00000100:00100000:2.0:1734016136.383852:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339255424:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.383864:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.383884:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016136.383895:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016136.383917:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bb600/0x903ef4aec7322054 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2621 expref: 8 pid: 13915 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016136.383946:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.383948:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.383954:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.383964:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.383993:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.384004:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341651456:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016136.384061:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.391537:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341651456:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016136.391566:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.391629:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339255424:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7775us (7943us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.391642:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2960 00000100:00100000:0.0:1734016136.398548:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016136.398634:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339255552 00000100:00100000:2.0:1734016136.398642:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339255552 00002000:00010000:2.0:1734016136.398675:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (146133->18446744073709551615) 00002000:00100000:2.0:1734016136.398679:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074519500 with x1818247339255552 ext(146133->18446744073709551615) 00002000:00010000:2.0:1734016136.398688:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074519500. 00000100:00100000:2.0:1734016136.398716:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9577 00000100:00100000:2.0:1734016136.398723:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339255552:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016136.410637:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8750115 -> 146133 00002000:00010000:3.0:1734016136.410644:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.410646:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.410649:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.410652:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 648 -> 56 00000100:00100000:3.0:1734016136.410715:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339255552:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 11988us (12171us total) trans 4294969446 rc 0/0 00000100:00100000:3.0:1734016136.410724:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9577 00002000:00010000:3.0:1734016136.410728:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (146133->18446744073709551615) 00002000:00100000:3.0:1734016136.410732:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074519500 with x1818247339255552 ext(146133->18446744073709551615) 00002000:00010000:3.0:1734016136.410740:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074519500. 00000100:00100000:0.0:1734016136.415598:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.415661:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339255680 00000100:00100000:1.0:1734016136.415668:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339255680 00000100:00100000:1.0:1734016136.415709:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2107 00000100:00100000:1.0:1734016136.415715:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+24:9663:x1818247339255680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.415730:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.415744:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7322069 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a262f expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.415807:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322070 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.415818:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.415827:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:1.0:1734016136.415845:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 146133 00000004:00200000:1.0:1734016136.415848:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.415860:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322070 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.415875:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7322069 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a262f expref: 26 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.415971:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322070 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a262f expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.415978:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016136.415981:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.415983:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016136.416976:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247339255680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1257us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.416984:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2107 00000100:00100000:0.0:1734016136.424762:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.424879:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339255808 00000100:00100000:1.0:1734016136.424886:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339255808 00000100:00100000:1.0:1734016136.424936:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11461 00000100:00100000:1.0:1734016136.424943:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339255808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.424963:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.424979:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7322077 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2636 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.425025:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651584:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.425077:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.427608:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651584:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.427635:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7322077 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2636 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.427647:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7322077 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2636 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.427690:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016136.427946:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339255808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3002us (3190us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.427954:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11461 00000100:00100000:0.0:1734016136.433949:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.434031:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339255936 00000100:00100000:1.0:1734016136.434039:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339255936 00000100:00100000:1.0:1734016136.434086:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11462 00000100:00100000:1.0:1734016136.434094:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339255936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.434111:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.434128:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732207e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a263d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.434172:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651712:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.434244:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.440090:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651712:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.440128:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732207e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a263d expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.440143:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732207e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a263d expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.442895:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016136.442966:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339255936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8868us (9024us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.442976:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11462 00000100:00100000:0.0:1734016136.451524:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.451750:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339256192 00000100:00100000:3.0:1734016136.451759:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339256192 00002000:00100000:3.0:1734016136.451797:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (139264->143359) req@ffff88007451a680 x1818247339256192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.451806:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451a680 with x1818247339256192 ext(139264->143359) 00002000:00010000:3.0:1734016136.451811:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451a680 00000100:00100000:3.0:1734016136.451842:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9578 00000100:00100000:3.0:1734016136.451850:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339256192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.451972:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339256192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 122us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.451978:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9578 00002000:00100000:3.0:1734016136.451983:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (139264->143359) req@ffff88007451a680 x1818247339256192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.451992:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451a680 with x1818247339256192 ext(139264->143359) 00002000:00010000:3.0:1734016136.451995:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451a680 00000100:00100000:0.0:1734016136.462542:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.462641:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339256448 00000100:00100000:1.0:1734016136.462650:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339256448 00002000:00100000:1.0:1734016136.462690:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (135168->139263) req@ffff88007451aa00 x1818247339256448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.462700:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451aa00 with x1818247339256448 ext(135168->139263) 00002000:00010000:1.0:1734016136.462704:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451aa00 00000100:00100000:1.0:1734016136.462737:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9579 00000100:00100000:1.0:1734016136.462744:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339256448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.462859:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339256448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 114us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.462866:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9579 00002000:00100000:1.0:1734016136.462872:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (135168->139263) req@ffff88007451aa00 x1818247339256448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.462880:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451aa00 with x1818247339256448 ext(135168->139263) 00002000:00010000:1.0:1734016136.462883:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451aa00 00000100:00100000:0.0:1734016136.479140:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.479220:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339256704 00000100:00100000:3.0:1734016136.479230:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339256704 00002000:00100000:3.0:1734016136.479279:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (131072->135167) req@ffff88007451ad80 x1818247339256704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.479290:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451ad80 with x1818247339256704 ext(131072->135167) 00002000:00010000:3.0:1734016136.479295:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451ad80 00000100:00100000:3.0:1734016136.479335:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9580 00000100:00100000:3.0:1734016136.479341:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339256704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.479507:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339256704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 163us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.479514:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9580 00002000:00100000:3.0:1734016136.479521:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (131072->135167) req@ffff88007451ad80 x1818247339256704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.479529:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451ad80 with x1818247339256704 ext(131072->135167) 00002000:00010000:3.0:1734016136.479531:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451ad80 00000100:00100000:0.0:1734016136.503736:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.503835:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339256960 00000100:00100000:1.0:1734016136.503844:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339256960 00002000:00100000:1.0:1734016136.503884:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (126976->131071) req@ffff88007451b100 x1818247339256960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.503899:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451b100 with x1818247339256960 ext(126976->131071) 00002000:00010000:1.0:1734016136.503904:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451b100 00000100:00100000:1.0:1734016136.503933:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9581 00000100:00100000:1.0:1734016136.503939:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339256960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.504057:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339256960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 118us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.504063:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9581 00002000:00100000:1.0:1734016136.504068:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (126976->131071) req@ffff88007451b100 x1818247339256960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.504075:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451b100 with x1818247339256960 ext(126976->131071) 00002000:00010000:1.0:1734016136.504078:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451b100 00000100:00100000:0.0:1734016136.518072:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.518804:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339257216 00000100:00100000:1.0:1734016136.518812:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339257216 00002000:00100000:1.0:1734016136.518848:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (122880->126975) req@ffff88007451b800 x1818247339257216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.518858:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451b800 with x1818247339257216 ext(122880->126975) 00002000:00010000:1.0:1734016136.518863:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451b800 00000100:00100000:3.0:1734016136.520574:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9582 00000100:00100000:3.0:1734016136.520586:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339257216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.523073:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339257216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2480us (4999us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.523084:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9582 00002000:00100000:3.0:1734016136.523093:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (122880->126975) req@ffff88007451b800 x1818247339257216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.523103:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451b800 with x1818247339257216 ext(122880->126975) 00002000:00010000:3.0:1734016136.523107:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451b800 00000100:00100000:0.0:1734016136.532270:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.532560:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339257472 00000100:00100000:3.0:1734016136.532568:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339257472 00002000:00100000:3.0:1734016136.532601:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (118784->122879) req@ffff88007451bb80 x1818247339257472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.532610:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451bb80 with x1818247339257472 ext(118784->122879) 00002000:00010000:3.0:1734016136.532614:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451bb80 00000100:00100000:3.0:1734016136.532638:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9583 00000100:00100000:3.0:1734016136.532643:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007451bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339257472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.532754:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007451bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339257472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 109us (492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.532761:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9583 00002000:00100000:3.0:1734016136.532766:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (118784->122879) req@ffff88007451bb80 x1818247339257472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.532774:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007451bb80 with x1818247339257472 ext(118784->122879) 00002000:00010000:3.0:1734016136.532777:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007451bb80 00000100:00100000:0.0:1734016136.535294:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.535375:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339257728 00000100:00100000:1.0:1734016136.535384:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339257728 00002000:00100000:1.0:1734016136.535416:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (114688->118783) req@ffff880074518700 x1818247339257728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.535426:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518700 with x1818247339257728 ext(114688->118783) 00002000:00010000:1.0:1734016136.535430:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518700 00000100:00100000:1.0:1734016136.535457:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9584 00000100:00100000:1.0:1734016136.535463:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339257728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.535585:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339257728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.535590:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9584 00002000:00100000:1.0:1734016136.535594:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (114688->118783) req@ffff880074518700 x1818247339257728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.535600:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074518700 with x1818247339257728 ext(114688->118783) 00002000:00010000:1.0:1734016136.535603:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074518700 00000100:00100000:0.0:1734016136.540901:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.540985:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339257984 00000100:00100000:3.0:1734016136.540992:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339257984 00002000:00100000:3.0:1734016136.541026:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (110592->114687) req@ffff880071988a80 x1818247339257984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.541035:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988a80 with x1818247339257984 ext(110592->114687) 00002000:00010000:3.0:1734016136.541039:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988a80 00000100:00100000:3.0:1734016136.541964:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9585 00000100:00100000:3.0:1734016136.541971:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339257984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.542100:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339257984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (1207us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.542106:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9585 00002000:00100000:3.0:1734016136.542111:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (110592->114687) req@ffff880071988a80 x1818247339257984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.542120:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988a80 with x1818247339257984 ext(110592->114687) 00002000:00010000:3.0:1734016136.542124:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988a80 00000100:00100000:0.0:1734016136.555520:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.555625:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339258240 00000100:00100000:1.0:1734016136.555633:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339258240 00002000:00100000:1.0:1734016136.555665:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (106496->110591) req@ffff880071988e00 x1818247339258240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.555673:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988e00 with x1818247339258240 ext(106496->110591) 00002000:00010000:1.0:1734016136.555677:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988e00 00000100:00100000:1.0:1734016136.555709:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9586 00000100:00100000:1.0:1734016136.555715:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339258240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.555837:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339258240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.555842:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9586 00002000:00100000:1.0:1734016136.555847:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (106496->110591) req@ffff880071988e00 x1818247339258240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.555853:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988e00 with x1818247339258240 ext(106496->110591) 00002000:00010000:1.0:1734016136.555855:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988e00 00000100:00100000:0.0:1734016136.566871:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.566939:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339258496 00000100:00100000:3.0:1734016136.566946:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339258496 00002000:00100000:3.0:1734016136.566979:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (102400->106495) req@ffff880071989f80 x1818247339258496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.566988:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989f80 with x1818247339258496 ext(102400->106495) 00002000:00010000:3.0:1734016136.566993:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071989f80 00000100:00100000:3.0:1734016136.567018:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9587 00000100:00100000:3.0:1734016136.567023:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339258496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.567136:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339258496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 112us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.567142:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9587 00002000:00100000:3.0:1734016136.567147:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (102400->106495) req@ffff880071989f80 x1818247339258496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.567153:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071989f80 with x1818247339258496 ext(102400->106495) 00002000:00010000:3.0:1734016136.567155:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071989f80 00000100:00100000:0.0:1734016136.576122:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.576210:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339258752 00000100:00100000:1.0:1734016136.576219:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339258752 00002000:00100000:1.0:1734016136.576256:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (98304->102399) req@ffff88007198aa00 x1818247339258752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.576266:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198aa00 with x1818247339258752 ext(98304->102399) 00002000:00010000:1.0:1734016136.576270:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198aa00 00000100:00100000:1.0:1734016136.576303:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9588 00000100:00100000:1.0:1734016136.576309:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339258752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.576457:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339258752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.576463:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9588 00002000:00100000:1.0:1734016136.576468:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (98304->102399) req@ffff88007198aa00 x1818247339258752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.576474:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007198aa00 with x1818247339258752 ext(98304->102399) 00002000:00010000:1.0:1734016136.576487:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007198aa00 00000100:00100000:0.0:1734016136.595798:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.596826:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339258880 00000100:00100000:1.0:1734016136.596836:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339258880 00000100:00100000:1.0:1734016136.596892:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11463 00000100:00100000:1.0:1734016136.596899:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339258880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.596916:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.596932:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7322085 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2644 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.596979:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651840:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.597027:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.602947:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651840:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.602976:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7322085 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2644 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.602988:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7322085 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2644 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.609545:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016136.609625:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339258880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12722us (13832us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.609635:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11463 00000100:00100000:0.0:1734016136.622736:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.622835:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339259008 00000100:00100000:1.0:1734016136.622844:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339259008 00000100:00100000:1.0:1734016136.622899:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11464 00000100:00100000:1.0:1734016136.622906:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339259008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.622924:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.622938:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732208c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a264b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.622984:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651968:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.623046:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.625604:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341651968:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.625639:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732208c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a264b expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.625652:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732208c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a264b expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.626041:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016136.626097:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339259008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3188us (3365us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.626105:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11464 00000100:00100000:0.0:1734016136.657358:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.657460:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339259264 00000100:00100000:1.0:1734016136.657468:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339259264 00000100:00100000:1.0:1734016136.657719:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2108 00000100:00100000:1.0:1734016136.657726:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+25:9663:x1818247339259264:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:1.0:1734016136.657770:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.657794:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322070 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a262f expref: 25 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.661665:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016136.661673:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016136.661817:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.661831:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.661839:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:1.0:1734016136.661865:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968615 00000004:00010000:1.0:1734016136.661879:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007198bb80 reply state ffff8800741e7000 transno 4294968616 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016136.661885:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016136.661962:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+27:9663:x1818247339259264:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4233us (4611us total) trans 4294968616 rc 0/0 00000100:00100000:1.0:1734016136.661971:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2108 00000020:00080000:1.0:1734016136.661976:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016136.665353:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016136.665365:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016136.665366:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016136.665370:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016136.665375:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38480 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016136.665379:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016136.665384:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016136.665400:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016136.665403:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016136.665406:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016136.665414:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec7322093 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000001:00080000:0.0:1734016136.667581:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968616 is committed 00000001:00080000:0.0:1734016136.667592:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968614 is committed 00000100:00100000:1.0:1734016136.668043:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339259392 00000100:00100000:1.0:1734016136.668052:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339259392 00000100:00100000:1.0:1734016136.668109:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11465 00000100:00100000:1.0:1734016136.668116:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339259392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.668132:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.668149:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2652 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.668173:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.668209:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.668211:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.668215:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.668247:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.668256:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 8 pid: 13915 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016136.668267:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652096:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016136.668325:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.683886:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.687115:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652096:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016136.687145:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.687822:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339259520 00000100:00100000:2.0:1734016136.687833:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339259520 00010000:00010000:2.0:1734016136.687864:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 9 pid: 13915 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.687898:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2961 00000100:00100000:2.0:1734016136.687907:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339259520:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.687923:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.687943:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 9 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.687953:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 9 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.687975:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec7322062 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2628 expref: 9 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016136.688012:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.688015:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.688020:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.688029:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.688058:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.688072:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341652224:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016136.688121:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00010000:00010000:1.0:1734016136.688441:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016136.688500:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339259392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 20381us (23134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.688507:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11465 00000100:00100000:2.0:1734016136.693815:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341652224:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016136.693853:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.693892:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007198ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339259520:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5985us (10012us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.693901:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2961 00000100:00100000:0.0:1734016136.702275:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.702354:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339259648 00000100:00100000:3.0:1734016136.702362:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339259648 00002000:00010000:3.0:1734016136.702397:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4597877->18446744073709551615) 00002000:00100000:3.0:1734016136.702401:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988700 with x1818247339259648 ext(4597877->18446744073709551615) 00002000:00010000:3.0:1734016136.702411:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988700. 00000100:00100000:3.0:1734016136.702439:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9589 00000100:00100000:3.0:1734016136.702446:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339259648:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016136.702622:0:13912:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 146133 -> 4597877 00002000:00010000:3.0:1734016136.702625:0:13912:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.702628:0:13912:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.702629:0:13912:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.702631:0:13912:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:3.0:1734016136.702674:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339259648:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 227us (407us total) trans 4294969447 rc 0/0 00000100:00100000:3.0:1734016136.702681:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9589 00002000:00010000:3.0:1734016136.702684:0:13912:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (4597877->18446744073709551615) 00002000:00100000:3.0:1734016136.702687:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071988700 with x1818247339259648 ext(4597877->18446744073709551615) 00002000:00010000:3.0:1734016136.702690:0:13912:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071988700. 00000100:00100000:0.0:1734016136.726996:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.727085:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339259776 00000100:00100000:1.0:1734016136.727092:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339259776 00000100:00100000:1.0:1734016136.727136:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2109 00000100:00100000:1.0:1734016136.727143:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339259776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.727165:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.727208:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec73220a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2659 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.727281:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec73220a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.727292:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec73220a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.727301:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec73220a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:1.0:1734016136.727320:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4597877 00000004:00200000:1.0:1734016136.727323:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016136.727333:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec73220a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016136.727353:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec73220a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2659 expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.727387:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec73220a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2659 expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.727394:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016136.727397:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016136.727399:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016136.727439:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339259776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 297us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.727445:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2109 00000100:00100000:0.0:1734016136.732035:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016136.732106:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339259904 00000100:00100000:2.0:1734016136.732114:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339259904 00000100:00100000:2.0:1734016136.732169:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2110 00000100:00100000:2.0:1734016136.732176:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339259904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.732226:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.732242:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec73220af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2660 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.732322:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016136.732333:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016136.732343:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:2.0:1734016136.732363:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4597877 00000004:00200000:2.0:1734016136.732367:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016136.732379:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016136.732396:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec73220af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 13 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.732422:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 12 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.732433:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016136.732435:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016136.732438:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016136.732472:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339259904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 297us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.732488:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2110 00000100:00100000:0.0:1734016136.735848:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.735917:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339260032 00000100:00100000:1.0:1734016136.735924:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339260032 00000100:00100000:1.0:1734016136.735973:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11466 00000100:00100000:1.0:1734016136.735979:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339260032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.735994:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.736009:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73220bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2667 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.736051:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652352:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.736103:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.741283:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652352:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.741316:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73220bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2667 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.741330:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec73220bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2667 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.741341:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016136.741387:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339260032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5408us (5548us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.741394:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11466 00000100:00100000:0.0:1734016136.757101:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.757215:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339260160 00000100:00100000:1.0:1734016136.757223:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339260160 00000100:00100000:1.0:1734016136.757273:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11467 00000100:00100000:1.0:1734016136.757279:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339260160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.757294:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.757309:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73220c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a266e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.757354:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652480:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.757396:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.764788:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652480:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.764821:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73220c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a266e expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.764835:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec73220c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a266e expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.764853:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016136.764910:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339260160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7631us (7815us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.764917:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11467 00000100:00100000:0.0:1734016136.804088:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.804124:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016136.804200:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339260544 00000100:00100000:3.0:1734016136.804208:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339260544 00002000:00100000:3.0:1734016136.804240:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4599807) req@ffff88012e9d7100 x1818247339260544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.804253:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7100 with x1818247339260544 ext(4194304->4599807) 00002000:00010000:3.0:1734016136.804257:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7100 00000100:00100000:3.0:1734016136.804281:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339260416 00000100:00100000:3.0:1734016136.804283:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339260416 00002000:00100000:3.0:1734016136.804289:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012e9d7480 x1818247339260416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.804294:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7480 with x1818247339260416 ext(0->4194303) 00002000:00010000:3.0:1734016136.804296:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7480 00000100:00100000:3.0:1734016136.804310:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9590 00000100:00100000:3.0:1734016136.804315:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339260544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.804327:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9591 00000100:00100000:2.0:1734016136.804334:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339260416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.810484:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339260544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 6151us (6389us total) trans 0 rc 405504/405504 00000100:00100000:3.0:1734016136.810494:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9590 00002000:00100000:3.0:1734016136.810505:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->4599807) req@ffff88012e9d7100 x1818247339260544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:97/0 lens 488/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 405504/405504 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.810514:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7100 with x1818247339260544 ext(4194304->4599807) 00002000:00010000:3.0:1734016136.810519:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7100 00000100:00100000:3.0:1734016136.931455:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339260416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127109us (127318us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016136.931469:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9591 00002000:00100000:3.0:1734016136.931495:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012e9d7480 x1818247339260416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:97/0 lens 488/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.931505:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e9d7480 with x1818247339260416 ext(0->4194303) 00002000:00010000:3.0:1734016136.931511:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e9d7480 00000100:00100000:0.0:1734016136.942283:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.942399:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339260800 00000100:00100000:1.0:1734016136.942407:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339260800 00000100:00100000:1.0:1734016136.942455:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11468 00000100:00100000:1.0:1734016136.942462:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339260800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.942487:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.942501:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73220cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2675 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.942550:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652608:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.942599:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016136.946411:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:1.0:1734016136.946433:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652608:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.946463:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73220cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2675 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.946485:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec73220cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2675 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.946499:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016136.946670:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339260800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4205us (4392us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.946678:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11468 00000100:00100000:0.0:1734016136.950161:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.950276:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339260928 00000100:00100000:1.0:1734016136.950283:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339260928 00000100:00100000:1.0:1734016136.950329:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11469 00000100:00100000:1.0:1734016136.950336:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339260928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.950350:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.950365:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73220d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a267c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.950412:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652736:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.950459:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.952785:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652736:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.952814:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73220d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a267c expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.952826:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec73220d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a267c expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.952836:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016136.952868:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339260928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2531us (2714us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.952874:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11469 00000100:00100000:0.0:1734016136.959806:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.959897:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339261056 00000100:00100000:1.0:1734016136.959907:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339261056 00000100:00100000:1.0:1734016136.959955:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11470 00000100:00100000:1.0:1734016136.959962:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339261056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.959979:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.959995:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73220d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2683 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.960039:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652864:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.960095:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.962608:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652864:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.962641:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73220d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2683 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.962652:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73220d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2683 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.962664:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016136.962714:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339261056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2751us (2916us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.962722:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11470 00000100:00100000:2.0:1734016136.967943:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.968032:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339261184 00000100:00100000:1.0:1734016136.968041:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339261184 00000100:00100000:1.0:1734016136.968089:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11471 00000100:00100000:1.0:1734016136.968094:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339261184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.968110:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.968129:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73220e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a268a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.968173:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652992:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016136.968241:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.971843:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341652992:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016136.971873:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73220e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a268a expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.971886:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b600/0x903ef4aec73220e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a268a expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.971912:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016136.971949:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339261184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3852us (4014us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.971957:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11471 00000100:00100000:0.0:1734016136.978762:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016136.979267:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339261440 00000100:00100000:1.0:1734016136.979274:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339261440 00000100:00100000:2.0:1734016136.980627:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2111 00000100:00100000:2.0:1734016136.980636:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339261440:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016136.980677:0:6474:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.980700:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec73220a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2659 expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.981012:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016136.981016:0:6474:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016136.981140:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016136.981150:0:6474:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 11 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.981156:0:6474:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:2.0:1734016136.981198:0:6474:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 11 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.981209:0:6474:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 11 pid: 6474 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016136.981219:0:6474:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341653120:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016136.984077:0:6474:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.987902:0:6474:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d4b5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6474:1818247341653120:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016136.987939:0:6474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016136.988507:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.988556:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339261568 00000100:00100000:0.0:1734016136.988561:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339261568 00010000:00010000:0.0:1734016136.988585:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 12 pid: 6474 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016136.988615:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2962 00000100:00100000:0.0:1734016136.988619:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339261568:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.988631:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.988636:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 12 pid: 6474 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.988646:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 12 pid: 6474 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.988663:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec73220b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2660 expref: 12 pid: 6474 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016136.988686:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016136.988691:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016136.988699:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016136.988705:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6474 initiator: MDT0 00010000:00010000:0.0:1734016136.988726:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.988756:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339261568:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 136us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.988762:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2962 00010000:00010000:1.0:1734016136.988839:0:6474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016136.988845:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000001:00080000:1.0:1734016136.988916:0:6474:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968617 00000004:00010000:1.0:1734016136.988949:0:6474:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012e9d4700 reply state ffff880074c93000 transno 4294968618 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000100:00100000:1.0:1734016136.988954:0:6474:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016136.989004:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339261440:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8369us (10250us total) trans 4294968618 rc 0/0 00000100:00100000:1.0:1734016136.989010:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2111 00000020:00080000:1.0:1734016136.989014:0:6474:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016136.991578:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016136.991590:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016136.991595:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016136.991600:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2ca400 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016136.991603:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016136.991609:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016136.991620:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016136.991623:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016136.991626:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016136.991630:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2ca400/0x903ef4aec73220e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6474 initiator: MDT0 00000100:00100000:2.0:1734016136.993406:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016136.994026:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339261696 00000100:00100000:0.0:1734016136.994034:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339261696 00002000:00010000:0.0:1734016136.994068:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2941878->18446744073709551615) 00002000:00100000:0.0:1734016136.994072:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247339261696 ext(2941878->18446744073709551615) 00002000:00010000:0.0:1734016136.994082:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80. 00000100:00100000:0.0:1734016136.994256:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9592 00000100:00100000:0.0:1734016136.994263:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339261696:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:0.0:1734016136.996830:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 4597877 -> 2941878 00002000:00010000:0.0:1734016136.996836:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016136 -> 1734016137 00002000:00010000:0.0:1734016136.996839:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016137 -> 1734016136 00002000:00010000:0.0:1734016136.996840:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016136 -> 1734016137 00002000:00010000:0.0:1734016136.996842:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:0.0:1734016136.999796:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339261696:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 5517us (6383us total) trans 4294969448 rc 0/0 00000100:00100000:0.0:1734016136.999814:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9592 00002000:00010000:0.0:1734016136.999822:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2941878->18446744073709551615) 00002000:00100000:0.0:1734016136.999827:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d4b7b80 with x1818247339261696 ext(2941878->18446744073709551615) 00002000:00010000:0.0:1734016136.999839:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d4b7b80. 00000100:00100000:3.0:1734016137.006776:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.009246:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339261824 00000100:00100000:1.0:1734016137.009257:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339261824 00000100:00080000:0.0:1734016137.009658:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016107 00000100:00100000:1.0:1734016137.009973:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2112 00000100:00100000:1.0:1734016137.009980:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339261824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.009996:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.010014:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec73220ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2691 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.010100:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016137.010111:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016137.010120:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016137.010141:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2941878 00000004:00200000:1.0:1734016137.010144:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016137.010156:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016137.010174:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38480/0x903ef4aec73220ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 13 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.010226:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 12 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.010233:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016137.010236:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016137.010238:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b600, rc 0) 00000100:00100000:1.0:1734016137.011082:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339261824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1099us (4309us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.011088:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2112 00000100:00100000:3.0:1734016137.015098:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.015503:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339261952 00000100:00100000:1.0:1734016137.015512:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339261952 00000100:00080000:0.0:1734016137.015644:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016107 00000100:00100000:1.0:1734016137.015773:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11472 00000100:00100000:1.0:1734016137.015779:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339261952:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.015796:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.015813:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73220fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2698 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.015861:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653248:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.017149:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691cc0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016137.022857:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:1.0:1734016137.022882:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653248:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.022914:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73220fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2698 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.022926:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec73220fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2698 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.022938:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016137.022977:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339261952:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7197us (7888us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.022985:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11472 00000100:00100000:2.0:1734016137.025511:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.026354:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339262080 00000100:00100000:1.0:1734016137.026362:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339262080 00000100:00100000:1.0:1734016137.026407:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11473 00000100:00100000:1.0:1734016137.026412:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339262080:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.026426:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.026441:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7322103 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a269f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.026503:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653376:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.026553:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.030388:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653376:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.030417:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7322103 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a269f expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.030430:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7322103 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a269f expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.031024:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016137.031113:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339262080:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4697us (5607us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.031122:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11473 00000100:00100000:2.0:1734016137.042150:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.042383:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339262208 00000100:00100000:1.0:1734016137.042391:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339262208 00000100:00100000:1.0:1734016137.042436:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11474 00000100:00100000:1.0:1734016137.042442:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339262208:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.042459:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.042973:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec732210a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26a6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.043029:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653504:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.043593:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691cc0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016137.046833:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 2941878 -> 7004205 00000100:00100000:1.0:1734016137.046856:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653504:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.046884:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec732210a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26a6 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.046897:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec732210a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26a6 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.046922:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016137.046974:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339262208:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4530us (4831us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.046982:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11474 00000100:00100000:3.0:1734016137.050578:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.050661:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339262336 00000100:00100000:1.0:1734016137.050672:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339262336 00000100:00100000:1.0:1734016137.050712:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11475 00000100:00100000:1.0:1734016137.050719:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339262336:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.050735:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.050749:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7322111 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26ad expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.050797:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653632:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.051617:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.053606:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653632:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.053635:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7322111 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26ad expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.053648:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7322111 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26ad expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.053657:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016137.053693:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339262336:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2974us (3124us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.053700:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11475 00000100:00100000:2.0:1734016137.056254:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.056338:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339262464 00000100:00100000:1.0:1734016137.056345:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339262464 00000100:00100000:1.0:1734016137.056545:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2113 00000100:00100000:1.0:1734016137.056551:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339262464:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.056572:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.056586:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322118 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26b4 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.056649:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec732211f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016137.056661:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec732211f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016137.056669:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec732211f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016137.056687:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2941878 00000004:00200000:1.0:1734016137.056691:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016137.056703:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec732211f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016137.056721:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec7322118 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26b4 expref: 18 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.056740:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec732211f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26b4 expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.056746:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016137.056749:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016137.056751:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016137.057021:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007402d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339262464:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 468us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.057026:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2113 00000100:00100000:3.0:1734016137.062087:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.062234:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339262592 00000100:00100000:1.0:1734016137.062243:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339262592 00000100:00100000:1.0:1734016137.062302:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11476 00000100:00100000:1.0:1734016137.062309:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339262592:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.062331:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.062353:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7322126 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26bb expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.062409:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653760:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.062485:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.069287:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653760:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.069318:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7322126 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26bb expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.069330:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38fc0/0x903ef4aec7322126 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26bb expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.069360:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38fc0, rc 0) 00000100:00100000:1.0:1734016137.069411:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339262592:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7101us (7335us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.069420:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11476 00000100:00100000:2.0:1734016137.077619:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.077689:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339262720 00000100:00100000:1.0:1734016137.077696:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339262720 00000100:00100000:1.0:1734016137.078014:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11477 00000100:00100000:1.0:1734016137.078020:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339262720:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.078035:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.078049:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26c2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.078071:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.078077:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.078079:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.078082:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6189056->6193151] (req 6189056->6193151) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.078107:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.078118:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 9 pid: 13915 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016137.078134:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653888:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016137.078291:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.080580:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341653888:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016137.080605:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6189056->6193151] (req 6189056->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.080618:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016137.080661:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339262720:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2639us (3048us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.080669:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11477 00000100:00100000:2.0:1734016137.082680:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.082735:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339262848 00000100:00100000:0.0:1734016137.082741:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339262848 00002000:00100000:0.0:1734016137.082773:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6983680->7004204) req@ffff880130d98e00 x1818247339262848/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.082782:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98e00 with x1818247339262848 ext(6983680->7004204) 00010000:00010000:0.0:1734016137.082789:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 10 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016137.082800:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 10 pid: 13915 timeout: 500 lvb_type: 0 00002000:00010000:0.0:1734016137.082806:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d98e00 00000100:00100000:0.0:1734016137.082833:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 341 00000100:00100000:0.0:1734016137.082838:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339262848:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016137.089042:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339262848:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6195us (6360us total) trans 4294969449 rc 0/0 00000100:00100000:0.0:1734016137.089052:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 341 00002000:00100000:0.0:1734016137.089063:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6983680->7004204) req@ffff880130d98e00 x1818247339262848/t4294969449(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:98/0 lens 488/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.089071:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d98e00 with x1818247339262848 ext(6983680->7004204) 00010000:00010000:0.0:1734016137.089079:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016137.089091:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00002000:00010000:0.0:1734016137.089098:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d98e00 00000100:00100000:2.0:1734016137.105956:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.106030:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339262976 00000100:00100000:0.0:1734016137.106037:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339262976 00010000:00010000:0.0:1734016137.106069:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016137.106095:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2963 00000100:00100000:0.0:1734016137.106101:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339262976:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016137.106111:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016137.106124:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 56 -> 104 00010000:00010000:0.0:1734016137.106129:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016137.106137:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016137.106155:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec732209a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2652 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016137.106303:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.106306:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.106312:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.106320:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.106352:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.106362:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e9d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341654016:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016137.107009:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.112416:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.112892:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e9d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341654016:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016137.112914:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016137.114763:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339263232 00000100:00100000:1.0:1734016137.114773:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339263232 00002000:00100000:1.0:1734016137.114815:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6189056->6193151) req@ffff880071fd3100 x1818247339263232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.114824:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3100 with x1818247339263232 ext(6189056->6193151) 00002000:00010000:1.0:1734016137.114829:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3100 00000100:00100000:0.0:1734016137.114908:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339262976:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8803us (8959us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.114917:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2963 00000100:00100000:1.0:1734016137.115613:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9593 00000100:00100000:1.0:1734016137.115623:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339263232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.115797:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339263232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 175us (3388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.115803:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9593 00002000:00100000:1.0:1734016137.115808:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6189056->6193151) req@ffff880071fd3100 x1818247339263232/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.115821:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd3100 with x1818247339263232 ext(6189056->6193151) 00002000:00010000:1.0:1734016137.115825:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd3100 00000100:00100000:3.0:1734016137.127142:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.127206:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339263488 00000100:00100000:0.0:1734016137.127214:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339263488 00002000:00100000:0.0:1734016137.127251:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6184960->6189055) req@ffff880071464380 x1818247339263488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.127260:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464380 with x1818247339263488 ext(6184960->6189055) 00002000:00010000:0.0:1734016137.127265:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464380 00000100:00100000:0.0:1734016137.127301:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9594 00000100:00100000:0.0:1734016137.127308:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339263488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.127482:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339263488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 174us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.127489:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9594 00002000:00100000:0.0:1734016137.127494:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6184960->6189055) req@ffff880071464380 x1818247339263488/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.127508:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464380 with x1818247339263488 ext(6184960->6189055) 00002000:00010000:0.0:1734016137.127511:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464380 00000100:00100000:2.0:1734016137.131394:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.131582:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339263744 00000100:00100000:1.0:1734016137.131591:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339263744 00002000:00100000:1.0:1734016137.131625:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6180864->6184959) req@ffff880071fd0380 x1818247339263744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.131633:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0380 with x1818247339263744 ext(6180864->6184959) 00002000:00010000:1.0:1734016137.131637:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0380 00000100:00100000:1.0:1734016137.131656:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9595 00000100:00100000:1.0:1734016137.131662:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339263744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.131865:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339263744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 202us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.131871:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9595 00002000:00100000:1.0:1734016137.131875:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6180864->6184959) req@ffff880071fd0380 x1818247339263744/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.131881:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd0380 with x1818247339263744 ext(6180864->6184959) 00002000:00010000:1.0:1734016137.131883:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd0380 00000100:00100000:2.0:1734016137.137063:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.137132:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339264000 00000100:00100000:0.0:1734016137.137140:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339264000 00002000:00100000:0.0:1734016137.137171:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6176768->6180863) req@ffff880071fd1880 x1818247339264000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.137209:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1880 with x1818247339264000 ext(6176768->6180863) 00002000:00010000:0.0:1734016137.137213:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1880 00000100:00100000:0.0:1734016137.137233:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9596 00000100:00100000:0.0:1734016137.137240:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339264000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.137368:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339264000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.137374:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9596 00002000:00100000:0.0:1734016137.137378:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6176768->6180863) req@ffff880071fd1880 x1818247339264000/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.137384:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd1880 with x1818247339264000 ext(6176768->6180863) 00002000:00010000:0.0:1734016137.137387:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd1880 00000100:00100000:3.0:1734016137.141486:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.141587:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339264256 00000100:00100000:1.0:1734016137.141596:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339264256 00002000:00100000:1.0:1734016137.141634:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6172672->6176767) req@ffff880071467480 x1818247339264256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.141644:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467480 with x1818247339264256 ext(6172672->6176767) 00002000:00010000:1.0:1734016137.141649:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467480 00000100:00100000:1.0:1734016137.141675:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9597 00000100:00100000:1.0:1734016137.141682:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339264256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.143158:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071467480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339264256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1471us (1684us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.143166:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9597 00002000:00100000:1.0:1734016137.143173:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6172672->6176767) req@ffff880071467480 x1818247339264256/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.143190:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071467480 with x1818247339264256 ext(6172672->6176767) 00002000:00010000:1.0:1734016137.143194:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071467480 00000100:00100000:2.0:1734016137.149657:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.149751:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339264512 00000100:00100000:1.0:1734016137.149758:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339264512 00002000:00100000:1.0:1734016137.149793:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6168576->6172671) req@ffff880071fd2300 x1818247339264512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.149801:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2300 with x1818247339264512 ext(6168576->6172671) 00002000:00010000:1.0:1734016137.149806:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2300 00000100:00100000:1.0:1734016137.150138:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9598 00000100:00100000:1.0:1734016137.150145:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339264512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.150903:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071fd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339264512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 755us (1253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.150909:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9598 00002000:00100000:1.0:1734016137.150915:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6168576->6172671) req@ffff880071fd2300 x1818247339264512/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.150921:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071fd2300 with x1818247339264512 ext(6168576->6172671) 00002000:00010000:1.0:1734016137.150925:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071fd2300 00000100:00100000:2.0:1734016137.160057:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.160137:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339264768 00000100:00100000:1.0:1734016137.160144:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339264768 00002000:00100000:1.0:1734016137.160173:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6164480->6168575) req@ffff8800717e8000 x1818247339264768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.160489:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8000 with x1818247339264768 ext(6164480->6168575) 00002000:00010000:1.0:1734016137.160495:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8000 00000100:00100000:1.0:1734016137.160907:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9599 00000100:00100000:1.0:1734016137.160914:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339264768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.161290:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339264768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 375us (1238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.161296:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9599 00002000:00100000:1.0:1734016137.161302:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6164480->6168575) req@ffff8800717e8000 x1818247339264768/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.161309:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8000 with x1818247339264768 ext(6164480->6168575) 00002000:00010000:1.0:1734016137.161312:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8000 00000100:00100000:3.0:1734016137.167331:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.167502:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339265024 00000100:00100000:1.0:1734016137.167511:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339265024 00002000:00100000:1.0:1734016137.167544:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6160384->6164479) req@ffff880071464700 x1818247339265024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.167553:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464700 with x1818247339265024 ext(6160384->6164479) 00002000:00010000:1.0:1734016137.167557:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464700 00000100:00100000:1.0:1734016137.167778:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9600 00000100:00100000:1.0:1734016137.167785:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339265024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.169525:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071464700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339265024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1732us (2194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.169536:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9600 00002000:00100000:1.0:1734016137.169548:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6160384->6164479) req@ffff880071464700 x1818247339265024/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.169556:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071464700 with x1818247339265024 ext(6160384->6164479) 00002000:00010000:1.0:1734016137.169561:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071464700 00000100:00100000:2.0:1734016137.174588:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.175056:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339265280 00000100:00100000:0.0:1734016137.175064:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339265280 00002000:00100000:0.0:1734016137.175101:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6156288->6160383) req@ffff8800717e8380 x1818247339265280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.175110:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8380 with x1818247339265280 ext(6156288->6160383) 00002000:00010000:0.0:1734016137.175115:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8380 00000100:00100000:0.0:1734016137.175147:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9601 00000100:00100000:0.0:1734016137.175152:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339265280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.175320:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339265280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (739us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.175326:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9601 00002000:00100000:0.0:1734016137.175331:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6156288->6160383) req@ffff8800717e8380 x1818247339265280/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.175338:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8380 with x1818247339265280 ext(6156288->6160383) 00002000:00010000:0.0:1734016137.175341:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8380 00000100:00100000:2.0:1734016137.183456:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.183601:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339265536 00000100:00100000:1.0:1734016137.183609:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339265536 00002000:00100000:1.0:1734016137.183649:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6152192->6156287) req@ffff8800717e8a80 x1818247339265536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.183659:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8a80 with x1818247339265536 ext(6152192->6156287) 00002000:00010000:1.0:1734016137.183664:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8a80 00000100:00100000:1.0:1734016137.183684:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9602 00000100:00100000:1.0:1734016137.183690:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339265536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.183834:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339265536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.183841:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9602 00002000:00100000:1.0:1734016137.183846:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6152192->6156287) req@ffff8800717e8a80 x1818247339265536/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.183852:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8a80 with x1818247339265536 ext(6152192->6156287) 00002000:00010000:1.0:1734016137.183855:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8a80 00000100:00100000:3.0:1734016137.190642:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.190797:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339265792 00000100:00100000:0.0:1734016137.190806:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339265792 00002000:00100000:0.0:1734016137.190840:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6148096->6152191) req@ffff880071465f80 x1818247339265792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.190851:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247339265792 ext(6148096->6152191) 00002000:00010000:0.0:1734016137.190855:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:0.0:1734016137.190881:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9603 00000100:00100000:0.0:1734016137.190887:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339265792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.192351:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339265792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1455us (1711us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.192361:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9603 00002000:00100000:0.0:1734016137.192369:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (6148096->6152191) req@ffff880071465f80 x1818247339265792/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.192378:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071465f80 with x1818247339265792 ext(6148096->6152191) 00002000:00010000:0.0:1734016137.192383:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071465f80 00000100:00100000:2.0:1734016137.199270:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.199386:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339266048 00000100:00100000:1.0:1734016137.199394:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339266048 00002000:00100000:1.0:1734016137.199432:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6144000->6148095) req@ffff8800717e8700 x1818247339266048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.199446:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8700 with x1818247339266048 ext(6144000->6148095) 00002000:00010000:1.0:1734016137.199451:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8700 00000100:00100000:1.0:1734016137.199480:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9604 00000100:00100000:1.0:1734016137.199487:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339266048:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.199655:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1981:x1818247339266048:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 167us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.199662:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9604 00002000:00100000:1.0:1734016137.199667:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6144000->6148095) req@ffff8800717e8700 x1818247339266048/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.199674:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717e8700 with x1818247339266048 ext(6144000->6148095) 00002000:00010000:1.0:1734016137.199676:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717e8700 00000100:00100000:2.0:1734016137.206648:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.206737:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339266176 00000100:00100000:1.0:1734016137.206744:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339266176 00000100:00100000:1.0:1734016137.206791:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11478 00000100:00100000:1.0:1734016137.206798:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339266176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.206815:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.206831:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26c9 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.206852:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.206854:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.206861:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.206874:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.206885:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016137.206920:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339266176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 123us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.206926:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11478 00010000:00010000:1.0:1734016137.214684:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016137.242911:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016137.242953:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.247727:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339266432 00000100:00100000:0.0:1734016137.247739:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339266432 00002000:00100000:0.0:1734016137.247782:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5967871) req@ffff880071466a00 x1818247339266432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.247791:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466a00 with x1818247339266432 ext(0->5967871) 00002000:00010000:0.0:1734016137.247795:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466a00 00000100:00100000:0.0:1734016137.247823:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339266688 00000100:00100000:0.0:1734016137.247826:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339266688 00002000:00100000:0.0:1734016137.247838:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7008255) req@ffff88012bdb4a80 x1818247339266688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.247844:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247339266688 ext(4190208->7008255) 00002000:00010000:0.0:1734016137.247846:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80 00000100:00100000:0.0:1734016137.247871:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9605 00000100:00100000:0.0:1734016137.247877:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1982:x1818247339266432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.251095:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9606 00000100:00100000:2.0:1734016137.251104:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339266688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.320694:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339266688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 69583us (77732us total) trans 0 rc 2813952/2813952 00000100:00100000:0.0:1734016137.320706:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9606 00002000:00100000:0.0:1734016137.320717:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4190208->7008255) req@ffff88012bdb4a80 x1818247339266688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 2813952/2813952 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.320725:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb4a80 with x1818247339266688 ext(4190208->7008255) 00002000:00010000:0.0:1734016137.320729:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb4a80 00000100:00100000:0.0:1734016137.348572:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071466a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339266432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 100686us (105660us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016137.348583:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9605 00002000:00100000:0.0:1734016137.348596:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->5967871) req@ffff880071466a00 x1818247339266432/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.348604:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071466a00 with x1818247339266432 ext(0->5967871) 00002000:00010000:0.0:1734016137.348609:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071466a00 00000100:00100000:2.0:1734016137.404452:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016137.405037:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339266816 00000100:00100000:3.0:1734016137.405047:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339266816 00000100:00100000:3.0:1734016137.405115:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11479 00000100:00100000:3.0:1734016137.405122:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339266816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.405141:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.405155:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26d0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.405231:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.405239:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.405243:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.405245:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.405247:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [3739648->3801087] (req 3739648->3801087) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.405275:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.405287:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 11 pid: 13915 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016137.405304:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341654144:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016137.405369:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.405377:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 10 pid: 13915 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016137.405385:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341654272:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016137.405398:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.415068:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341654144:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016137.415082:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bdb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341654272:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016137.415107:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [3739648->3801087] (req 3739648->3801087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.415124:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016137.415204:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339266816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10055us (10734us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.415216:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11479 00000100:00100000:0.0:1734016137.418677:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.418762:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339266944 00000100:00100000:2.0:1734016137.418770:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339266944 00010000:00010000:2.0:1734016137.418796:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 10 pid: 13915 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016137.418816:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2964 00000100:00100000:2.0:1734016137.418822:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339266944:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.418833:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.418848:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 10 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016137.418856:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 10 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016137.418871:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec732212d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6189056->6193151) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c2 expref: 10 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016137.418899:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.418927:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339266944:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 106us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.418932:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2964 00000100:00100000:2.0:1734016137.459009:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.459078:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339267072 00000100:00100000:0.0:1734016137.459086:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339267072 00010000:00010000:0.0:1734016137.459117:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016137.459152:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2965 00000100:00100000:0.0:1734016137.459158:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339267072:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016137.459171:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016137.459215:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016137.459227:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016137.459246:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322134 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26c9 expref: 12 pid: 13915 timeout: 500 lvb_type: 0 00010000:00010000:0.0:1734016137.459266:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.459267:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.459273:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.459280:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.459312:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.459325:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e9d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341654400:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016137.459374:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.463725:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e9d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341654400:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016137.463746:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.463785:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339267072:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4626us (4783us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.463796:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2965 00000100:00100000:0.0:1734016137.465922:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016137.466007:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339267200 00000100:00100000:3.0:1734016137.466014:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339267200 00000100:00100000:3.0:1734016137.466059:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11480 00000100:00100000:3.0:1734016137.466066:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339267200:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016137.466270:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7004205 -> 7004205 00002000:00010000:3.0:1734016137.466273:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.466275:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.466276:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.466277:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 104 -> 224 00000100:00100000:3.0:1734016137.466308:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339267200:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 242us (395us total) trans 4294969450 rc 0/0 00000100:00100000:3.0:1734016137.466314:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11480 00000100:00100000:0.0:1734016137.469039:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.469136:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339267328 00000100:00100000:1.0:1734016137.469145:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339267328 00000100:00100000:1.0:1734016137.469214:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11481 00000100:00100000:1.0:1734016137.469221:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339267328:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.469246:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.469260:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322142 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26d7 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.469304:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341654528:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.469348:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.475540:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341654528:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.475577:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322142 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d7 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.475592:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3af40/0x903ef4aec7322142 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d7 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.475622:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3af40, rc 0) 00000100:00100000:1.0:1734016137.475667:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339267328:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6445us (6634us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.475677:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11481 00000100:00100000:0.0:1734016137.478946:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.479026:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339267456 00000100:00100000:1.0:1734016137.479037:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339267456 00000100:00100000:1.0:1734016137.479091:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11482 00000100:00100000:1.0:1734016137.479098:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339267456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.479118:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.479139:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7322149 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26de expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.479224:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341654656:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.479281:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.482038:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341654656:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.482077:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7322149 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26de expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.482093:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38000/0x903ef4aec7322149 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26de expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.482124:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38000, rc 0) 00000100:00100000:1.0:1734016137.482205:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339267456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3078us (3236us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.482216:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11482 00000100:00100000:0.0:1734016137.502653:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.502768:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339267584 00000100:00100000:1.0:1734016137.502778:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339267584 00000100:00100000:1.0:1734016137.502827:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11483 00000100:00100000:1.0:1734016137.502834:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339267584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.502853:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.502867:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7322150 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26e5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.502918:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341654784:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.502972:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016137.509870:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 7004205 -> 9833273 00000100:00100000:1.0:1734016137.509895:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341654784:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.509929:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7322150 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26e5 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.509943:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3b3c0/0x903ef4aec7322150 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26e5 expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.509968:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016137.510017:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339267584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7182us (7371us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.510027:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11483 00000100:00100000:0.0:1734016137.516734:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.518493:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339267712 00000100:00100000:1.0:1734016137.518504:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339267712 00000100:00100000:1.0:1734016137.518561:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11484 00000100:00100000:1.0:1734016137.518568:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339267712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.518587:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.518606:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7322157 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26ec expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.518660:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341654912:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.518732:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800766913c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.537593:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341654912:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.537628:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7322157 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26ec expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.537640:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec7322157 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26ec expref: 12 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.537665:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016137.537709:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339267712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 19140us (20984us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.537718:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11484 00000100:00100000:2.0:1734016137.543737:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.543803:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339267968 00000100:00100000:1.0:1734016137.543811:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339267968 00002000:00100000:1.0:1734016137.543848:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3321856->9805823) req@ffff880130d60380 x1818247339267968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.543857:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60380 with x1818247339267968 ext(3321856->9805823) 00002000:00010000:1.0:1734016137.543861:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60380 00000100:00100000:1.0:1734016137.543886:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9607 00000100:00100000:1.0:1734016137.543893:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339267968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.547326:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339267968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3423us (3590us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.547337:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9607 00002000:00100000:0.0:1734016137.547348:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3321856->9805823) req@ffff880130d60380 x1818247339267968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.547359:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d60380 with x1818247339267968 ext(3321856->9805823) 00002000:00010000:0.0:1734016137.547364:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d60380 00000100:00100000:0.0:1734016137.554527:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.554602:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339268224 00000100:00100000:2.0:1734016137.554609:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339268224 00002000:00100000:2.0:1734016137.554642:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3317760->3321855) req@ffff8800740e4000 x1818247339268224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.554650:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4000 with x1818247339268224 ext(3317760->3321855) 00002000:00010000:2.0:1734016137.554655:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4000 00000100:00100000:2.0:1734016137.554677:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9608 00000100:00100000:2.0:1734016137.554683:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339268224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.556263:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339268224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1573us (1736us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.556272:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9608 00002000:00100000:2.0:1734016137.556280:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3317760->3321855) req@ffff8800740e4000 x1818247339268224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.556287:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4000 with x1818247339268224 ext(3317760->3321855) 00002000:00010000:2.0:1734016137.556290:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4000 00000100:00100000:0.0:1734016137.568994:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.569270:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339268480 00000100:00100000:2.0:1734016137.569279:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339268480 00002000:00100000:2.0:1734016137.569318:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3313664->3317759) req@ffff8800740e4380 x1818247339268480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.569328:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4380 with x1818247339268480 ext(3313664->3317759) 00002000:00010000:2.0:1734016137.569333:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4380 00000100:00100000:2.0:1734016137.569365:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9609 00000100:00100000:2.0:1734016137.569373:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339268480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.571631:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339268480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2250us (2642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.571643:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9609 00002000:00100000:2.0:1734016137.571653:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3313664->3317759) req@ffff8800740e4380 x1818247339268480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.571661:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4380 with x1818247339268480 ext(3313664->3317759) 00002000:00010000:2.0:1734016137.571666:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4380 00000100:00100000:3.0:1734016137.576155:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.576467:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339268736 00000100:00100000:2.0:1734016137.576476:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339268736 00002000:00100000:2.0:1734016137.576510:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3309568->3313663) req@ffff88012bdb6a00 x1818247339268736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.576520:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6a00 with x1818247339268736 ext(3309568->3313663) 00002000:00010000:2.0:1734016137.576524:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6a00 00000100:00100000:2.0:1734016137.576552:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9610 00000100:00100000:2.0:1734016137.576558:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339268736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.579256:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339268736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2685us (3100us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.579267:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9610 00002000:00100000:2.0:1734016137.579281:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3309568->3313663) req@ffff88012bdb6a00 x1818247339268736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.579290:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6a00 with x1818247339268736 ext(3309568->3313663) 00002000:00010000:2.0:1734016137.579296:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6a00 00000100:00100000:0.0:1734016137.588295:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.588470:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339268992 00000100:00100000:2.0:1734016137.588480:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339268992 00002000:00100000:2.0:1734016137.588522:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3305472->3309567) req@ffff8800740e5880 x1818247339268992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.588531:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5880 with x1818247339268992 ext(3305472->3309567) 00002000:00010000:2.0:1734016137.588536:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5880 00000100:00100000:2.0:1734016137.588804:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9611 00000100:00100000:2.0:1734016137.588810:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339268992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.588948:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339268992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.588954:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9611 00002000:00100000:2.0:1734016137.588958:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3305472->3309567) req@ffff8800740e5880 x1818247339268992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.588965:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5880 with x1818247339268992 ext(3305472->3309567) 00002000:00010000:2.0:1734016137.588968:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5880 00000100:00100000:0.0:1734016137.593573:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.593654:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339269248 00000100:00100000:2.0:1734016137.593662:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339269248 00002000:00100000:2.0:1734016137.593697:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3301376->3305471) req@ffff8800740e5180 x1818247339269248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.593707:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5180 with x1818247339269248 ext(3301376->3305471) 00002000:00010000:2.0:1734016137.593711:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5180 00000100:00100000:2.0:1734016137.593737:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9612 00000100:00100000:2.0:1734016137.593743:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339269248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.596236:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339269248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2481us (2660us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.596255:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9612 00002000:00100000:2.0:1734016137.596266:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3301376->3305471) req@ffff8800740e5180 x1818247339269248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.596275:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5180 with x1818247339269248 ext(3301376->3305471) 00002000:00010000:2.0:1734016137.596280:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5180 00000100:00100000:3.0:1734016137.608779:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.608853:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339269504 00000100:00100000:2.0:1734016137.608860:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339269504 00002000:00100000:2.0:1734016137.608892:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3297280->3301375) req@ffff88012bdb5500 x1818247339269504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.608899:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5500 with x1818247339269504 ext(3297280->3301375) 00002000:00010000:2.0:1734016137.608903:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5500 00000100:00100000:2.0:1734016137.608931:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9613 00000100:00100000:2.0:1734016137.608937:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339269504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.609079:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339269504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.609085:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9613 00002000:00100000:2.0:1734016137.609090:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3297280->3301375) req@ffff88012bdb5500 x1818247339269504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.609095:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb5500 with x1818247339269504 ext(3297280->3301375) 00002000:00010000:2.0:1734016137.609098:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb5500 00000100:00100000:0.0:1734016137.620372:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.620475:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339269760 00000100:00100000:1.0:1734016137.620484:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339269760 00002000:00100000:1.0:1734016137.620524:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3293184->3297279) req@ffff8800740e5500 x1818247339269760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.620534:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5500 with x1818247339269760 ext(3293184->3297279) 00002000:00010000:1.0:1734016137.620539:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5500 00000100:00100000:1.0:1734016137.620574:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9614 00000100:00100000:1.0:1734016137.620581:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339269760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.620728:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339269760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.620735:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9614 00002000:00100000:1.0:1734016137.620741:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3293184->3297279) req@ffff8800740e5500 x1818247339269760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.620748:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5500 with x1818247339269760 ext(3293184->3297279) 00002000:00010000:1.0:1734016137.620751:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5500 00000100:00100000:0.0:1734016137.632139:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.632804:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339270016 00000100:00100000:2.0:1734016137.632812:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339270016 00002000:00100000:2.0:1734016137.632855:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3289088->3293183) req@ffff8800740e5f80 x1818247339270016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.632869:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5f80 with x1818247339270016 ext(3289088->3293183) 00002000:00010000:2.0:1734016137.632874:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5f80 00000100:00100000:2.0:1734016137.632958:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9615 00000100:00100000:2.0:1734016137.632965:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339270016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.633131:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339270016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (999us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.633138:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9615 00002000:00100000:2.0:1734016137.633144:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3289088->3293183) req@ffff8800740e5f80 x1818247339270016/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.633151:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5f80 with x1818247339270016 ext(3289088->3293183) 00002000:00010000:2.0:1734016137.633154:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5f80 00000100:00100000:3.0:1734016137.642036:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.642118:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339270272 00000100:00100000:1.0:1734016137.642126:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339270272 00002000:00100000:1.0:1734016137.642160:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3284992->3289087) req@ffff88012bdb6680 x1818247339270272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.642171:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6680 with x1818247339270272 ext(3284992->3289087) 00002000:00010000:1.0:1734016137.642176:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6680 00000100:00100000:1.0:1734016137.642236:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9616 00000100:00100000:1.0:1734016137.642242:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339270272:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.642391:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339270272:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016137.642397:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9616 00002000:00100000:1.0:1734016137.642403:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3284992->3289087) req@ffff88012bdb6680 x1818247339270272/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.642410:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb6680 with x1818247339270272 ext(3284992->3289087) 00002000:00010000:1.0:1734016137.642414:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb6680 00000100:00100000:0.0:1734016137.662724:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.662905:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339270528 00000100:00100000:2.0:1734016137.662913:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339270528 00002000:00100000:2.0:1734016137.662942:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3280896->3284991) req@ffff8800740e5c00 x1818247339270528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.662950:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5c00 with x1818247339270528 ext(3280896->3284991) 00002000:00010000:2.0:1734016137.662955:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5c00 00000100:00100000:2.0:1734016137.677670:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9617 00000100:00100000:2.0:1734016137.677680:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339270528:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.677863:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339270528:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 183us (15144us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.677869:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9617 00002000:00100000:2.0:1734016137.677878:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3280896->3284991) req@ffff8800740e5c00 x1818247339270528/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.677886:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e5c00 with x1818247339270528 ext(3280896->3284991) 00002000:00010000:2.0:1734016137.677891:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e5c00 00000100:00100000:0.0:1734016137.689659:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.689752:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339270784 00000100:00100000:1.0:1734016137.689760:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339270784 00002000:00100000:1.0:1734016137.689794:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3276800->3280895) req@ffff8800740e6300 x1818247339270784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.689805:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6300 with x1818247339270784 ext(3276800->3280895) 00002000:00010000:1.0:1734016137.689811:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6300 00000100:00100000:0.0:1734016137.699496:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9618 00000100:00100000:0.0:1734016137.699509:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339270784:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.699669:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339270784:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 162us (10016us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.699678:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9618 00002000:00100000:0.0:1734016137.699685:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3276800->3280895) req@ffff8800740e6300 x1818247339270784/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.699701:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6300 with x1818247339270784 ext(3276800->3280895) 00002000:00010000:0.0:1734016137.699706:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6300 00000100:00100000:3.0:1734016137.713436:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.713524:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339270912 00000100:00100000:0.0:1734016137.713532:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339270912 00002000:00100000:0.0:1734016137.713568:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3276800->9833272) req@ffff88012bdb7100 x1818247339270912/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.713581:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7100 with x1818247339270912 ext(3276800->9833272) 00002000:00010000:0.0:1734016137.713586:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb7100 00000100:00100000:0.0:1734016137.713619:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9619 00000100:00100000:0.0:1734016137.713625:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339270912:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016137.720336:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339270912:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6702us (6899us total) trans 4294969451 rc 0/0 00000100:00100000:0.0:1734016137.720348:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9619 00002000:00100000:0.0:1734016137.720358:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (3276800->9833272) req@ffff88012bdb7100 x1818247339270912/t4294969451(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:98/0 lens 504/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.720367:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bdb7100 with x1818247339270912 ext(3276800->9833272) 00002000:00010000:0.0:1734016137.720372:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bdb7100 00000100:00100000:0.0:1734016137.737090:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.737214:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339271040 00000100:00100000:1.0:1734016137.737222:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339271040 00000100:00100000:1.0:1734016137.737274:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2114 00000100:00100000:1.0:1734016137.737282:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339271040:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:1.0:1734016137.737399:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339271040:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 116us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.737408:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2114 00000100:00100000:0.0:1734016137.739584:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.739677:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339271168 00000100:00100000:1.0:1734016137.739687:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339271168 00000100:00100000:1.0:1734016137.739734:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11485 00000100:00100000:1.0:1734016137.739740:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339271168:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:2.0:1734016137.743957:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969451 is committed 00000001:00080000:2.0:1734016137.743975:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969449 is committed 00000100:00100000:1.0:1734016137.744468:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339271168:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 4715us (4883us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.744480:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11485 00000100:00100000:3.0:1734016137.750204:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.750284:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339271296 00000100:00100000:1.0:1734016137.750292:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339271296 00000100:00100000:1.0:1734016137.750552:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11486 00000100:00100000:1.0:1734016137.750560:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339271296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.750578:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.750595:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732215e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26f3 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.750651:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341655040:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.751152:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016137.765358:0:13915:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 224 -> 376 00000100:00100000:1.0:1734016137.765385:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341655040:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.765416:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732215e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26f3 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.765430:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38b40/0x903ef4aec732215e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26f3 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.765496:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38b40, rc 0) 00000100:00100000:1.0:1734016137.765550:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339271296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14989us (15350us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.765561:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11486 00000100:00100000:0.0:1734016137.768157:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.768263:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339271424 00000100:00100000:1.0:1734016137.768272:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339271424 00000100:00100000:1.0:1734016137.768318:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11487 00000100:00100000:1.0:1734016137.768329:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339271424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.768346:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.768370:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7322165 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a26fa expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.768435:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341655168:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016137.768491:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.770541:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341655168:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016137.770575:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7322165 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26fa expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.770590:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a3ba80/0x903ef4aec7322165 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26fa expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.770606:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016137.770664:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339271424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2338us (2517us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.770673:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11487 00000100:00100000:0.0:1734016137.773785:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016137.773853:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339271552 00000100:00100000:1.0:1734016137.773861:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339271552 00000100:00100000:1.0:1734016137.773907:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11488 00000100:00100000:1.0:1734016137.773915:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339271552:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:1.0:1734016137.774114:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9833273 -> 9833273 00002000:00010000:1.0:1734016137.774119:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.774121:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.774123:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.774124:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:1.0:1734016137.774200:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339271552:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 265us (402us total) trans 4294969452 rc 0/0 00000100:00100000:1.0:1734016137.774206:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11488 00000100:00100000:2.0:1734016137.776545:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.776742:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339271680 00000100:00100000:0.0:1734016137.776750:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339271680 00000100:00100000:0.0:1734016137.776796:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11489 00000100:00100000:0.0:1734016137.776803:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339271680:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.776819:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.776835:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732216c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2701 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.776879:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655296:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016137.776928:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016137.778514:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016137 -> 1734016138 00000100:00100000:0.0:1734016137.778532:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655296:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016137.778560:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732216c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2701 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.778571:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8480/0x903ef4aec732216c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2701 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.778594:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8480, rc 0) 00000100:00100000:0.0:1734016137.778640:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339271680:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1836us (2101us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.778646:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11489 00000100:00100000:0.0:1734016137.782510:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.782596:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339271808 00000100:00100000:2.0:1734016137.782606:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339271808 00000100:00100000:2.0:1734016137.782654:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11490 00000100:00100000:2.0:1734016137.782660:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339271808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.782681:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.782698:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322173 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2708 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.782752:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655424:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016137.782812:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.787770:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655424:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016137.787811:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322173 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2708 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.787824:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322173 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2708 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.787850:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016137.787897:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339271808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5235us (5393us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.787908:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11490 00000100:00100000:3.0:1734016137.796750:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.796856:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339271936 00000100:00100000:2.0:1734016137.796864:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339271936 00000100:00100000:2.0:1734016137.796911:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11491 00000100:00100000:2.0:1734016137.796918:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339271936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.796936:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.796952:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732217a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a270f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.796998:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655552:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016137.797053:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.799416:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655552:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016137.799452:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732217a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a270f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.799476:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec732217a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a270f expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.799501:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016137.799676:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339271936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2753us (2932us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.799684:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11491 00000100:00100000:0.0:1734016137.806429:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.807945:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339272064 00000100:00100000:2.0:1734016137.807954:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339272064 00000100:00100000:2.0:1734016137.808471:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11492 00000100:00100000:2.0:1734016137.808479:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339272064:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.808496:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.808511:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7322181 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2716 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.808557:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655680:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016137.808614:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.824546:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655680:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016137.824593:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7322181 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2716 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.824607:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec7322181 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2716 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.824635:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016137.824692:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339272064:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16212us (18269us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.824700:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11492 00000100:00100000:0.0:1734016137.828873:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.828942:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339272192 00000100:00100000:2.0:1734016137.828949:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339272192 00000100:00100000:2.0:1734016137.828991:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11493 00000100:00100000:2.0:1734016137.828997:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339272192:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.829013:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.829031:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a271d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.829060:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.829066:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.829068:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.829071:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8929280->8957951] (req 8929280->8957951) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.829097:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.829106:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 6 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.829115:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655808:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016137.830371:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.835036:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341655808:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016137.835072:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8929280->8957951] (req 8929280->8957951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.835089:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016137.838147:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339272192:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9136us (9269us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.838158:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11493 00000100:00100000:3.0:1734016137.865410:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.865628:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339272320 00000100:00100000:2.0:1734016137.865636:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339272320 00010000:00010000:2.0:1734016137.865667:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 7 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016137.865700:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2966 00000100:00100000:2.0:1734016137.865706:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f7a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339272320:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.865721:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.865739:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 7 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.865749:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 7 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.865771:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec732213b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26d0 expref: 7 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016137.865800:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.865802:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.865808:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.865828:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.865860:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.865870:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341655936:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016137.865918:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.872875:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.872965:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341655936:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016137.872985:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.873603:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339272448 00000100:00100000:3.0:1734016137.873610:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339272448 00000100:00100000:3.0:1734016137.873651:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11494 00000100:00100000:3.0:1734016137.873657:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339272448:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016137.873835:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9833273 -> 9833273 00002000:00010000:3.0:1734016137.873838:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.873840:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016137.873842:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016138 -> 1734016137 00002000:00010000:3.0:1734016137.873844:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:2.0:1734016137.873981:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f7a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339272320:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8272us (8579us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.873990:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2966 00000100:00100000:3.0:1734016137.874847:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339272448:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1186us (1979us total) trans 4294969453 rc 0/0 00000100:00100000:3.0:1734016137.874854:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11494 00000100:00100000:2.0:1734016137.878512:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016137.878604:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339272576 00000100:00100000:3.0:1734016137.878611:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339272576 00000100:00100000:3.0:1734016137.878648:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11495 00000100:00100000:3.0:1734016137.878654:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339272576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.878671:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.878685:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec732218f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2724 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.878729:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341656064:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016137.878773:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016137.883072:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016137 -> 1734016138 00000100:00100000:3.0:1734016137.883095:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341656064:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016137.883126:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec732218f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2724 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.883139:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec732218f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2724 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.883153:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016137.888764:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339272576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10094us (10246us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.888777:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11495 00000100:00100000:3.0:1734016137.901104:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.901201:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339272704 00000100:00100000:0.0:1734016137.901209:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339272704 00000100:00100000:0.0:1734016137.901249:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11496 00000100:00100000:0.0:1734016137.901255:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339272704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.901272:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.901286:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7322196 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a272b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.901331:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341656192:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016137.901392:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.904934:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341656192:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016137.904974:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7322196 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a272b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.904988:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec7322196 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a272b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.905002:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:2.0:1734016137.905088:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339272704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3831us (3991us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.905096:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11496 00000100:00100000:2.0:1734016137.925368:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016137.925505:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339272960 00000100:00100000:0.0:1734016137.925512:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339272960 00002000:00100000:0.0:1734016137.925549:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7008256->9834495) req@ffff88012d8abb80 x1818247339272960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.925558:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8abb80 with x1818247339272960 ext(7008256->9834495) 00002000:00010000:0.0:1734016137.925562:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8abb80 00000100:00100000:0.0:1734016137.925589:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9620 00000100:00100000:0.0:1734016137.925595:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339272960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016137.982145:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339272960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 56540us (56776us total) trans 0 rc 2826240/2826240 00000100:00100000:1.0:1734016137.982155:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9620 00002000:00100000:1.0:1734016137.982165:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (7008256->9834495) req@ffff88012d8abb80 x1818247339272960/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:98/0 lens 488/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 2826240/2826240 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016137.982172:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8abb80 with x1818247339272960 ext(7008256->9834495) 00002000:00010000:1.0:1734016137.982176:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8abb80 00000100:00100000:0.0:1734016137.998885:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016137.998982:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339273088 00000100:00100000:2.0:1734016137.998989:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339273088 00000100:00100000:2.0:1734016137.999039:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11497 00000100:00100000:2.0:1734016137.999047:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a762c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339273088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.999063:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.999077:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732219d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2732 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.999123:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341656320:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016137.999211:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016138.001206:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016137 -> 1734016138 00000100:00100000:2.0:1734016138.001226:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341656320:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016138.001252:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732219d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2732 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.001263:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec732219d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2732 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.001280:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016138.001730:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a762c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339273088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2681us (2850us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.001738:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11497 00000100:00100000:3.0:1734016138.008972:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.009247:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339273216 00000100:00100000:2.0:1734016138.009255:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339273216 00000100:00100000:1.0:1734016138.010626:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11498 00000100:00100000:1.0:1734016138.010636:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339273216:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.010654:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.010672:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73221a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2739 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.010724:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800717ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656448:192.168.201.1@tcp:106: 00000100:00100000:1.0:1734016138.010796:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.013286:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800717ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656448:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016138.013314:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73221a4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2739 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.013325:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73221a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2739 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.013342:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:2.0:1734016138.013386:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339273216:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2751us (4421us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.013392:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11498 00000100:00100000:0.0:1734016138.025011:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016138.025132:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339273472 00000100:00100000:1.0:1734016138.025140:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339273472 00002000:00100000:1.0:1734016138.025221:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5259264->5263359) req@ffff8800740e6a00 x1818247339273472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.025231:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6a00 with x1818247339273472 ext(5259264->5263359) 00002000:00010000:1.0:1734016138.025236:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6a00 00000100:00100000:1.0:1734016138.025266:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9621 00000100:00100000:1.0:1734016138.025273:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339273472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.025419:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339273472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.025425:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9621 00002000:00100000:1.0:1734016138.025430:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5259264->5263359) req@ffff8800740e6a00 x1818247339273472/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.025437:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6a00 with x1818247339273472 ext(5259264->5263359) 00002000:00010000:1.0:1734016138.025440:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6a00 00000100:00080000:0.0:1734016138.026502:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016108 00000100:00100000:3.0:1734016138.033623:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.034169:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339273728 00000100:00100000:2.0:1734016138.034216:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339273728 00002000:00100000:2.0:1734016138.034263:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5255168->5259263) req@ffff880071e37100 x1818247339273728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.034273:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247339273728 ext(5255168->5259263) 00002000:00010000:2.0:1734016138.034277:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:2.0:1734016138.034313:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9622 00000100:00100000:2.0:1734016138.034320:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339273728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.034468:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339273728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (853us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.034475:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9622 00002000:00100000:2.0:1734016138.034481:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5255168->5259263) req@ffff880071e37100 x1818247339273728/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.034488:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37100 with x1818247339273728 ext(5255168->5259263) 00002000:00010000:2.0:1734016138.034491:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37100 00000100:00100000:1.0:1734016138.046647:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.046737:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339273984 00000100:00100000:2.0:1734016138.046745:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339273984 00002000:00100000:2.0:1734016138.046778:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5251072->5255167) req@ffff8800717fce00 x1818247339273984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.046787:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fce00 with x1818247339273984 ext(5251072->5255167) 00002000:00010000:2.0:1734016138.046791:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fce00 00000100:00100000:2.0:1734016138.046897:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9623 00000100:00100000:2.0:1734016138.046904:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339273984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.047086:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339273984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 181us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.047093:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9623 00002000:00100000:2.0:1734016138.047099:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5251072->5255167) req@ffff8800717fce00 x1818247339273984/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.047105:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fce00 with x1818247339273984 ext(5251072->5255167) 00002000:00010000:2.0:1734016138.047108:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fce00 00000100:00100000:0.0:1734016138.053638:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.053732:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339274112 00000100:00100000:2.0:1734016138.053740:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339274112 00000100:00100000:2.0:1734016138.054084:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11499 00000100:00100000:2.0:1734016138.054092:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339274112:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.054109:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.054124:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec73221ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2740 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.054168:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656576:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016138.059667:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.070048:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656576:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016138.070080:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec73221ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2740 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.070092:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec73221ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2740 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.070109:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016138.070162:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339274112:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16069us (16531us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.070169:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11499 00000100:00100000:1.0:1734016138.078018:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.078115:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339274240 00000100:00100000:2.0:1734016138.078123:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339274240 00000100:00100000:2.0:1734016138.078160:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11500 00000100:00100000:2.0:1734016138.078167:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339274240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.078214:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.078232:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73221b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2747 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.078281:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656704:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016138.078342:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.088303:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656704:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016138.088341:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73221b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2747 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.088355:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73221b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2747 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.088368:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016138.088418:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339274240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10249us (10408us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.088429:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11500 00000100:00100000:3.0:1734016138.101571:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.101709:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339274368 00000100:00100000:2.0:1734016138.101718:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339274368 00000100:00100000:2.0:1734016138.101752:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11501 00000100:00100000:2.0:1734016138.101759:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339274368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.101774:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.101789:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73221b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a274e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.101835:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656832:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016138.102112:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.104110:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656832:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016138.104137:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73221b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a274e expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.104147:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73221b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a274e expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.104375:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016138.104421:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339274368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2660us (2856us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.104428:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11501 00000100:00100000:1.0:1734016138.121446:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.121794:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339274496 00000100:00100000:2.0:1734016138.121803:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339274496 00000100:00100000:2.0:1734016138.122072:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11502 00000100:00100000:2.0:1734016138.122079:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339274496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.122094:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.122109:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2755 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.122135:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.122142:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.122143:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.122147:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5627904->5631999] (req 5627904->5631999) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.122171:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.122204:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 7 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016138.122217:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656960:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016138.124441:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.145979:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.146084:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341656960:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016138.146115:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5627904->5631999] (req 5627904->5631999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.146132:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016138.146212:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339274496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 24132us (24777us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.146220:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11502 00000100:00100000:0.0:1734016138.146288:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339274624 00000100:00100000:0.0:1734016138.146294:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339274624 00010000:00010000:0.0:1734016138.146317:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016138.146337:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2967 00000100:00100000:0.0:1734016138.146342:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339274624:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016138.146354:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016138.146370:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016138.146379:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016138.146399:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322188 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a271d expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016138.146673:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.146675:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.146682:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.146690:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.146718:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.146729:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341657088:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016138.146757:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.150581:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341657088:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016138.150602:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016138.150654:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339274624:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4309us (4681us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.150662:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2967 00000100:00100000:1.0:1734016138.153144:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.153230:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339274880 00000100:00100000:0.0:1734016138.153239:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339274880 00002000:00100000:0.0:1734016138.153279:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5627904->5631999) req@ffff8800717ff800 x1818247339274880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.153288:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247339274880 ext(5627904->5631999) 00002000:00010000:0.0:1734016138.153292:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:0.0:1734016138.153321:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9624 00000100:00100000:0.0:1734016138.153327:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339274880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.153496:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339274880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 168us (362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.153503:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9624 00002000:00100000:0.0:1734016138.153508:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5627904->5631999) req@ffff8800717ff800 x1818247339274880/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.153515:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ff800 with x1818247339274880 ext(5627904->5631999) 00002000:00010000:0.0:1734016138.153517:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ff800 00000100:00100000:3.0:1734016138.156986:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.157098:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339275136 00000100:00100000:2.0:1734016138.157106:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339275136 00002000:00100000:2.0:1734016138.157142:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5623808->5627903) req@ffff880071e37b80 x1818247339275136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.157151:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37b80 with x1818247339275136 ext(5623808->5627903) 00002000:00010000:2.0:1734016138.157156:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37b80 00000100:00100000:2.0:1734016138.157208:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9625 00000100:00100000:2.0:1734016138.157215:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339275136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.158861:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339275136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1634us (1872us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.158873:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9625 00002000:00100000:2.0:1734016138.158884:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5623808->5627903) req@ffff880071e37b80 x1818247339275136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.158893:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37b80 with x1818247339275136 ext(5623808->5627903) 00002000:00010000:2.0:1734016138.158898:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37b80 00000100:00100000:1.0:1734016138.163214:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.164018:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339275392 00000100:00100000:2.0:1734016138.164027:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339275392 00002000:00100000:2.0:1734016138.164068:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5619712->5623807) req@ffff8800717fd180 x1818247339275392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.164077:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247339275392 ext(5619712->5623807) 00002000:00010000:2.0:1734016138.164081:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd180 00000100:00100000:2.0:1734016138.164098:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9626 00000100:00100000:2.0:1734016138.164103:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339275392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.164830:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339275392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 724us (1658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.164837:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9626 00002000:00100000:2.0:1734016138.164843:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5619712->5623807) req@ffff8800717fd180 x1818247339275392/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.164850:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fd180 with x1818247339275392 ext(5619712->5623807) 00002000:00010000:2.0:1734016138.164853:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fd180 00000100:00100000:1.0:1734016138.170050:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.170151:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339275648 00000100:00100000:2.0:1734016138.170160:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339275648 00002000:00100000:2.0:1734016138.170212:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5615616->5619711) req@ffff8800717fe680 x1818247339275648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.170220:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe680 with x1818247339275648 ext(5615616->5619711) 00002000:00010000:2.0:1734016138.170225:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe680 00000100:00100000:2.0:1734016138.170246:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9627 00000100:00100000:2.0:1734016138.170253:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339275648:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.170397:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339275648:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.170404:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9627 00002000:00100000:2.0:1734016138.170409:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5615616->5619711) req@ffff8800717fe680 x1818247339275648/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.170414:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe680 with x1818247339275648 ext(5615616->5619711) 00002000:00010000:2.0:1734016138.170416:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe680 00000100:00100000:3.0:1734016138.185032:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.185094:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339275904 00000100:00100000:0.0:1734016138.185101:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339275904 00002000:00100000:0.0:1734016138.185133:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5611520->5615615) req@ffff880071e35500 x1818247339275904/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.185147:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247339275904 ext(5611520->5615615) 00002000:00010000:0.0:1734016138.185151:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:0.0:1734016138.185177:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9628 00000100:00100000:0.0:1734016138.185345:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339275904:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.185518:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339275904:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 173us (494us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.185697:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9628 00002000:00100000:0.0:1734016138.185705:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5611520->5615615) req@ffff880071e35500 x1818247339275904/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.185712:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35500 with x1818247339275904 ext(5611520->5615615) 00002000:00010000:0.0:1734016138.185715:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35500 00000100:00100000:1.0:1734016138.195123:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.195425:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339276160 00000100:00100000:0.0:1734016138.195432:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339276160 00002000:00100000:0.0:1734016138.195478:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5607424->5611519) req@ffff8800717fe300 x1818247339276160/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.195487:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe300 with x1818247339276160 ext(5607424->5611519) 00002000:00010000:0.0:1734016138.195492:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe300 00000100:00100000:0.0:1734016138.196522:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9629 00000100:00100000:0.0:1734016138.196528:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339276160:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.196678:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339276160:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 148us (1561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.196685:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9629 00002000:00100000:0.0:1734016138.196690:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5607424->5611519) req@ffff8800717fe300 x1818247339276160/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.196696:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717fe300 with x1818247339276160 ext(5607424->5611519) 00002000:00010000:0.0:1734016138.196700:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717fe300 00000100:00100000:1.0:1734016138.205299:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.205385:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339276416 00000100:00100000:0.0:1734016138.205394:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339276416 00002000:00100000:0.0:1734016138.205434:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5603328->5607423) req@ffff8800717ffb80 x1818247339276416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.205442:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247339276416 ext(5603328->5607423) 00002000:00010000:0.0:1734016138.205446:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:0.0:1734016138.205616:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9630 00000100:00100000:0.0:1734016138.205626:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339276416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.205794:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800717ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339276416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 169us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.205799:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9630 00002000:00100000:0.0:1734016138.205804:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5603328->5607423) req@ffff8800717ffb80 x1818247339276416/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.205809:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800717ffb80 with x1818247339276416 ext(5603328->5607423) 00002000:00010000:0.0:1734016138.205812:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800717ffb80 00000100:00100000:3.0:1734016138.209334:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.209409:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339276672 00000100:00100000:2.0:1734016138.209416:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339276672 00002000:00100000:2.0:1734016138.209456:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5599232->5603327) req@ffff88007e455180 x1818247339276672/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.209464:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247339276672 ext(5599232->5603327) 00002000:00010000:2.0:1734016138.209468:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180 00000100:00100000:2.0:1734016138.209634:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9631 00000100:00100000:2.0:1734016138.209640:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339276672:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.209844:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339276672:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 204us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.209850:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9631 00002000:00100000:2.0:1734016138.209855:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5599232->5603327) req@ffff88007e455180 x1818247339276672/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.209861:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455180 with x1818247339276672 ext(5599232->5603327) 00002000:00010000:2.0:1734016138.209864:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455180 00000100:00100000:1.0:1734016138.212461:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.212548:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339276928 00000100:00100000:2.0:1734016138.212556:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339276928 00002000:00100000:2.0:1734016138.212588:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5595136->5599231) req@ffff880071e1f800 x1818247339276928/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.212597:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f800 with x1818247339276928 ext(5595136->5599231) 00002000:00010000:2.0:1734016138.212603:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f800 00000100:00100000:2.0:1734016138.212620:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9632 00000100:00100000:2.0:1734016138.212626:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339276928:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.212761:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339276928:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.212767:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9632 00002000:00100000:2.0:1734016138.212773:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (5595136->5599231) req@ffff880071e1f800 x1818247339276928/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.212779:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e1f800 with x1818247339276928 ext(5595136->5599231) 00002000:00010000:2.0:1734016138.212781:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e1f800 00010000:00010000:1.0:1734016138.213292:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016138.219033:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.219131:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339277056 00000100:00100000:2.0:1734016138.219139:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339277056 00000100:00100000:2.0:1734016138.219175:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11503 00000100:00100000:2.0:1734016138.219206:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339277056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.219226:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.219241:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a275c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.219265:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.219271:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.219273:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.219276:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6176768->6189055] (req 6176768->6189055) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.219305:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.219315:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016138.219327:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341657216:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016138.219384:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.224848:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341657216:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016138.224877:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6176768->6189055] (req 6176768->6189055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.224894:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016138.224948:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339277056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5740us (5922us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.224956:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11503 00000100:00100000:1.0:1734016138.228810:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.228969:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339277184 00000100:00100000:0.0:1734016138.228977:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339277184 00010000:00010000:0.0:1734016138.229006:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016138.229043:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2968 00000100:00100000:0.0:1734016138.229050:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339277184:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016138.229064:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016138.229081:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016138.229093:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016138.229111:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73221c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2755 expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016138.229139:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.229141:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.229147:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.229154:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.229213:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.229225:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341657344:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016138.229267:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.239003:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341657344:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016138.239027:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016138.239068:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339277184:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10018us (10267us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.239081:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2968 00000100:00100000:0.0:1734016138.240723:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.240799:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339277312 00000100:00100000:2.0:1734016138.240808:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339277312 00000100:00100000:2.0:1734016138.240853:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11504 00000100:00100000:2.0:1734016138.240859:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339277312:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016138.241030:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9833273 -> 9833273 00002000:00010000:2.0:1734016138.241033:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.241035:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016138 -> 1734016137 00002000:00010000:2.0:1734016138.241036:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016138 -> 1734016137 00002000:00010000:2.0:1734016138.241038:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:2.0:1734016138.241108:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339277312:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 248us (390us total) trans 4294969454 rc 0/0 00000100:00100000:2.0:1734016138.241113:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11504 00000100:00100000:1.0:1734016138.249503:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.249566:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339277440 00000100:00100000:0.0:1734016138.249573:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339277440 00000100:00100000:0.0:1734016138.250075:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11505 00000100:00100000:0.0:1734016138.250082:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339277440:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.250098:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.250113:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73221ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2763 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.250158:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341657472:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016138.253480:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478840 going to sleep for 11 seconds 00002000:00010000:0.0:1734016138.257941:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016137 -> 1734016138 00002000:00010000:0.0:1734016138.257948:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016137 -> 1734016138 00000100:00100000:0.0:1734016138.257965:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341657472:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016138.257999:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73221ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2763 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258012:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bad00/0x903ef4aec73221ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2763 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258279:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bad00, rc 0) 00000100:00100000:0.0:1734016138.261147:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339277440:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11053us (11639us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016138.261162:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11505 00000100:00100000:1.0:1734016138.266694:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.266757:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339277568 00000100:00100000:0.0:1734016138.266765:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339277568 00000100:00100000:0.0:1734016138.266811:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11506 00000100:00100000:0.0:1734016138.266818:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339277568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.266832:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.266847:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a276a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.266874:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.266880:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016138.266881:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016138.266885:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [638976->643071] (req 638976->643071) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.266912:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.266923:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 7 pid: 13915 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016138.266934:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341657600:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016138.266995:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.269641:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.269801:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341657600:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016138.269830:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [638976->643071] (req 638976->643071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.269853:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9680, rc 0) 00000100:00100000:0.0:1734016138.269903:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339277568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3083us (3215us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.269912:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11506 00000100:00100000:2.0:1734016138.270367:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339277696 00000100:00100000:2.0:1734016138.270373:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339277696 00010000:00010000:2.0:1734016138.270394:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016138.270419:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2969 00000100:00100000:2.0:1734016138.270424:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339277696:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.270435:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.270463:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.270473:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.270492:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec73221c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a275c expref: 8 pid: 13915 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.270516:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.270518:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.270524:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.270532:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.270559:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.270570:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341657728:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016138.270614:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.275164:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.275296:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341657728:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016138.275317:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.275365:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339277696:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4939us (5733us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.275374:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2969 00000100:00100000:0.0:1734016138.275505:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339277952 00000100:00100000:0.0:1734016138.275510:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339277952 00002000:00100000:0.0:1734016138.275540:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (638976->643071) req@ffff880071d10e00 x1818247339277952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.275549:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10e00 with x1818247339277952 ext(638976->643071) 00002000:00010000:0.0:1734016138.275552:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10e00 00000100:00100000:0.0:1734016138.275566:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9633 00000100:00100000:0.0:1734016138.275572:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339277952:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.275703:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071d10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339277952:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (545us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.275709:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9633 00002000:00100000:0.0:1734016138.275713:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (638976->643071) req@ffff880071d10e00 x1818247339277952/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.275719:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071d10e00 with x1818247339277952 ext(638976->643071) 00002000:00010000:0.0:1734016138.275721:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071d10e00 00000100:00100000:1.0:1734016138.282163:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.282732:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339278208 00000100:00100000:2.0:1734016138.282740:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339278208 00002000:00100000:2.0:1734016138.282779:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (634880->638975) req@ffff880071f9b480 x1818247339278208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.282787:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b480 with x1818247339278208 ext(634880->638975) 00002000:00010000:2.0:1734016138.282791:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b480 00000100:00100000:2.0:1734016138.282852:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9634 00000100:00100000:2.0:1734016138.282859:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339278208:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.283241:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339278208:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 378us (1082us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.283248:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9634 00002000:00100000:2.0:1734016138.283253:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (634880->638975) req@ffff880071f9b480 x1818247339278208/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.283258:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b480 with x1818247339278208 ext(634880->638975) 00002000:00010000:2.0:1734016138.283261:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b480 00000100:00100000:3.0:1734016138.286850:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.287205:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339278464 00000100:00100000:2.0:1734016138.287213:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339278464 00002000:00100000:2.0:1734016138.287245:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (630784->634879) req@ffff88007e454e00 x1818247339278464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.287254:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247339278464 ext(630784->634879) 00002000:00010000:2.0:1734016138.287259:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:2.0:1734016138.287766:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9635 00000100:00100000:2.0:1734016138.287772:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339278464:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.288768:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339278464:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 992us (1923us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.288775:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9635 00002000:00100000:2.0:1734016138.288781:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (630784->634879) req@ffff88007e454e00 x1818247339278464/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.288789:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454e00 with x1818247339278464 ext(630784->634879) 00002000:00010000:2.0:1734016138.288793:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454e00 00000100:00100000:1.0:1734016138.293737:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.294977:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339278720 00000100:00100000:0.0:1734016138.294986:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339278720 00002000:00100000:0.0:1734016138.295024:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (626688->630783) req@ffff880071f98700 x1818247339278720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.295037:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98700 with x1818247339278720 ext(626688->630783) 00002000:00010000:0.0:1734016138.295042:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98700 00000100:00100000:0.0:1734016138.295075:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9636 00000100:00100000:0.0:1734016138.295082:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339278720:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.295251:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339278720:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 169us (1521us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.295259:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9636 00002000:00100000:0.0:1734016138.295263:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (626688->630783) req@ffff880071f98700 x1818247339278720/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.295270:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98700 with x1818247339278720 ext(626688->630783) 00002000:00010000:0.0:1734016138.295272:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98700 00000100:00100000:0.0:1734016138.299837:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.300375:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339278976 00000100:00100000:2.0:1734016138.300384:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339278976 00002000:00100000:2.0:1734016138.300415:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (622592->626687) req@ffff8800740e7800 x1818247339278976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.300424:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e7800 with x1818247339278976 ext(622592->626687) 00002000:00010000:2.0:1734016138.300429:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e7800 00000100:00100000:2.0:1734016138.300727:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9637 00000100:00100000:2.0:1734016138.300735:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339278976:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.301118:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339278976:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 382us (1288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.301124:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9637 00002000:00100000:2.0:1734016138.301130:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (622592->626687) req@ffff8800740e7800 x1818247339278976/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.301137:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e7800 with x1818247339278976 ext(622592->626687) 00002000:00010000:2.0:1734016138.301140:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e7800 00000100:00100000:0.0:1734016138.303953:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.304080:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339279232 00000100:00100000:2.0:1734016138.304089:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339279232 00002000:00100000:2.0:1734016138.304124:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (618496->622591) req@ffff8800740e7b80 x1818247339279232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.304132:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e7b80 with x1818247339279232 ext(618496->622591) 00002000:00010000:2.0:1734016138.304137:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e7b80 00000100:00100000:2.0:1734016138.304156:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9638 00000100:00100000:2.0:1734016138.304163:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339279232:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.304625:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339279232:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 460us (678us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.304631:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9638 00002000:00100000:2.0:1734016138.304637:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (618496->622591) req@ffff8800740e7b80 x1818247339279232/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.304642:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e7b80 with x1818247339279232 ext(618496->622591) 00002000:00010000:2.0:1734016138.304645:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e7b80 00000100:00100000:0.0:1734016138.308818:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.309011:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339279488 00000100:00100000:2.0:1734016138.309020:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339279488 00002000:00100000:2.0:1734016138.309054:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (614400->618495) req@ffff8800740e4700 x1818247339279488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.309064:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4700 with x1818247339279488 ext(614400->618495) 00002000:00010000:2.0:1734016138.309068:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4700 00000100:00100000:2.0:1734016138.309087:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9639 00000100:00100000:2.0:1734016138.309094:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339279488:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.309301:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339279488:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 206us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.309307:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9639 00002000:00100000:2.0:1734016138.309313:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (614400->618495) req@ffff8800740e4700 x1818247339279488/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.309320:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4700 with x1818247339279488 ext(614400->618495) 00002000:00010000:2.0:1734016138.309322:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4700 00000100:00100000:0.0:1734016138.313473:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.313561:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339279744 00000100:00100000:2.0:1734016138.313569:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339279744 00002000:00100000:2.0:1734016138.313603:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (610304->614399) req@ffff8800740e4a80 x1818247339279744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.313612:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4a80 with x1818247339279744 ext(610304->614399) 00002000:00010000:2.0:1734016138.313616:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4a80 00000100:00100000:2.0:1734016138.313635:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9640 00000100:00100000:2.0:1734016138.313640:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339279744:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.313788:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339279744:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.313794:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9640 00002000:00100000:2.0:1734016138.313798:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (610304->614399) req@ffff8800740e4a80 x1818247339279744/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.315910:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e4a80 with x1818247339279744 ext(610304->614399) 00002000:00010000:2.0:1734016138.315933:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e4a80 00000100:00100000:0.0:1734016138.320176:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.320318:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339280000 00000100:00100000:2.0:1734016138.320327:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339280000 00002000:00100000:2.0:1734016138.320364:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (606208->610303) req@ffff8800740e6680 x1818247339280000/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.320373:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6680 with x1818247339280000 ext(606208->610303) 00002000:00010000:2.0:1734016138.320378:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6680 00000100:00100000:2.0:1734016138.320397:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9641 00000100:00100000:2.0:1734016138.320403:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339280000:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.320555:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339280000:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 151us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.320562:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9641 00002000:00100000:2.0:1734016138.320568:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (606208->610303) req@ffff8800740e6680 x1818247339280000/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.320574:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e6680 with x1818247339280000 ext(606208->610303) 00002000:00010000:2.0:1734016138.320577:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e6680 00000100:00100000:0.0:1734016138.334219:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.334315:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339280256 00000100:00100000:2.0:1734016138.334324:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339280256 00002000:00100000:2.0:1734016138.334368:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (602112->606207) req@ffff88011d804380 x1818247339280256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.334379:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247339280256 ext(602112->606207) 00002000:00010000:2.0:1734016138.334384:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380 00000100:00100000:2.0:1734016138.334404:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9642 00000100:00100000:2.0:1734016138.334411:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339280256:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.334567:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339280256:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.334574:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9642 00002000:00100000:2.0:1734016138.334581:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (602112->606207) req@ffff88011d804380 x1818247339280256/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.334589:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d804380 with x1818247339280256 ext(602112->606207) 00002000:00010000:2.0:1734016138.334591:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d804380 00000100:00100000:0.0:1734016138.338260:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.338430:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339280512 00000100:00100000:2.0:1734016138.338439:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339280512 00002000:00100000:2.0:1734016138.338487:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (598016->602111) req@ffff88011d807480 x1818247339280512/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.338496:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247339280512 ext(598016->602111) 00002000:00010000:2.0:1734016138.338500:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:2.0:1734016138.338518:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9643 00000100:00100000:2.0:1734016138.338524:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339280512:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.338662:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339280512:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.338670:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9643 00002000:00100000:2.0:1734016138.338676:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (598016->602111) req@ffff88011d807480 x1818247339280512/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.338683:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d807480 with x1818247339280512 ext(598016->602111) 00002000:00010000:2.0:1734016138.338687:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d807480 00000100:00100000:0.0:1734016138.346321:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.346405:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339280640 00000100:00100000:2.0:1734016138.346413:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339280640 00000100:00100000:2.0:1734016138.346446:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11507 00000100:00100000:2.0:1734016138.346462:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339280640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.346479:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.346493:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2771 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.346519:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.346526:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.346528:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.346531:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1130496->1138687] (req 1130496->1138687) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.346554:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.346565:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 7 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016138.346576:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341657856:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016138.346701:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.348345:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341657856:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016138.348371:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1130496->1138687] (req 1130496->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.348385:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016138.348415:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339280640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1952us (2100us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.348423:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11507 00000100:00100000:0.0:1734016138.350394:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.350680:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339280768 00000100:00100000:2.0:1734016138.350689:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339280768 00010000:00010000:2.0:1734016138.350721:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016138.354333:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2970 00000100:00100000:2.0:1734016138.354345:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339280768:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.354364:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.354389:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.354402:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.354423:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9680/0x903ef4aec73221d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a276a expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016138.354461:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.354463:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.354469:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.354477:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.354510:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.354527:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341657984:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016138.356536:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.358716:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341657984:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016138.358738:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.358775:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339280768:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4430us (8385us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.358786:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2970 00000100:00100000:0.0:1734016138.362070:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.362143:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339280896 00000100:00100000:2.0:1734016138.362152:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339280896 00000100:00100000:2.0:1734016138.362200:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11508 00000100:00100000:2.0:1734016138.362206:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339280896:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016138.362340:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9833273 -> 9833273 00002000:00010000:2.0:1734016138.362343:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.362345:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016138 -> 1734016137 00002000:00010000:2.0:1734016138.362347:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016138 -> 1734016137 00002000:00010000:2.0:1734016138.362348:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:2.0:1734016138.364232:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339280896:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 2016us (2159us total) trans 4294969455 rc 0/0 00000100:00100000:2.0:1734016138.364247:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11508 00000100:00100000:0.0:1734016138.372558:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.373555:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339281024 00000100:00100000:3.0:1734016138.373566:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339281024 00000100:00100000:3.0:1734016138.373624:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11509 00000100:00100000:3.0:1734016138.373632:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339281024:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016138.374674:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9833273 -> 9833273 00002000:00010000:3.0:1734016138.374679:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016138.374681:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016138.374682:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:3.0:1734016138.374684:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:3.0:1734016138.374804:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339281024:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1170us (2253us total) trans 4294969456 rc 0/0 00000100:00100000:3.0:1734016138.374812:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11509 00000100:00100000:0.0:1734016138.385216:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.385368:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339281152 00000100:00100000:3.0:1734016138.385375:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339281152 00000100:00100000:3.0:1734016138.385415:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11510 00000100:00100000:3.0:1734016138.385421:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339281152:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.385436:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.385593:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2778 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.385618:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.385624:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.385626:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.385629:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.385650:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.385659:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 9 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016138.385668:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341658112:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016138.385724:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.393290:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341658112:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016138.393322:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.393338:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016138.393396:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339281152:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7974us (8217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.393403:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11510 00000100:00100000:0.0:1734016138.394323:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.395121:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339281280 00000100:00100000:3.0:1734016138.395129:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339281280 00010000:00010000:3.0:1734016138.395155:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 10 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016138.395201:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2971 00000100:00100000:3.0:1734016138.395207:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339281280:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.395219:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.395237:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 10 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016138.395248:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 10 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016138.395266:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73221dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2771 expref: 10 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016138.395281:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.395282:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.395288:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.395295:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.395322:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.395331:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341658240:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016138.395373:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.399548:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341658240:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016138.399572:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.399631:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339281280:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4421us (5308us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.399643:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2971 00000100:00100000:0.0:1734016138.440810:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.440852:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.441012:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.441725:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339281536 00000100:00100000:2.0:1734016138.441735:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339281536 00002000:00100000:2.0:1734016138.441775:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880076505c00 x1818247339281536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.441785:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247339281536 ext(0->4194303) 00002000:00010000:2.0:1734016138.441790:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505c00 00000100:00100000:2.0:1734016138.441813:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339281792 00000100:00100000:2.0:1734016138.441824:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339281792 00002000:00100000:2.0:1734016138.441837:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9834495) req@ffff880076505500 x1818247339281792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.441850:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247339281792 ext(8388608->9834495) 00002000:00010000:2.0:1734016138.441854:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:2.0:1734016138.441869:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339281664 00000100:00100000:2.0:1734016138.441872:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339281664 00002000:00100000:2.0:1734016138.441881:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880076505f80 x1818247339281664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.441887:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505f80 with x1818247339281664 ext(4194304->8388607) 00002000:00010000:2.0:1734016138.441889:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505f80 00000100:00100000:2.0:1734016138.441899:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9644 00000100:00100000:2.0:1734016138.441906:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339281536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.442896:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9645 00000100:00100000:0.0:1734016138.442902:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339281792:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.444238:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9646 00000100:00100000:3.0:1734016138.444250:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1983:x1818247339281664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.494415:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339281792:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 51504us (53554us total) trans 0 rc 1445888/1445888 00000100:00100000:2.0:1734016138.494427:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9645 00002000:00100000:2.0:1734016138.494436:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9834495) req@ffff880076505500 x1818247339281792/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 1445888/1445888 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.494454:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505500 with x1818247339281792 ext(8388608->9834495) 00002000:00010000:2.0:1734016138.494459:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505500 00000100:00100000:3.0:1734016138.542522:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339281664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 98265us (101500us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016138.542535:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9646 00002000:00100000:3.0:1734016138.542544:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880076505f80 x1818247339281664/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.542552:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505f80 with x1818247339281664 ext(4194304->8388607) 00002000:00010000:3.0:1734016138.542557:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505f80 00000100:00100000:2.0:1734016138.587027:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339281536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145113us (146215us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016138.587040:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9644 00002000:00100000:2.0:1734016138.587051:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880076505c00 x1818247339281536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.587060:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076505c00 with x1818247339281536 ext(0->4194303) 00002000:00010000:2.0:1734016138.587066:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076505c00 00000100:00100000:0.0:1734016138.598982:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.600981:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339282048 00000100:00100000:3.0:1734016138.600991:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339282048 00000100:00100000:3.0:1734016138.601065:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11511 00000100:00100000:3.0:1734016138.601073:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339282048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.601090:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.601104:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a277f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.601128:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.601135:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.601136:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.601139:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8749056->8765439] (req 8749056->8765439) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.601163:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.601173:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 7 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016138.601198:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341658368:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016138.601555:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.604729:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341658368:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016138.604762:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8749056->8765439] (req 8749056->8765439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.604785:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016138.604917:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076505880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:9663:x1818247339282048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3842us (5941us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.604926:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11511 00000100:00100000:0.0:1734016138.631264:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.631386:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339282176 00000100:00100000:3.0:1734016138.631394:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339282176 00010000:00010000:3.0:1734016138.631423:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016138.631457:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2972 00000100:00100000:3.0:1734016138.631463:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339282176:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.631476:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.631492:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016138.631503:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016138.631525:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167840/0x903ef4aec73221e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2778 expref: 8 pid: 7681 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016138.631541:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.631543:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.631549:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.631561:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.631596:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.631608:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341658496:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016138.631658:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.634546:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341658496:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016138.634566:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.636345:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076504380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339282176:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4872us (5079us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.636360:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2972 00000100:00100000:0.0:1734016138.639546:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.639637:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339282432 00000100:00100000:2.0:1734016138.639644:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339282432 00002000:00100000:2.0:1734016138.639678:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8761344->8765439) req@ffff880090a27100 x1818247339282432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.639688:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27100 with x1818247339282432 ext(8761344->8765439) 00002000:00010000:2.0:1734016138.639692:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27100 00000100:00100000:2.0:1734016138.639718:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9647 00000100:00100000:2.0:1734016138.639723:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339282432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.639838:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339282432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 114us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.639845:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9647 00002000:00100000:2.0:1734016138.639850:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8761344->8765439) req@ffff880090a27100 x1818247339282432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.639857:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a27100 with x1818247339282432 ext(8761344->8765439) 00002000:00010000:2.0:1734016138.639860:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a27100 00000100:00100000:0.0:1734016138.644643:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.644736:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339282560 00000100:00100000:3.0:1734016138.644745:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339282560 00000100:00100000:3.0:1734016138.644793:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11512 00000100:00100000:3.0:1734016138.644799:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339282560:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.644814:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.644828:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73221f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2786 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.644871:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341658624:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016138.646020:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.648535:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016137 -> 1734016138 00002000:00010000:3.0:1734016138.648541:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016137 -> 1734016138 00002000:00010000:3.0:1734016138.648542:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016137 -> 1734016138 00000100:00100000:3.0:1734016138.648560:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341658624:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016138.648589:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73221f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2786 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.648600:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73221f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2786 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.648684:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016138.648737:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339282560:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3935us (4099us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.648747:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11512 00000100:00100000:0.0:1734016138.652873:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.652991:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339282688 00000100:00100000:3.0:1734016138.653000:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339282688 00000100:00100000:3.0:1734016138.653076:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11513 00000100:00100000:3.0:1734016138.653084:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339282688:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.653100:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.653115:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a278d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.653142:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.653148:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.653150:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.653153:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [839680->843775] (req 839680->843775) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.653201:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.653212:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 9 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.653222:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341658752:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016138.653895:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.657801:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.657972:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341658752:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016138.657999:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [839680->843775] (req 839680->843775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.658013:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016138.658053:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339282688:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4969us (5188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.658060:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11513 00000100:00100000:3.0:1734016138.658876:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339282816 00000100:00100000:3.0:1734016138.658882:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339282816 00002000:00100000:3.0:1734016138.658909:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8749056->8765439) req@ffff880090a24380 x1818247339282816/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 16872/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.658917:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247339282816 ext(8749056->8765439) 00010000:00010000:3.0:1734016138.658923:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 10 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.658938:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 10 pid: 7681 timeout: 502 lvb_type: 0 00002000:00010000:3.0:1734016138.658943:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090a24380 00000100:00100000:3.0:1734016138.658973:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 342 00000100:00100000:3.0:1734016138.658978:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339282816:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016138.660128:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339282816:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 1144us (2329us total) trans 4294969457 rc 0/0 00000100:00100000:0.0:1734016138.660136:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 342 00002000:00100000:0.0:1734016138.660141:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (8749056->8765439) req@ffff880090a24380 x1818247339282816/t4294969457(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 16872/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.660149:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24380 with x1818247339282816 ext(8749056->8765439) 00010000:00010000:0.0:1734016138.660154:0:13917:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 12 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:0.0:1734016138.660163:0:13917:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 12 pid: 7681 timeout: 502 lvb_type: 0 00002000:00010000:0.0:1734016138.660169:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090a24380 00000100:00100000:0.0:1734016138.663799:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.663934:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339282944 00000100:00100000:3.0:1734016138.663942:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339282944 00010000:00010000:3.0:1734016138.663972:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 12 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.664092:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2973 00000100:00100000:3.0:1734016138.664098:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f79c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339282944:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.664110:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016138.664123:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 376 -> 408 00010000:00010000:3.0:1734016138.664128:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 12 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.664139:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 12 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.664156:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec73221ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a277f expref: 12 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.664345:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.664348:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.664355:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.664363:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.664391:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.664401:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341658880:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016138.664658:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.671109:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341658880:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016138.671133:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.671176:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f79c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339282944:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7075us (7384us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.671204:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2973 00000100:00100000:0.0:1734016138.671483:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016138.672079:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339283200 00000100:00100000:1.0:1734016138.672085:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339283200 00002000:00100000:1.0:1734016138.672113:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (839680->843775) req@ffff880090a24000 x1818247339283200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.672124:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247339283200 ext(839680->843775) 00002000:00010000:1.0:1734016138.672129:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000 00000100:00100000:1.0:1734016138.672150:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9648 00000100:00100000:1.0:1734016138.672155:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339283200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.672273:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339283200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 117us (791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.672279:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9648 00002000:00100000:1.0:1734016138.672285:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (839680->843775) req@ffff880090a24000 x1818247339283200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.672293:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880090a24000 with x1818247339283200 ext(839680->843775) 00002000:00010000:1.0:1734016138.672296:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090a24000 00000100:00100000:0.0:1734016138.678276:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.678384:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339283456 00000100:00100000:2.0:1734016138.678393:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339283456 00002000:00100000:2.0:1734016138.678427:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (835584->839679) req@ffff8800a7700000 x1818247339283456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.678438:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7700000 with x1818247339283456 ext(835584->839679) 00002000:00010000:2.0:1734016138.678451:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7700000 00000100:00100000:2.0:1734016138.678558:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9649 00000100:00100000:2.0:1734016138.678565:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339283456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.678690:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339283456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 125us (422us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.678698:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9649 00002000:00100000:2.0:1734016138.678703:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (835584->839679) req@ffff8800a7700000 x1818247339283456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.678710:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7700000 with x1818247339283456 ext(835584->839679) 00002000:00010000:2.0:1734016138.678713:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7700000 00000100:00100000:0.0:1734016138.682556:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016138.682807:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339283712 00000100:00100000:1.0:1734016138.682816:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339283712 00002000:00100000:1.0:1734016138.682848:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (831488->835583) req@ffff8800a7703480 x1818247339283712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.682858:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7703480 with x1818247339283712 ext(831488->835583) 00002000:00010000:1.0:1734016138.682863:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7703480 00000100:00100000:1.0:1734016138.682893:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9650 00000100:00100000:1.0:1734016138.682900:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339283712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.683043:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339283712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.683049:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9650 00002000:00100000:1.0:1734016138.683055:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (831488->835583) req@ffff8800a7703480 x1818247339283712/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.683061:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7703480 with x1818247339283712 ext(831488->835583) 00002000:00010000:1.0:1734016138.683064:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7703480 00000100:00100000:0.0:1734016138.686477:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.686633:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339283968 00000100:00100000:2.0:1734016138.686643:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339283968 00002000:00100000:2.0:1734016138.686678:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (827392->831487) req@ffff880130c2df80 x1818247339283968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.686688:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2df80 with x1818247339283968 ext(827392->831487) 00002000:00010000:2.0:1734016138.686693:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2df80 00000100:00100000:2.0:1734016138.686724:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9651 00000100:00100000:2.0:1734016138.686731:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339283968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.686869:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339283968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.686877:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9651 00002000:00100000:2.0:1734016138.686883:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (827392->831487) req@ffff880130c2df80 x1818247339283968/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.686891:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2df80 with x1818247339283968 ext(827392->831487) 00002000:00010000:2.0:1734016138.686895:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2df80 00000100:00100000:0.0:1734016138.692228:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016138.692349:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339284224 00000100:00100000:1.0:1734016138.692358:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339284224 00002000:00100000:1.0:1734016138.692391:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (823296->827391) req@ffff880130c2f100 x1818247339284224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.692399:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247339284224 ext(823296->827391) 00002000:00010000:1.0:1734016138.692403:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f100 00000100:00100000:1.0:1734016138.692433:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9652 00000100:00100000:1.0:1734016138.692438:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339284224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.692580:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339284224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.692586:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9652 00002000:00100000:1.0:1734016138.692590:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (823296->827391) req@ffff880130c2f100 x1818247339284224/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.692595:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f100 with x1818247339284224 ext(823296->827391) 00002000:00010000:1.0:1734016138.692598:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f100 00000100:00100000:0.0:1734016138.696453:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.696539:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339284480 00000100:00100000:2.0:1734016138.696550:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339284480 00002000:00100000:2.0:1734016138.696586:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (819200->823295) req@ffff880130c2f480 x1818247339284480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.696598:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247339284480 ext(819200->823295) 00002000:00010000:2.0:1734016138.696602:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:2.0:1734016138.696635:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9653 00000100:00100000:2.0:1734016138.696641:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339284480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.696783:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339284480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.696791:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9653 00002000:00100000:2.0:1734016138.696798:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (819200->823295) req@ffff880130c2f480 x1818247339284480/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.696807:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f480 with x1818247339284480 ext(819200->823295) 00002000:00010000:2.0:1734016138.696811:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f480 00000100:00100000:0.0:1734016138.701355:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016138.703545:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339284736 00000100:00100000:1.0:1734016138.703559:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339284736 00002000:00100000:1.0:1734016138.703602:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (815104->819199) req@ffff880130c2c000 x1818247339284736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.703614:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247339284736 ext(815104->819199) 00002000:00010000:1.0:1734016138.703619:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c000 00000100:00100000:1.0:1734016138.703656:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9654 00000100:00100000:1.0:1734016138.703661:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339284736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.703803:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339284736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (2455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.703809:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9654 00002000:00100000:1.0:1734016138.703814:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (815104->819199) req@ffff880130c2c000 x1818247339284736/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.703819:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c000 with x1818247339284736 ext(815104->819199) 00002000:00010000:1.0:1734016138.703822:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c000 00000100:00100000:0.0:1734016138.708460:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.708695:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339284992 00000100:00100000:2.0:1734016138.708703:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339284992 00002000:00100000:2.0:1734016138.708737:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (811008->815103) req@ffff880130c2dc00 x1818247339284992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.708748:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247339284992 ext(811008->815103) 00002000:00010000:2.0:1734016138.708753:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:2.0:1734016138.708876:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9655 00000100:00100000:2.0:1734016138.708883:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339284992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.709029:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339284992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (584us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.709036:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9655 00002000:00100000:2.0:1734016138.709041:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (811008->815103) req@ffff880130c2dc00 x1818247339284992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.709050:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2dc00 with x1818247339284992 ext(811008->815103) 00002000:00010000:2.0:1734016138.709053:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2dc00 00000100:00100000:0.0:1734016138.712776:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016138.713006:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339285248 00000100:00100000:1.0:1734016138.713013:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339285248 00002000:00100000:1.0:1734016138.713046:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (806912->811007) req@ffff880130c2e300 x1818247339285248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.713053:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247339285248 ext(806912->811007) 00002000:00010000:1.0:1734016138.713057:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:1.0:1734016138.713087:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9656 00000100:00100000:1.0:1734016138.713093:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339285248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.713249:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339285248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.713255:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9656 00002000:00100000:1.0:1734016138.713261:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (806912->811007) req@ffff880130c2e300 x1818247339285248/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.713267:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e300 with x1818247339285248 ext(806912->811007) 00002000:00010000:1.0:1734016138.713269:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e300 00000100:00100000:0.0:1734016138.717107:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.717231:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339285504 00000100:00100000:2.0:1734016138.717239:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339285504 00002000:00100000:2.0:1734016138.717269:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (802816->806911) req@ffff880130c2ea00 x1818247339285504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.717278:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247339285504 ext(802816->806911) 00002000:00010000:2.0:1734016138.717282:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:2.0:1734016138.717452:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9657 00000100:00100000:2.0:1734016138.717459:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339285504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.717715:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339285504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 254us (615us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.717722:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9657 00002000:00100000:2.0:1734016138.717729:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (802816->806911) req@ffff880130c2ea00 x1818247339285504/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.717738:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ea00 with x1818247339285504 ext(802816->806911) 00002000:00010000:2.0:1734016138.717743:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ea00 00000100:00100000:0.0:1734016138.721600:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.721861:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339285760 00000100:00100000:2.0:1734016138.721870:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339285760 00002000:00100000:2.0:1734016138.721906:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (798720->802815) req@ffff880130c2ce00 x1818247339285760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.721916:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ce00 with x1818247339285760 ext(798720->802815) 00002000:00010000:2.0:1734016138.721921:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ce00 00000100:00100000:2.0:1734016138.722136:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9658 00000100:00100000:2.0:1734016138.722144:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339285760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.722313:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339285760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 169us (720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.722320:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9658 00002000:00100000:2.0:1734016138.722326:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (798720->802815) req@ffff880130c2ce00 x1818247339285760/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.722334:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ce00 with x1818247339285760 ext(798720->802815) 00002000:00010000:2.0:1734016138.722337:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ce00 00000100:00100000:0.0:1734016138.726320:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016138.726450:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339286016 00000100:00100000:1.0:1734016138.726458:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339286016 00002000:00100000:1.0:1734016138.726493:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (794624->798719) req@ffff880130c2ca80 x1818247339286016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.726503:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247339286016 ext(794624->798719) 00002000:00010000:1.0:1734016138.726507:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:1.0:1734016138.726541:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9659 00000100:00100000:1.0:1734016138.726547:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339286016:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.726683:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339286016:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016138.726689:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9659 00002000:00100000:1.0:1734016138.726694:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (794624->798719) req@ffff880130c2ca80 x1818247339286016/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.726701:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ca80 with x1818247339286016 ext(794624->798719) 00002000:00010000:1.0:1734016138.726703:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ca80 00000100:00100000:0.0:1734016138.732779:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.733624:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339286144 00000100:00100000:2.0:1734016138.733633:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339286144 00002000:00100000:2.0:1734016138.733671:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (794624->843775) req@ffff880130c2d500 x1818247339286144/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.733682:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247339286144 ext(794624->843775) 00002000:00010000:2.0:1734016138.733687:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:2.0:1734016138.734224:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9660 00000100:00100000:2.0:1734016138.734232:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339286144:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016138.738649:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339286144:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4407us (5868us total) trans 4294969458 rc 0/0 00000100:00100000:2.0:1734016138.738662:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9660 00002000:00100000:2.0:1734016138.738672:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (794624->843775) req@ffff880130c2d500 x1818247339286144/t4294969458(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.738682:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d500 with x1818247339286144 ext(794624->843775) 00002000:00010000:2.0:1734016138.738688:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d500 00000100:00100000:0.0:1734016138.741016:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.741142:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339286272 00000100:00100000:2.0:1734016138.741152:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339286272 00000100:00100000:2.0:1734016138.741267:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2115 00000100:00100000:2.0:1734016138.741274:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070083050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339286272:12345-192.168.201.1@tcp:44:fsx.0 00000100:00080000:0.0:1734016138.741545:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016108 00000100:00100000:2.0:1734016138.741729:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070083050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339286272:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 453us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.741737:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2115 00000100:00100000:0.0:1734016138.745936:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.746032:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339286400 00000100:00100000:3.0:1734016138.746039:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339286400 00000100:00100000:3.0:1734016138.746641:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11514 00000100:00100000:3.0:1734016138.746648:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339286400:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016138.758563:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969458 is committed 00000001:00080000:0.0:1734016138.758577:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969457 is committed 00000100:00100000:3.0:1734016138.758787:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339286400:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 12133us (12852us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.758799:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11514 00000100:00100000:0.0:1734016138.766679:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.766784:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339286528 00000100:00100000:3.0:1734016138.766792:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339286528 00000100:00100000:3.0:1734016138.766830:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11515 00000100:00100000:3.0:1734016138.766837:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339286528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.766853:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.766870:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2794 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.766895:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.766901:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.766902:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.766905:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3764224->3817471] (req 3764224->3817471) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.766932:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.766942:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.766954:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341659008:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016138.767025:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.770968:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341659008:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016138.771006:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3764224->3817471] (req 3764224->3817471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.771027:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016138.771082:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339286528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4243us (4413us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.771097:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11515 00000100:00100000:0.0:1734016138.772675:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.774243:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339286656 00000100:00100000:3.0:1734016138.774261:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339286656 00010000:00010000:3.0:1734016138.774311:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 7 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016138.774387:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2974 00000100:00100000:3.0:1734016138.774398:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339286656:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.774419:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016138.774454:0:7696:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 408 -> 504 00010000:00010000:3.0:1734016138.774461:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 7 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.774474:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 7 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.774505:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73221f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a278d expref: 7 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016138.774746:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.774750:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.774758:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.774769:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.774807:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.774832:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341659136:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016138.775163:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.782396:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341659136:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016138.782423:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.782491:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339286656:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8094us (9823us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.782502:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2974 00000100:00100000:0.0:1734016138.807053:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.809095:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339286912 00000100:00100000:2.0:1734016138.809107:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339286912 00002000:00100000:2.0:1734016138.809145:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880130c2c380 x1818247339286912/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.809155:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c380 with x1818247339286912 ext(0->4194303) 00002000:00010000:2.0:1734016138.809160:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c380 00000100:00100000:1.0:1734016138.810230:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9661 00000100:00100000:1.0:1734016138.810239:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339286912:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.816121:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.816203:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.816250:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339287168 00000100:00100000:0.0:1734016138.816258:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339287168 00002000:00100000:0.0:1734016138.816294:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880130c2ed80 x1818247339287168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.816303:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ed80 with x1818247339287168 ext(4194304->8388607) 00002000:00010000:0.0:1734016138.816308:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ed80 00000100:00100000:0.0:1734016138.816324:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339287296 00000100:00100000:0.0:1734016138.816326:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339287296 00002000:00100000:0.0:1734016138.816337:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9834495) req@ffff880130c2f800 x1818247339287296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.816343:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f800 with x1818247339287296 ext(8388608->9834495) 00002000:00010000:0.0:1734016138.816346:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f800 00000100:00100000:0.0:1734016138.816355:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9662 00000100:00100000:0.0:1734016138.816361:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339287168:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.819519:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9663 00000100:00100000:3.0:1734016138.819529:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339287296:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.849628:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339287296:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 30089us (33437us total) trans 0 rc 1445888/1445888 00000100:00100000:3.0:1734016138.849641:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9663 00002000:00100000:3.0:1734016138.849652:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9834495) req@ffff880130c2f800 x1818247339287296/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 1445888/1445888 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.849661:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2f800 with x1818247339287296 ext(8388608->9834495) 00002000:00010000:3.0:1734016138.849666:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2f800 00000100:00100000:2.0:1734016138.899723:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339286912:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 89473us (92669us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016138.899738:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9661 00002000:00100000:2.0:1734016138.899749:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff880130c2c380 x1818247339286912/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.899758:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c380 with x1818247339286912 ext(0->4194303) 00002000:00010000:2.0:1734016138.899763:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c380 00000100:00100000:0.0:1734016138.923989:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339287168:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 107618us (107871us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016138.924003:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9662 00002000:00100000:0.0:1734016138.924015:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880130c2ed80 x1818247339287168/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.924024:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2ed80 with x1818247339287168 ext(4194304->8388607) 00002000:00010000:0.0:1734016138.924029:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2ed80 00000100:00100000:0.0:1734016138.932868:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016138.934748:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339287552 00000100:00100000:3.0:1734016138.934759:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339287552 00000100:00100000:3.0:1734016138.934801:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11516 00000100:00100000:3.0:1734016138.934809:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339287552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.934828:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.934844:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a279b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.934865:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.934868:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.934874:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.934886:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.934895:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016138.934958:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339287552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 149us (2097us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.934964:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11516 00000100:00100000:2.0:1734016138.947789:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016138.947865:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339287808 00000100:00100000:0.0:1734016138.947874:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339287808 00002000:00100000:0.0:1734016138.947913:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9691136->9695231) req@ffff88012d8a8000 x1818247339287808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.947923:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8000 with x1818247339287808 ext(9691136->9695231) 00002000:00010000:0.0:1734016138.947927:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8000 00000100:00100000:0.0:1734016138.947958:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9664 00000100:00100000:0.0:1734016138.947964:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339287808:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.948095:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339287808:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.948101:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9664 00002000:00100000:0.0:1734016138.948107:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9691136->9695231) req@ffff88012d8a8000 x1818247339287808/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.948114:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8000 with x1818247339287808 ext(9691136->9695231) 00002000:00010000:0.0:1734016138.948117:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8000 00000100:00100000:0.0:1734016138.953044:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.953139:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339288064 00000100:00100000:2.0:1734016138.953148:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339288064 00002000:00100000:2.0:1734016138.953220:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9687040->9691135) req@ffff88011d83f480 x1818247339288064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.953233:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f480 with x1818247339288064 ext(9687040->9691135) 00002000:00010000:2.0:1734016138.953240:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f480 00000100:00100000:2.0:1734016138.953263:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9665 00000100:00100000:2.0:1734016138.953270:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339288064:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.955002:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339288064:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1721us (1956us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.955013:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9665 00002000:00100000:2.0:1734016138.955023:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9687040->9691135) req@ffff88011d83f480 x1818247339288064/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.955032:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f480 with x1818247339288064 ext(9687040->9691135) 00002000:00010000:2.0:1734016138.955036:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f480 00000100:00100000:3.0:1734016138.961827:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.962999:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339288320 00000100:00100000:2.0:1734016138.963008:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339288320 00002000:00100000:2.0:1734016138.963044:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9682944->9687039) req@ffff88007e455f80 x1818247339288320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.963054:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455f80 with x1818247339288320 ext(9682944->9687039) 00002000:00010000:2.0:1734016138.963059:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455f80 00000100:00100000:2.0:1734016138.963151:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9666 00000100:00100000:2.0:1734016138.963158:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339288320:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.963321:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339288320:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 163us (1502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.963332:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9666 00002000:00100000:2.0:1734016138.963338:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9682944->9687039) req@ffff88007e455f80 x1818247339288320/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.963347:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455f80 with x1818247339288320 ext(9682944->9687039) 00002000:00010000:2.0:1734016138.963350:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455f80 00000100:00100000:0.0:1734016138.968102:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.968707:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339288576 00000100:00100000:2.0:1734016138.968715:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339288576 00002000:00100000:2.0:1734016138.968755:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9678848->9682943) req@ffff88011d83c380 x1818247339288576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.968765:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83c380 with x1818247339288576 ext(9678848->9682943) 00002000:00010000:2.0:1734016138.968770:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83c380 00000100:00100000:2.0:1734016138.968823:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9667 00000100:00100000:2.0:1734016138.968832:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339288576:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.973229:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339288576:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 4383us (5121us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.973244:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9667 00002000:00100000:2.0:1734016138.973257:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9678848->9682943) req@ffff88011d83c380 x1818247339288576/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.973267:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83c380 with x1818247339288576 ext(9678848->9682943) 00002000:00010000:2.0:1734016138.973273:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83c380 00000100:00100000:0.0:1734016138.974540:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.974684:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339288832 00000100:00100000:2.0:1734016138.974692:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339288832 00002000:00100000:2.0:1734016138.974727:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9674752->9678847) req@ffff88011d83f800 x1818247339288832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.974735:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f800 with x1818247339288832 ext(9674752->9678847) 00002000:00010000:2.0:1734016138.974738:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f800 00000100:00100000:2.0:1734016138.974761:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9668 00000100:00100000:2.0:1734016138.974767:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339288832:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.975080:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339288832:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 311us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.975087:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9668 00002000:00100000:2.0:1734016138.975092:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9674752->9678847) req@ffff88011d83f800 x1818247339288832/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.975099:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83f800 with x1818247339288832 ext(9674752->9678847) 00002000:00010000:2.0:1734016138.975102:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83f800 00000100:00100000:3.0:1734016138.982449:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.982812:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339289088 00000100:00100000:2.0:1734016138.982822:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339289088 00002000:00100000:2.0:1734016138.982865:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9670656->9674751) req@ffff88007e454700 x1818247339289088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.982877:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454700 with x1818247339289088 ext(9670656->9674751) 00002000:00010000:2.0:1734016138.982882:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454700 00000100:00100000:2.0:1734016138.982908:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9669 00000100:00100000:2.0:1734016138.982917:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339289088:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.985236:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339289088:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 2256us (2742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.985250:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9669 00002000:00100000:2.0:1734016138.985259:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9670656->9674751) req@ffff88007e454700 x1818247339289088/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.985267:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454700 with x1818247339289088 ext(9670656->9674751) 00002000:00010000:2.0:1734016138.985271:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454700 00000100:00100000:0.0:1734016138.989807:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016138.990933:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339289344 00000100:00100000:2.0:1734016138.990944:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339289344 00002000:00100000:2.0:1734016138.990995:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9666560->9670655) req@ffff88011d83dc00 x1818247339289344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.991005:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83dc00 with x1818247339289344 ext(9666560->9670655) 00002000:00010000:2.0:1734016138.991010:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83dc00 00000100:00100000:2.0:1734016138.991038:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9670 00000100:00100000:2.0:1734016138.991047:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339289344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.991745:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339289344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 697us (1950us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.991752:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9670 00002000:00100000:2.0:1734016138.991757:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9666560->9670655) req@ffff88011d83dc00 x1818247339289344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.991763:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83dc00 with x1818247339289344 ext(9666560->9670655) 00002000:00010000:2.0:1734016138.991766:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83dc00 00000100:00100000:0.0:1734016139.002286:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.002679:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339289472 00000100:00100000:3.0:1734016139.002688:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339289472 00000100:00100000:3.0:1734016139.002724:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11517 00000100:00100000:3.0:1734016139.002730:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339289472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.002747:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.002767:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27a2 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.002796:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.002804:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.002809:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.002811:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.002814:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.002841:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.002851:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 8 pid: 7681 timeout: 502 lvb_type: 1 00000100:00100000:3.0:1734016139.002862:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341659264:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016139.003822:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.003830:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 5 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016139.003838:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341659392:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016139.003857:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.015418:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016139.015545:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339289600 00000100:00100000:0.0:1734016139.015555:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339289600 00010000:00010000:0.0:1734016139.015585:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 9 pid: 7681 timeout: 502 lvb_type: 1 00000100:00100000:0.0:1734016139.015627:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2975 00000100:00100000:0.0:1734016139.015634:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339289600:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016139.015648:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016139.015667:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 9 pid: 7681 timeout: 502 lvb_type: 1 00010000:00010000:0.0:1734016139.015677:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 9 pid: 7681 timeout: 502 lvb_type: 1 00010000:00010000:0.0:1734016139.015706:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016139.015746:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339289600:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 113us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.015753:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2975 00010000:00010000:3.0:1734016139.016106:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322206 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a279b expref: 8 pid: 7681 timeout: 502 lvb_type: 1 00000100:00100000:3.0:1734016139.016139:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341659264:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016139.016151:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341659392:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016139.016174:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.016202:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016139.016239:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339289472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13508us (13959us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.016245:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11517 00000100:00100000:2.0:1734016139.047624:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.047699:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339289728 00000100:00100000:1.0:1734016139.047706:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339289728 00010000:00010000:1.0:1734016139.047737:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016139.047771:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2976 00000100:00100000:1.0:1734016139.047776:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339289728:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.047787:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.047802:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016139.047812:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016139.047829:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73221ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2794 expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00000100:00080000:0.0:1734016139.047919:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00010000:00010000:1.0:1734016139.049099:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.049102:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.049112:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.049120:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.049206:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.049219:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341659520:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016139.049262:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.055966:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341659520:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016139.055988:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.056026:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339289728:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8248us (8409us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.056040:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2976 00000100:00100000:0.0:1734016139.057146:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.057208:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339289856 00000100:00100000:3.0:1734016139.057213:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339289856 00000100:00100000:3.0:1734016139.057237:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11518 00000100:00100000:3.0:1734016139.057242:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339289856:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016139.057384:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9833273 -> 9833273 00002000:00010000:3.0:1734016139.057387:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.057389:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.057391:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016139.057393:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 504 -> 552 00000100:00100000:3.0:1734016139.057427:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339289856:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 184us (283us total) trans 4294969459 rc 0/0 00000100:00100000:3.0:1734016139.057432:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11518 00000100:00100000:0.0:1734016139.072520:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.072604:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339290112 00000100:00100000:2.0:1734016139.072613:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339290112 00002000:00100000:2.0:1734016139.072646:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9224192->9228287) req@ffff88011d83c000 x1818247339290112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.072655:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83c000 with x1818247339290112 ext(9224192->9228287) 00002000:00010000:2.0:1734016139.072660:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83c000 00000100:00100000:2.0:1734016139.072676:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9671 00000100:00100000:2.0:1734016139.072681:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339290112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.073479:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339290112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 795us (964us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.073487:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9671 00002000:00100000:2.0:1734016139.073493:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9224192->9228287) req@ffff88011d83c000 x1818247339290112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.073501:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83c000 with x1818247339290112 ext(9224192->9228287) 00002000:00010000:2.0:1734016139.073504:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83c000 00000100:00100000:1.0:1734016139.078566:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.078669:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339290368 00000100:00100000:2.0:1734016139.078677:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339290368 00002000:00100000:2.0:1734016139.078710:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9220096->9224191) req@ffff880071f9a300 x1818247339290368/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.078721:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a300 with x1818247339290368 ext(9220096->9224191) 00002000:00010000:2.0:1734016139.078726:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a300 00000100:00100000:2.0:1734016139.079395:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9672 00000100:00100000:2.0:1734016139.079402:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339290368:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.079696:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339290368:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 292us (1137us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.079705:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9672 00002000:00100000:2.0:1734016139.079712:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9220096->9224191) req@ffff880071f9a300 x1818247339290368/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.079721:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9a300 with x1818247339290368 ext(9220096->9224191) 00002000:00010000:2.0:1734016139.079726:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9a300 00000100:00100000:0.0:1734016139.084287:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.084384:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339290624 00000100:00100000:2.0:1734016139.084393:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339290624 00002000:00100000:2.0:1734016139.084427:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9216000->9220095) req@ffff88011d83fb80 x1818247339290624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.084447:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83fb80 with x1818247339290624 ext(9216000->9220095) 00002000:00010000:2.0:1734016139.084452:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83fb80 00000100:00100000:2.0:1734016139.084503:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9673 00000100:00100000:2.0:1734016139.084510:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339290624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.084926:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339290624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 414us (645us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.084934:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9673 00002000:00100000:2.0:1734016139.084939:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9216000->9220095) req@ffff88011d83fb80 x1818247339290624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.084946:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83fb80 with x1818247339290624 ext(9216000->9220095) 00002000:00010000:2.0:1734016139.084949:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83fb80 00000100:00100000:1.0:1734016139.087992:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.088162:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339290880 00000100:00100000:2.0:1734016139.088171:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339290880 00002000:00100000:2.0:1734016139.088229:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9211904->9215999) req@ffff880071f9bb80 x1818247339290880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.088238:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9bb80 with x1818247339290880 ext(9211904->9215999) 00002000:00010000:2.0:1734016139.088242:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9bb80 00000100:00100000:2.0:1734016139.088261:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9674 00000100:00100000:2.0:1734016139.088267:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339290880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.088381:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339290880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 112us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.088389:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9674 00002000:00100000:2.0:1734016139.088394:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9211904->9215999) req@ffff880071f9bb80 x1818247339290880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.088402:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9bb80 with x1818247339290880 ext(9211904->9215999) 00002000:00010000:2.0:1734016139.088404:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9bb80 00000100:00100000:1.0:1734016139.091914:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016139.091995:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339291136 00000100:00100000:0.0:1734016139.092003:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339291136 00002000:00100000:0.0:1734016139.092038:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9207808->9211903) req@ffff880071f9ad80 x1818247339291136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.092047:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9ad80 with x1818247339291136 ext(9207808->9211903) 00002000:00010000:0.0:1734016139.092050:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9ad80 00000100:00100000:0.0:1734016139.092077:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9675 00000100:00100000:0.0:1734016139.092083:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339291136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.092240:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339291136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016139.092246:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9675 00002000:00100000:0.0:1734016139.092250:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9207808->9211903) req@ffff880071f9ad80 x1818247339291136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.092256:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9ad80 with x1818247339291136 ext(9207808->9211903) 00002000:00010000:0.0:1734016139.092259:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9ad80 00000100:00100000:0.0:1734016139.095815:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.095935:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339291392 00000100:00100000:2.0:1734016139.095943:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339291392 00002000:00100000:2.0:1734016139.095977:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9203712->9207807) req@ffff88011d83df80 x1818247339291392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.095987:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83df80 with x1818247339291392 ext(9203712->9207807) 00002000:00010000:2.0:1734016139.095992:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83df80 00000100:00100000:2.0:1734016139.096017:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9676 00000100:00100000:2.0:1734016139.096022:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339291392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.097166:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339291392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1141us (1361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.097175:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9676 00002000:00100000:2.0:1734016139.097192:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (9203712->9207807) req@ffff88011d83df80 x1818247339291392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.097200:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83df80 with x1818247339291392 ext(9203712->9207807) 00002000:00010000:2.0:1734016139.097204:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83df80 00000100:00100000:1.0:1734016139.111765:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.111978:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339291648 00000100:00100000:2.0:1734016139.111986:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339291648 00000100:00100000:2.0:1734016139.112028:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2116 00000100:00100000:2.0:1734016139.112034:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:9663:x1818247339291648:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016139.112074:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.112098:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec732211f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a26b4 expref: 17 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.112796:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016139.112801:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016139.112935:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016139.112949:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 11 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.112956:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016139.112981:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 11 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.112992:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 11 pid: 6474 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016139.113010:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341659648:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016139.113064:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.116431:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.116512:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341659648:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016139.116537:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016139.116640:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339291776 00000100:00100000:3.0:1734016139.116648:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339291776 00010000:00010000:3.0:1734016139.117037:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 12 pid: 6474 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016139.117074:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2977 00000100:00100000:3.0:1734016139.117081:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339291776:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.117095:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.117100:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 12 pid: 6474 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.117108:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 12 pid: 6474 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.117126:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec73220f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2691 expref: 12 pid: 6474 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.117148:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016139.117152:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.117160:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.117165:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.117196:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.117231:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339291776:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 150us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.117237:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2977 00010000:00010000:3.0:1734016139.117261:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.117266:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00080000:0.0:1734016139.117329:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000001:00080000:3.0:1734016139.117337:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968619 00000004:00010000:3.0:1734016139.117367:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071f9aa00 reply state ffff880074c90000 transno 4294968620 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016139.117373:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016139.117524:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339291648:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 5487us (5766us total) trans 4294968620 rc 0/0 00000100:00100000:3.0:1734016139.117530:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2116 00000020:00080000:3.0:1734016139.117533:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016139.119076:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.119085:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.119090:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.119095:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c9d40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016139.119097:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.119102:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.119111:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016139.119113:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016139.119116:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.119124:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec7322214 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016139.119695:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.120009:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339291904 00000100:00100000:2.0:1734016139.120016:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339291904 00002000:00010000:2.0:1734016139.120040:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2508666->18446744073709551615) 00002000:00100000:2.0:1734016139.120045:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d880 with x1818247339291904 ext(2508666->18446744073709551615) 00002000:00010000:2.0:1734016139.120053:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d880. 00000100:00100000:2.0:1734016139.120069:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9677 00000100:00100000:2.0:1734016139.120075:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339291904:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016139.125094:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9833273 -> 2508666 00002000:00010000:2.0:1734016139.125102:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016139.125104:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.125106:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.125108:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 552 -> 200 00000100:00100000:2.0:1734016139.125206:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339291904:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 5124us (5507us total) trans 4294969460 rc 0/0 00000100:00100000:2.0:1734016139.125216:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9677 00002000:00010000:2.0:1734016139.125221:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2508666->18446744073709551615) 00002000:00100000:2.0:1734016139.125225:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83d880 with x1818247339291904 ext(2508666->18446744073709551615) 00002000:00010000:2.0:1734016139.125230:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83d880. 00000100:00100000:1.0:1734016139.139609:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.139719:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339292032 00000100:00100000:3.0:1734016139.139730:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339292032 00000100:00100000:3.0:1734016139.139788:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2117 00000100:00100000:3.0:1734016139.139796:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339292032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.139818:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.139834:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec732221b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27a9 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.139914:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.139925:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.139934:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016139.139955:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2508666 00000004:00200000:3.0:1734016139.139959:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016139.139971:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.139989:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164900/0x903ef4aec732221b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.140001:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.140012:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016139.140014:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016139.140017:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016139.140055:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339292032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 260us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.140061:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2117 00000100:00100000:0.0:1734016139.153253:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.153324:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339292160 00000100:00100000:1.0:1734016139.153331:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339292160 00000100:00100000:1.0:1734016139.153381:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2118 00000100:00100000:1.0:1734016139.153388:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339292160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.153405:0:6474:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.153419:0:6474:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7322229 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27b0 expref: -99 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.153519:0:6474:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7322230 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016139.153533:0:6474:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7322230 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016139.153542:0:6474:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7322230 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00000004:00200000:1.0:1734016139.153563:0:6474:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2508666 00000004:00200000:1.0:1734016139.153567:0:6474:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016139.153581:0:6474:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7322230 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6474 initiator: MDT0 00010000:00010000:1.0:1734016139.153602:0:6474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b600/0x903ef4aec7322229 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27b0 expref: 13 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.153635:0:6474:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7322230 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27b0 expref: 12 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.153643:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016139.153645:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016139.153649:0:6474:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a39200, rc 0) 00000100:00100000:1.0:1734016139.153688:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339292160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 300us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.153697:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2118 00000100:00100000:0.0:1734016139.158916:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.160641:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339292288 00000100:00100000:2.0:1734016139.160652:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339292288 00000100:00100000:2.0:1734016139.160704:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11519 00000100:00100000:2.0:1734016139.160714:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339292288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.160732:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.160748:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322237 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27b7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.160796:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341659776:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.160854:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.166089:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341659776:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.166116:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322237 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27b7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.166129:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322237 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27b7 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.166758:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016139.166796:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339292288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6083us (7888us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.166804:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11519 00000100:00100000:0.0:1734016139.171366:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.171495:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339292416 00000100:00100000:2.0:1734016139.171504:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339292416 00000100:00100000:2.0:1734016139.171554:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11520 00000100:00100000:2.0:1734016139.171560:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339292416:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.171577:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.171593:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27be expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.171621:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.171629:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.171630:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.171634:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [6742016->6766591] (req 6742016->6766591) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.171660:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.171674:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 8 pid: 13915 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016139.171685:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341659904:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016139.171733:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.174805:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.174903:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339292544 00000100:00100000:3.0:1734016139.174910:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339292544 00010000:00010000:3.0:1734016139.174937:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 9 pid: 13915 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016139.174962:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2978 00000100:00100000:3.0:1734016139.174968:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339292544:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.174980:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.174997:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 9 pid: 13915 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.175007:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 9 pid: 13915 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.175026:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.175027:0:7696:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.175032:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.175132:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec732220d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a2 expref: 9 pid: 13915 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016139.175256:0:7696:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.175284:0:7696:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.175294:0:7696:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341660032:192.168.201.1@tcp:105: 00000100:00100000:3.0:1734016139.175332:0:7696:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.175456:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341659904:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016139.175475:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.175484:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016139.175510:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339292416:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3949us (4151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.175519:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11520 00000100:00100000:0.0:1734016139.186617:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.186727:0:7696:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7696:1818247341660032:192.168.201.1@tcp:105: 00010000:00010000:3.0:1734016139.186744:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.186788:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339292544:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11819us (11991us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.186797:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2978 00000100:00100000:2.0:1734016139.188081:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339292672 00000100:00100000:2.0:1734016139.188088:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339292672 00000100:00100000:2.0:1734016139.188126:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11521 00000100:00100000:2.0:1734016139.188131:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339292672:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.188307:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2508666 -> 2508666 00002000:00010000:2.0:1734016139.188310:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.188312:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.188313:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.188315:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 200 -> 248 00000100:00100000:2.0:1734016139.188342:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339292672:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 210us (1734us total) trans 4294969461 rc 0/0 00000100:00100000:2.0:1734016139.188347:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11521 00000100:00100000:0.0:1734016139.195048:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.195121:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339292800 00000100:00100000:3.0:1734016139.195129:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339292800 00000100:00100000:3.0:1734016139.195173:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11522 00000100:00100000:3.0:1734016139.195206:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339292800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.195221:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.195235:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7322245 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27c5 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.195279:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341660160:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016139.195329:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.199112:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341660160:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016139.199146:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7322245 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27c5 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.199163:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec7322245 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27c5 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.199220:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016139.199269:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339292800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4089us (4228us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.199278:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11522 00000100:00100000:0.0:1734016139.203169:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.203414:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339292928 00000100:00100000:3.0:1734016139.203423:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339292928 00000100:00100000:2.0:1734016139.204311:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11523 00000100:00100000:2.0:1734016139.204321:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339292928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.204339:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.204355:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732224c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27cc expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.204404:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341660288:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.204473:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.208118:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341660288:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.208149:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732224c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27cc expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.208164:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732224c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27cc expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.208212:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016139.208247:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339292928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3927us (5085us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.208255:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11523 00010000:00010000:0.0:1734016139.216227:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.216328:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.216563:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339293184 00000100:00100000:3.0:1734016139.216570:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339293184 00000100:00100000:3.0:1734016139.216626:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2119 00000100:00100000:3.0:1734016139.216632:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339293184:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016139.216666:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.216684:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39200/0x903ef4aec7322230 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27b0 expref: 12 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.217564:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016139.217568:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016139.217831:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.217843:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.217849:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.217876:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.217885:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 18 pid: 6473 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016139.217895:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341660416:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016139.217952:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.220156:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.220379:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341660416:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016139.220395:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016139.220474:0:7696:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339293312 00000100:00100000:2.0:1734016139.220480:0:7696:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339293312 00010000:00010000:2.0:1734016139.220503:0:7696:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 19 pid: 6473 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016139.220532:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2979 00000100:00100000:2.0:1734016139.220537:0:7696:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247339293312:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.220548:0:7696:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.220553:0:7696:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 19 pid: 6473 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016139.220562:0:7696:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 19 pid: 6473 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016139.220579:0:7696:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167600/0x903ef4aec7322222 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27a9 expref: 19 pid: 6473 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016139.220594:0:7696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016139.220598:0:7696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016139.220606:0:7696:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016139.220613:0:7696:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016139.220626:0:7696:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.220652:0:7696:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247339293312:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 114us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.220657:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2979 00010000:00010000:3.0:1734016139.220939:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.220946:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:3.0:1734016139.221010:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968621 00000004:00010000:3.0:1734016139.221037:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880071f98a80 reply state ffff8800741cf000 transno 4294968622 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:3.0:1734016139.221042:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016139.221093:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339293184:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 4461us (4772us total) trans 4294968622 rc 0/0 00000100:00100000:3.0:1734016139.221099:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2119 00000020:00080000:3.0:1734016139.221102:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016139.222979:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:1.0:1734016139.223041:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016139.223048:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016139.223053:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016139.223058:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165680 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016139.223062:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016139.223067:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016139.223078:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016139.223081:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016139.223084:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016139.223088:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec7322253 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016139.223266:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339293440 00000100:00100000:2.0:1734016139.223276:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339293440 00002000:00010000:2.0:1734016139.223298:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7719322->18446744073709551615) 00002000:00100000:2.0:1734016139.223303:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ca80 with x1818247339293440 ext(7719322->18446744073709551615) 00002000:00010000:2.0:1734016139.223310:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ca80. 00000100:00100000:2.0:1734016139.223335:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9678 00000100:00100000:2.0:1734016139.223341:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339293440:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016139.223501:0:13917:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2508666 -> 7719322 00002000:00010000:2.0:1734016139.223504:0:13917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.223507:0:13917:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.223509:0:13917:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.223511:0:13917:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1734016139.223553:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339293440:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 211us (580us total) trans 4294969462 rc 0/0 00000100:00100000:2.0:1734016139.223560:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9678 00002000:00010000:2.0:1734016139.223564:0:13917:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (7719322->18446744073709551615) 00002000:00100000:2.0:1734016139.223567:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ca80 with x1818247339293440 ext(7719322->18446744073709551615) 00002000:00010000:2.0:1734016139.223572:0:13917:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ca80. 00000100:00100000:0.0:1734016139.226087:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.226577:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339293568 00000100:00100000:3.0:1734016139.226586:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339293568 00000100:00100000:3.0:1734016139.226639:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2120 00000100:00100000:3.0:1734016139.226646:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339293568:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.226662:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.226677:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732225a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27d3 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.226754:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.226765:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.226773:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:3.0:1734016139.226791:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7719322 00000004:00200000:3.0:1734016139.226793:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016139.226804:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:3.0:1734016139.226821:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164fc0/0x903ef4aec732225a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.228174:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 19 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.228195:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016139.228198:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016139.228200:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167840, rc 0) 00000100:00100000:3.0:1734016139.228245:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+19:9663:x1818247339293568:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1599us (2165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.228254:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2120 00000100:00100000:0.0:1734016139.229559:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341660544:0@lo:400:kworker.0 00000100:00100000:0.0:1734016139.229602:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016139.229694:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341660928:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.229717:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016139.229733:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016139.229737:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341660800:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.229750:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016139.229787:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341660672:0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.229817:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341660928 00000100:00100000:3.0:1734016139.229821:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341660928 00000100:00080000:3.0:1734016139.229835:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016109 00000100:00100000:3.0:1734016139.229855:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1734016139.229860:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341660928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.229886:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341660928:12345-0@lo:400:kworker.0 Request processed in 26us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.229891:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1734016139.230257:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341661056:0@lo:400:kworker.0 00000100:00100000:1.0:1734016139.230553:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341660544 00000100:00100000:1.0:1734016139.230557:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341660544 00000100:00100000:1.0:1734016139.230578:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1734016139.230581:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aef9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341660544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016139.230605:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aef9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341660544:12345-0@lo:400:kworker.0 Request processed in 23us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.230610:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1734016139.230682:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341660928:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.230698:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016139.230706:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341661184:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.230720:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016139.230733:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341661184 00000100:00100000:2.0:1734016139.230735:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341661184 00000100:00100000:2.0:1734016139.230748:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1734016139.230751:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341661184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.230771:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341661184:12345-0@lo:400:kworker.0 Request processed in 19us (50us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.230775:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1734016139.230787:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341661184:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.230804:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341660800 00000100:00100000:2.0:1734016139.230806:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341660800 00000100:00100000:2.0:1734016139.230817:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341660672 00000100:00100000:2.0:1734016139.230819:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341660672 00000100:00100000:2.0:1734016139.230831:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1734016139.230834:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341660800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.230853:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3501:x1818247341660800:12345-0@lo:400:kworker.0 Request processed in 19us (1102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.230860:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1734016139.230868:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1734016139.230870:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341660672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.230885:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341660672:12345-0@lo:400:kworker.0 Request processed in 14us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.230889:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1734016139.230901:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341660672:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.230912:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3501:1818247341660800:0@lo:400:kworker.0 00000100:00100000:0.0:1734016139.231049:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016139.231069:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341660544:0@lo:400:kworker.0 00000100:00080000:3.0:1734016139.231108:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000100:00080000:3.0:1734016139.231110:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00000100:00080000:3.0:1734016139.231112:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016109 00000100:00100000:1.0:1734016139.231195:0:6474:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341661056 00000100:00100000:1.0:1734016139.231199:0:6474:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341661056 00000100:00100000:1.0:1734016139.231227:0:6474:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1734016139.231231:0:6474:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341661056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016139.231257:0:6474:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341661056:12345-0@lo:400:kworker.0 Request processed in 26us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.231262:0:6474:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:3.0:1734016139.231302:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000100:00100000:0.0:1734016139.231363:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341661056:0@lo:400:kworker.0 00000100:00100000:0.0:1734016139.233725:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.234351:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339293696 00000100:00100000:2.0:1734016139.234360:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339293696 00000100:00100000:2.0:1734016139.234401:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11524 00000100:00100000:2.0:1734016139.234409:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339293696:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.234426:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.234455:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322268 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27da expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.234509:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661312:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.234583:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.236804:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661312:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.236839:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322268 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27da expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.236853:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322268 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27da expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.236871:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016139.236907:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339293696:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2498us (3190us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.236914:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11524 00000100:00100000:1.0:1734016139.240935:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.241044:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339293824 00000100:00100000:2.0:1734016139.241053:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339293824 00000100:00100000:2.0:1734016139.241092:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11525 00000100:00100000:2.0:1734016139.241100:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339293824:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.241119:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.241136:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732226f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27e1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.241235:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661440:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.241287:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.249955:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661440:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.249987:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732226f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27e1 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.250000:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec732226f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27e1 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.250019:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016139.251121:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339293824:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10018us (10195us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.251131:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11525 00000100:00100000:1.0:1734016139.262040:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.262426:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339294080 00000100:00100000:2.0:1734016139.262444:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339294080 00002000:00100000:2.0:1734016139.262480:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1785856->1789951) req@ffff880071f99880 x1818247339294080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.262491:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99880 with x1818247339294080 ext(1785856->1789951) 00002000:00010000:2.0:1734016139.262497:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99880 00000100:00100000:2.0:1734016139.263046:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9679 00000100:00100000:2.0:1734016139.263052:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339294080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.263246:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339294080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 191us (1210us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.263252:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9679 00002000:00100000:2.0:1734016139.263258:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1785856->1789951) req@ffff880071f99880 x1818247339294080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.263264:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99880 with x1818247339294080 ext(1785856->1789951) 00002000:00010000:2.0:1734016139.263266:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99880 00000100:00100000:1.0:1734016139.267052:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016139.267234:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339294336 00000100:00100000:0.0:1734016139.267243:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339294336 00002000:00100000:0.0:1734016139.267275:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1781760->1785855) req@ffff880071f98e00 x1818247339294336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.267285:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98e00 with x1818247339294336 ext(1781760->1785855) 00002000:00010000:0.0:1734016139.267289:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98e00 00000100:00100000:0.0:1734016139.267313:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9680 00000100:00100000:0.0:1734016139.267319:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339294336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.267453:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339294336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016139.267459:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9680 00002000:00100000:0.0:1734016139.267464:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1781760->1785855) req@ffff880071f98e00 x1818247339294336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.267470:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98e00 with x1818247339294336 ext(1781760->1785855) 00002000:00010000:0.0:1734016139.267473:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98e00 00000100:00100000:1.0:1734016139.277281:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016139.277854:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007678f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341661568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016139.277896:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016139.277946:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341661568 00000100:00100000:0.0:1734016139.277952:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341661568 00000100:00100000:2.0:1734016139.278132:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339294592 00000100:00100000:2.0:1734016139.278137:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339294592 00002000:00100000:2.0:1734016139.278163:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1777664->1781759) req@ffff880071f99180 x1818247339294592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.278172:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99180 with x1818247339294592 ext(1777664->1781759) 00002000:00010000:2.0:1734016139.278177:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99180 00000100:00100000:2.0:1734016139.281119:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9681 00000100:00100000:2.0:1734016139.281130:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339294592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.281323:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339294592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 193us (4048us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.281329:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9681 00002000:00100000:2.0:1734016139.281338:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1777664->1781759) req@ffff880071f99180 x1818247339294592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.281347:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f99180 with x1818247339294592 ext(1777664->1781759) 00002000:00010000:2.0:1734016139.281352:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f99180 00000100:00100000:3.0:1734016139.281950:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1734016139.281957:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341661568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016139.281972:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 32768 granted 980017728 pending 0 free 3923562496 avail 3691704320 00000100:00100000:3.0:1734016139.282014:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341661568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (4117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.282019:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1734016139.282167:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007678f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341661568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016139.295032:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.297311:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339294848 00000100:00100000:2.0:1734016139.297322:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339294848 00002000:00100000:2.0:1734016139.297362:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1773568->1777663) req@ffff880071f98380 x1818247339294848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.297371:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98380 with x1818247339294848 ext(1773568->1777663) 00002000:00010000:2.0:1734016139.297376:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98380 00000100:00100000:2.0:1734016139.298940:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9682 00000100:00100000:2.0:1734016139.298949:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339294848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.300276:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339294848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1321us (5245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.300285:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9682 00002000:00100000:2.0:1734016139.300296:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1773568->1777663) req@ffff880071f98380 x1818247339294848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.300304:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f98380 with x1818247339294848 ext(1773568->1777663) 00002000:00010000:2.0:1734016139.300308:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f98380 00000100:00100000:0.0:1734016139.313977:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.314292:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339295104 00000100:00100000:2.0:1734016139.314302:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339295104 00002000:00100000:2.0:1734016139.314336:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1769472->1773567) req@ffff88007678f480 x1818247339295104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.314347:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f480 with x1818247339295104 ext(1769472->1773567) 00002000:00010000:2.0:1734016139.314352:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f480 00000100:00100000:2.0:1734016139.314370:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9683 00000100:00100000:2.0:1734016139.314376:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339295104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.315115:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339295104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 735us (1144us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.315122:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9683 00002000:00100000:2.0:1734016139.315128:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1769472->1773567) req@ffff88007678f480 x1818247339295104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.315134:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f480 with x1818247339295104 ext(1769472->1773567) 00002000:00010000:2.0:1734016139.315137:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f480 00000100:00100000:0.0:1734016139.319689:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.323524:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339295360 00000100:00100000:2.0:1734016139.323534:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339295360 00002000:00100000:2.0:1734016139.323579:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1765376->1769471) req@ffff88007678d180 x1818247339295360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.323588:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d180 with x1818247339295360 ext(1765376->1769471) 00002000:00010000:2.0:1734016139.323593:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d180 00000100:00100000:2.0:1734016139.323621:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9684 00000100:00100000:2.0:1734016139.323627:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339295360:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.323787:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339295360:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 159us (4106us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.323793:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9684 00002000:00100000:2.0:1734016139.323798:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1765376->1769471) req@ffff88007678d180 x1818247339295360/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.323804:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d180 with x1818247339295360 ext(1765376->1769471) 00002000:00010000:2.0:1734016139.323807:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d180 00000100:00100000:0.0:1734016139.332598:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.332691:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339295616 00000100:00100000:2.0:1734016139.332699:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339295616 00002000:00100000:2.0:1734016139.332732:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1761280->1765375) req@ffff88007678c700 x1818247339295616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.332739:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247339295616 ext(1761280->1765375) 00002000:00010000:2.0:1734016139.332743:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:2.0:1734016139.332761:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9685 00000100:00100000:2.0:1734016139.332767:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339295616:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.332895:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339295616:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 127us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.332901:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9685 00002000:00100000:2.0:1734016139.332906:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1761280->1765375) req@ffff88007678c700 x1818247339295616/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.332912:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678c700 with x1818247339295616 ext(1761280->1765375) 00002000:00010000:2.0:1734016139.332914:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678c700 00000100:00100000:0.0:1734016139.336116:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.336217:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339295872 00000100:00100000:2.0:1734016139.336225:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339295872 00002000:00100000:2.0:1734016139.336257:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1757184->1761279) req@ffff88007678dc00 x1818247339295872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.336267:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678dc00 with x1818247339295872 ext(1757184->1761279) 00002000:00010000:2.0:1734016139.336271:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678dc00 00000100:00100000:2.0:1734016139.336287:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9686 00000100:00100000:2.0:1734016139.336293:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339295872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.336421:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339295872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 126us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.336428:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9686 00002000:00100000:2.0:1734016139.336440:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1757184->1761279) req@ffff88007678dc00 x1818247339295872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.336445:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678dc00 with x1818247339295872 ext(1757184->1761279) 00002000:00010000:2.0:1734016139.336448:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678dc00 00000100:00100000:0.0:1734016139.341144:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.341265:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339296128 00000100:00100000:2.0:1734016139.341274:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339296128 00002000:00100000:2.0:1734016139.341310:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff88007678d880 x1818247339296128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.341319:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d880 with x1818247339296128 ext(1753088->1757183) 00002000:00010000:2.0:1734016139.341324:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d880 00000100:00100000:2.0:1734016139.341342:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9687 00000100:00100000:2.0:1734016139.341348:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339296128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.342018:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339296128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 668us (881us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.342025:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9687 00002000:00100000:2.0:1734016139.342031:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1753088->1757183) req@ffff88007678d880 x1818247339296128/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.342038:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678d880 with x1818247339296128 ext(1753088->1757183) 00002000:00010000:2.0:1734016139.342042:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678d880 00000100:00100000:0.0:1734016139.344771:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.344855:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339296384 00000100:00100000:2.0:1734016139.344862:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339296384 00002000:00100000:2.0:1734016139.344891:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1748992->1753087) req@ffff88007678ce00 x1818247339296384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.344899:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ce00 with x1818247339296384 ext(1748992->1753087) 00002000:00010000:2.0:1734016139.344903:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ce00 00000100:00100000:2.0:1734016139.345384:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9688 00000100:00100000:2.0:1734016139.345390:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339296384:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.346320:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339296384:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 926us (1554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.346329:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9688 00002000:00100000:2.0:1734016139.346337:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1748992->1753087) req@ffff88007678ce00 x1818247339296384/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.346345:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ce00 with x1818247339296384 ext(1748992->1753087) 00002000:00010000:2.0:1734016139.346349:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ce00 00000100:00100000:0.0:1734016139.350297:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.350612:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339296640 00000100:00100000:2.0:1734016139.350620:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339296640 00002000:00100000:2.0:1734016139.350656:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1744896->1748991) req@ffff88007678e300 x1818247339296640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.350664:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247339296640 ext(1744896->1748991) 00002000:00010000:2.0:1734016139.350669:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678e300 00000100:00100000:2.0:1734016139.350697:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9689 00000100:00100000:2.0:1734016139.350703:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339296640:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.351017:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339296640:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 312us (726us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.351023:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9689 00002000:00100000:2.0:1734016139.351029:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1744896->1748991) req@ffff88007678e300 x1818247339296640/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.351034:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678e300 with x1818247339296640 ext(1744896->1748991) 00002000:00010000:2.0:1734016139.351037:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678e300 00000100:00100000:0.0:1734016139.353293:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.353465:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339296896 00000100:00100000:2.0:1734016139.353473:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339296896 00002000:00100000:2.0:1734016139.353504:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff88007678df80 x1818247339296896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.353513:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678df80 with x1818247339296896 ext(1740800->1744895) 00002000:00010000:2.0:1734016139.353518:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678df80 00000100:00100000:2.0:1734016139.353534:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9690 00000100:00100000:2.0:1734016139.353539:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339296896:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.353675:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339296896:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.353682:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9690 00002000:00100000:2.0:1734016139.353687:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1740800->1744895) req@ffff88007678df80 x1818247339296896/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.353693:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678df80 with x1818247339296896 ext(1740800->1744895) 00002000:00010000:2.0:1734016139.353695:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678df80 00000100:00100000:0.0:1734016139.356718:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.356820:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339297152 00000100:00100000:2.0:1734016139.356828:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339297152 00002000:00100000:2.0:1734016139.356865:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1740799) req@ffff88007678f800 x1818247339297152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.356874:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247339297152 ext(1736704->1740799) 00002000:00010000:2.0:1734016139.356878:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800 00000100:00100000:2.0:1734016139.357468:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9691 00000100:00100000:2.0:1734016139.357475:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339297152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.357847:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339297152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 370us (1137us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.357853:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9691 00002000:00100000:2.0:1734016139.357859:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1736704->1740799) req@ffff88007678f800 x1818247339297152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.357866:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678f800 with x1818247339297152 ext(1736704->1740799) 00002000:00010000:2.0:1734016139.357869:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678f800 00000100:00100000:0.0:1734016139.360943:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.361126:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339297408 00000100:00100000:2.0:1734016139.361135:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339297408 00002000:00100000:2.0:1734016139.361169:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1732608->1736703) req@ffff88007678ea00 x1818247339297408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.361205:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247339297408 ext(1732608->1736703) 00002000:00010000:2.0:1734016139.361210:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ea00 00000100:00100000:2.0:1734016139.361228:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9692 00000100:00100000:2.0:1734016139.361234:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339297408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.361370:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007678ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339297408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 134us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.361377:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9692 00002000:00100000:2.0:1734016139.361383:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1732608->1736703) req@ffff88007678ea00 x1818247339297408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.361389:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007678ea00 with x1818247339297408 ext(1732608->1736703) 00002000:00010000:2.0:1734016139.361392:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007678ea00 00000100:00100000:0.0:1734016139.379305:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.379482:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339297536 00000100:00100000:2.0:1734016139.379493:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339297536 00002000:00100000:2.0:1734016139.379539:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1732608->1789951) req@ffff880071f74000 x1818247339297536/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.379549:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74000 with x1818247339297536 ext(1732608->1789951) 00002000:00010000:2.0:1734016139.379553:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74000 00000100:00100000:2.0:1734016139.380314:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9693 00000100:00100000:2.0:1734016139.380324:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339297536:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016139.388504:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339297536:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 8171us (9200us total) trans 4294969463 rc 0/0 00000100:00100000:2.0:1734016139.388517:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9693 00002000:00100000:2.0:1734016139.388529:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1732608->1789951) req@ffff880071f74000 x1818247339297536/t4294969463(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:100/0 lens 488/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.388538:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74000 with x1818247339297536 ext(1732608->1789951) 00002000:00010000:2.0:1734016139.388543:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74000 00000100:00100000:0.0:1734016139.393288:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.393634:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339297664 00000100:00100000:2.0:1734016139.393642:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339297664 00000100:00100000:2.0:1734016139.393674:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2121 00000100:00100000:2.0:1734016139.393679:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339297664:12345-192.168.201.1@tcp:44:fsx.0 00000100:00100000:2.0:1734016139.393835:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339297664:12345-192.168.201.1@tcp:44:fsx.0 Request processed in 154us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.393841:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2121 00000100:00100000:0.0:1734016139.402343:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.403715:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339297792 00000100:00100000:2.0:1734016139.403726:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339297792 00000100:00100000:2.0:1734016139.403775:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11526 00000100:00100000:2.0:1734016139.403782:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339297792:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016139.410611:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969463 is committed 00000001:00080000:0.0:1734016139.410641:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969460 is committed 00000100:00100000:2.0:1734016139.410785:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339297792:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 6999us (8444us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.410797:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11526 00000100:00100000:0.0:1734016139.419075:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.421115:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339297920 00000100:00100000:2.0:1734016139.421128:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339297920 00000100:00100000:2.0:1734016139.421196:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11527 00000100:00100000:2.0:1734016139.421204:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339297920:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.421225:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.421242:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322276 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27e8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.421291:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661696:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.421356:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.425490:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016139.425496:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 248 -> 360 00000100:00100000:2.0:1734016139.425514:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661696:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.425542:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322276 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27e8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.425555:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322276 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27e8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.425571:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016139.425624:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339297920:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4420us (6560us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.425632:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11527 00000100:00100000:0.0:1734016139.433937:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.434017:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339298048 00000100:00100000:2.0:1734016139.434025:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339298048 00000100:00100000:2.0:1734016139.434057:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11528 00000100:00100000:2.0:1734016139.434063:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339298048:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.434079:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.434093:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732227d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27ef expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.434138:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661824:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.435079:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.440905:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661824:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.440950:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732227d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27ef expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.440965:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732227d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27ef expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.441990:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016139.442446:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339298048:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8379us (8515us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.442458:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11528 00000100:00100000:0.0:1734016139.445632:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.445784:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339298176 00000100:00100000:3.0:1734016139.445791:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339298176 00000100:00100000:3.0:1734016139.445821:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11529 00000100:00100000:3.0:1734016139.445826:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339298176:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.445842:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.445857:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322284 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27f6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.446046:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661952:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016139.446097:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.448356:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341661952:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016139.448382:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322284 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27f6 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.448394:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322284 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27f6 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.448407:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016139.448452:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339298176:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2624us (2827us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.448459:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11529 00000100:00100000:2.0:1734016139.452633:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.452766:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339298304 00000100:00100000:3.0:1734016139.452774:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339298304 00000100:00100000:3.0:1734016139.452832:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11530 00000100:00100000:3.0:1734016139.452838:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339298304:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.452855:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.452869:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a27fd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.452895:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.452907:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.452908:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.452912:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1581056->1585151] (req 1581056->1585151) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.452941:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.452953:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 5 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016139.452966:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662080:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016139.453027:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.459057:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662080:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016139.459082:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1581056->1585151] (req 1581056->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.459096:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016139.459147:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339298304:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6308us (6522us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.459154:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11530 00000100:00100000:0.0:1734016139.459417:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.459745:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339298432 00000100:00100000:1.0:1734016139.459752:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339298432 00010000:00010000:1.0:1734016139.459773:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016139.459802:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2980 00000100:00100000:1.0:1734016139.459807:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f79850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339298432:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.459816:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.459831:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016139.459841:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016139.459864:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732223e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27be expref: 6 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016139.459876:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.459878:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.459883:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.459892:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.459916:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.459927:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341662208:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016139.459956:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.466778:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.466919:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341662208:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016139.466942:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.467006:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f79850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339298432:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7197us (7588us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.467018:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2980 00000100:00100000:2.0:1734016139.467157:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339298688 00000100:00100000:2.0:1734016139.467166:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339298688 00002000:00100000:2.0:1734016139.467242:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1581056->1585151) req@ffff880071f76a00 x1818247339298688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.467252:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76a00 with x1818247339298688 ext(1581056->1585151) 00002000:00010000:2.0:1734016139.467257:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76a00 00000100:00100000:2.0:1734016139.467280:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9694 00000100:00100000:2.0:1734016139.467287:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339298688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.467416:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339298688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.467423:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9694 00002000:00100000:2.0:1734016139.467439:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1581056->1585151) req@ffff880071f76a00 x1818247339298688/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.467448:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76a00 with x1818247339298688 ext(1581056->1585151) 00002000:00010000:2.0:1734016139.467451:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76a00 00000100:00100000:0.0:1734016139.471577:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.471689:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339298944 00000100:00100000:2.0:1734016139.471698:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339298944 00002000:00100000:2.0:1734016139.471731:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1576960->1581055) req@ffff880071f77480 x1818247339298944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.471740:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77480 with x1818247339298944 ext(1576960->1581055) 00002000:00010000:2.0:1734016139.471745:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77480 00000100:00100000:2.0:1734016139.471853:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9695 00000100:00100000:2.0:1734016139.471859:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339298944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.471982:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339298944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.471988:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9695 00002000:00100000:2.0:1734016139.471993:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1576960->1581055) req@ffff880071f77480 x1818247339298944/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.472001:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77480 with x1818247339298944 ext(1576960->1581055) 00002000:00010000:2.0:1734016139.472003:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77480 00000100:00100000:0.0:1734016139.474680:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.475093:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339299200 00000100:00100000:2.0:1734016139.475103:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339299200 00002000:00100000:2.0:1734016139.475139:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1572864->1576959) req@ffff880071f77100 x1818247339299200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.475148:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77100 with x1818247339299200 ext(1572864->1576959) 00002000:00010000:2.0:1734016139.475153:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77100 00000100:00100000:2.0:1734016139.475170:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9696 00000100:00100000:2.0:1734016139.475176:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339299200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.475791:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339299200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 613us (1118us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.475798:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9696 00002000:00100000:2.0:1734016139.475804:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1572864->1576959) req@ffff880071f77100 x1818247339299200/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.475811:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77100 with x1818247339299200 ext(1572864->1576959) 00002000:00010000:2.0:1734016139.475814:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77100 00000100:00100000:0.0:1734016139.478073:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.478172:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339299456 00000100:00100000:2.0:1734016139.478251:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339299456 00002000:00100000:2.0:1734016139.478286:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1568768->1572863) req@ffff880071f77800 x1818247339299456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.478295:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77800 with x1818247339299456 ext(1568768->1572863) 00002000:00010000:2.0:1734016139.478299:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77800 00000100:00100000:2.0:1734016139.478314:0:13917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9697 00000100:00100000:2.0:1734016139.478319:0:13917:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339299456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.479026:0:13917:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339299456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 705us (957us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.479032:0:13917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9697 00002000:00100000:2.0:1734016139.479037:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (1568768->1572863) req@ffff880071f77800 x1818247339299456/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.479043:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f77800 with x1818247339299456 ext(1568768->1572863) 00002000:00010000:2.0:1734016139.479046:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f77800 00000100:00100000:0.0:1734016139.481397:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.481590:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339299584 00000100:00100000:2.0:1734016139.481597:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339299584 00000100:00100000:2.0:1734016139.481629:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2122 00000100:00100000:2.0:1734016139.481635:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339299584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.481652:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.481667:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7322292 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2804 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.481732:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322299 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016139.481743:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322299 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016139.481752:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322299 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:2.0:1734016139.481769:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 7719322 00000004:00200000:2.0:1734016139.481772:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016139.481782:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322299 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016139.481799:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec7322292 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2804 expref: 15 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.481827:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322299 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2804 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.481833:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016139.481835:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016139.481838:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016139.481879:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339299584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 243us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.481885:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2122 00000100:00100000:0.0:1734016139.484317:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.484423:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339299712 00000100:00100000:3.0:1734016139.484438:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339299712 00000100:00100000:3.0:1734016139.484471:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11531 00000100:00100000:3.0:1734016139.484477:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339299712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.484493:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.484507:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a280b expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.484524:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.484526:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.484533:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.484547:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.484558:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016139.484826:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339299712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 347us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.484833:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11531 00000100:00100000:1.0:1734016139.486925:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016139.486998:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339299840 00000100:00100000:3.0:1734016139.487005:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339299840 00000100:00100000:3.0:1734016139.487034:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11532 00000100:00100000:3.0:1734016139.487039:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339299840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.487054:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.487068:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2812 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.487088:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.487098:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 5 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.487103:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.487104:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.487107:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [3149824->3174399] (req 3149824->3174399) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.487130:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 5 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.487139:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 5 pid: 7681 timeout: 502 lvb_type: 1 00000100:00100000:3.0:1734016139.487150:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662336:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016139.487217:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.487225:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 8 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016139.487232:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662464:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016139.487248:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.490975:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e457b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662336:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016139.490987:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662464:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016139.491013:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [3149824->3174399] (req 3149824->3174399) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.491027:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:2.0:1734016139.491064:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339299840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4024us (4145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.491073:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11532 00000100:00100000:0.0:1734016139.492547:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016139.493351:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.493496:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339299968 00000100:00100000:1.0:1734016139.493505:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339299968 00010000:00010000:1.0:1734016139.493533:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 6 pid: 7681 timeout: 502 lvb_type: 1 00000100:00100000:1.0:1734016139.493569:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339300096 00000100:00100000:1.0:1734016139.493572:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339300096 00010000:00010000:1.0:1734016139.493582:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 8 pid: 7681 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016139.493598:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2981 00000100:00100000:1.0:1734016139.493604:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339299968:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.493615:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.493631:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 6 pid: 7681 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016139.493640:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 6 pid: 7681 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016139.493658:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165b00/0x903ef4aec73222a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a280b expref: 6 pid: 7681 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016139.493680:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.493718:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339299968:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 114us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.493724:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2981 00000100:00100000:1.0:1734016139.493738:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2982 00000100:00100000:1.0:1734016139.493742:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339300096:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.493750:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.493757:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 8 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016139.493765:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 8 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016139.493775:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec732228b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27fd expref: 8 pid: 7681 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016139.493784:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.493786:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.493791:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.493799:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.493827:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.493839:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341662592:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016139.493869:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.498447:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.498559:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339300224 00000100:00100000:2.0:1734016139.498568:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339300224 00000100:00100000:2.0:1734016139.498606:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11533 00000100:00100000:2.0:1734016139.498613:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339300224:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.498781:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7719322 -> 7719322 00002000:00010000:2.0:1734016139.498784:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.498786:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016139 -> 1734016138 00002000:00010000:2.0:1734016139.498788:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.498790:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 360 -> 408 00000100:00100000:1.0:1734016139.499320:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341662592:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016139.499338:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.499921:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339300224:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1307us (1490us total) trans 4294969464 rc 0/0 00000100:00100000:2.0:1734016139.499929:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11533 00000100:00100000:1.0:1734016139.499980:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339300096:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6235us (6630us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.499988:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2982 00000100:00100000:0.0:1734016139.503078:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.503165:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339300352 00000100:00100000:2.0:1734016139.503173:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339300352 00000100:00100000:2.0:1734016139.503232:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11534 00000100:00100000:2.0:1734016139.503239:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339300352:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.503256:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.503274:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73222ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2819 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.503322:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662720:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.503872:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.506101:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016138 -> 1734016139 00000100:00100000:2.0:1734016139.506122:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662720:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.506151:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73222ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2819 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.506164:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73222ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2819 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.506732:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016139.506778:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339300352:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3538us (3705us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.506786:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11534 00000100:00100000:0.0:1734016139.509412:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.510029:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339300480 00000100:00100000:2.0:1734016139.510037:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339300480 00000100:00100000:2.0:1734016139.510623:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11535 00000100:00100000:2.0:1734016139.510630:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339300480:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.510646:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.510663:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73222b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2820 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.510712:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662848:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.510775:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.512959:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662848:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.512991:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73222b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2820 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.513005:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73222b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2820 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.513016:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016139.513055:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1981:x1818247339300480:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2424us (3650us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.513063:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11535 00000100:00100000:0.0:1734016139.515461:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.515563:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339300608 00000100:00100000:2.0:1734016139.515571:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339300608 00000100:00100000:2.0:1734016139.515618:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11536 00000100:00100000:2.0:1734016139.515624:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339300608:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.515639:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.515655:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73222bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2827 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.515701:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662976:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.515757:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.519531:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341662976:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.519559:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73222bc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2827 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.519572:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73222bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2827 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.519593:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016139.519711:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339300608:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4085us (4256us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.519723:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11536 00000100:00100000:0.0:1734016139.555710:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.555816:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339300736 00000100:00100000:2.0:1734016139.555824:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339300736 00000100:00100000:2.0:1734016139.556136:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11537 00000100:00100000:2.0:1734016139.556143:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339300736:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.556160:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.556174:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73222c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a282e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.556246:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663104:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.556304:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.569491:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663104:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.569529:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73222c3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a282e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.569542:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec73222c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a282e expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.569563:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016139.569623:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339300736:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13478us (13919us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.569630:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11537 00000100:00100000:0.0:1734016139.619142:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016139.619224:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.619404:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339300992 00000100:00100000:2.0:1734016139.619412:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339300992 00002000:00100000:2.0:1734016139.619465:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800712b7100 x1818247339300992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.619476:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7100 with x1818247339300992 ext(0->4194303) 00002000:00010000:2.0:1734016139.619480:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7100 00000100:00100000:2.0:1734016139.619505:0:13917:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339301120 00000100:00100000:2.0:1734016139.619507:0:13917:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339301120 00002000:00100000:2.0:1734016139.619516:0:13917:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x6:0x0] (4194304->7720959) req@ffff8800712b5880 x1818247339301120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.619522:0:13917:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5880 with x1818247339301120 ext(4194304->7720959) 00002000:00010000:2.0:1734016139.619524:0:13917:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5880 00000100:00100000:2.0:1734016139.619541:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9698 00000100:00100000:2.0:1734016139.619548:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339300992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.621244:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9699 00000100:00100000:3.0:1734016139.621253:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339301120:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.629695:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016139.629738:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016139.629793:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339301504 00000100:00100000:0.0:1734016139.629802:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339301504 00000100:00100000:0.0:1734016139.629862:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 160 00000100:00100000:0.0:1734016139.629869:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339301504:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:1.0:1734016139.629879:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339301376 00000100:00100000:1.0:1734016139.629883:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339301376 00000100:00100000:1.0:1734016139.629907:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 313 00000100:00100000:1.0:1734016139.629910:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aef9c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247339301376:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016139.629933:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1982:x1818247339301504:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 64us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.629933:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aef9c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247339301376:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 21us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.629939:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 160 00000100:00100000:1.0:1734016139.629939:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 313 00000100:00080000:0.0:1734016139.629967:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016109 00000100:00080000:0.0:1734016139.629970:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016109 00000100:00100000:2.0:1734016139.724636:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339300992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 105078us (105493us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016139.724648:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9698 00002000:00100000:2.0:1734016139.724657:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff8800712b7100 x1818247339300992/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.724665:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7100 with x1818247339300992 ext(0->4194303) 00002000:00010000:2.0:1734016139.724670:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7100 00000100:00100000:0.0:1734016139.726442:0:3500:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016139.726460:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341663232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016139.726505:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016139.726571:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341663232 00000100:00100000:2.0:1734016139.726577:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341663232 00000100:00100000:2.0:1734016139.726611:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1734016139.726618:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341663232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016139.726643:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:2.0:1734016139.726761:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341663232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.726767:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1734016139.726829:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341663232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1734016139.777634:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339301120:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 156368us (158396us total) trans 0 rc 3526656/3526656 00000100:00100000:3.0:1734016139.777649:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9699 00002000:00100000:3.0:1734016139.777663:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (4194304->7720959) req@ffff8800712b5880 x1818247339301120/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 3526656/3526656 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.777674:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5880 with x1818247339301120 ext(4194304->7720959) 00002000:00010000:3.0:1734016139.777679:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5880 00000100:00100000:0.0:1734016139.782286:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.782528:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339301632 00000100:00100000:2.0:1734016139.782541:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339301632 00000100:00100000:2.0:1734016139.782609:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11538 00000100:00100000:2.0:1734016139.782618:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339301632:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.782640:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.782656:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73222ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2835 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.782712:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663360:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.782776:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00002000:00010000:0.0:1734016139.786650:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016139 -> 1734016140 00000100:00100000:0.0:1734016139.786682:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663360:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016139.786719:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73222ca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2835 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786734:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec73222ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2835 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786761:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:1.0:1734016139.786857:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339301632:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4238us (4583us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.786866:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11538 00000100:00100000:0.0:1734016139.789953:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.790522:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339301760 00000100:00100000:1.0:1734016139.790532:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339301760 00000100:00100000:1.0:1734016139.790593:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11539 00000100:00100000:1.0:1734016139.790601:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339301760:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.790626:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.790649:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a283c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.790685:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.790691:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.790693:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.790696:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [57344->90111] (req 57344->90111) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.790732:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.790746:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 7 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.790760:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663488:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016139.791671:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.797288:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663488:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016139.797329:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [57344->90111] (req 57344->90111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.797350:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a38480, rc 0) 00000100:00100000:1.0:1734016139.797398:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339301760:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6797us (7457us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.797407:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11539 00000100:00100000:0.0:1734016139.852789:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.852907:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339301888 00000100:00100000:1.0:1734016139.852918:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339301888 00010000:00010000:1.0:1734016139.852961:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 8 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016139.853006:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2983 00000100:00100000:1.0:1734016139.853014:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339301888:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.853032:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.853055:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 8 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.853070:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 8 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.853097:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73222a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2812 expref: 8 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.853115:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.853117:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.853125:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.853134:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.853171:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.853213:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341663616:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016139.853275:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.857250:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.857727:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341663616:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016139.857750:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.857786:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339301888:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4771us (5014us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.857796:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2983 00000100:00100000:2.0:1734016139.857947:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339302016 00000100:00100000:2.0:1734016139.857959:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339302016 00000100:00100000:2.0:1734016139.858019:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11540 00000100:00100000:2.0:1734016139.858026:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339302016:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.858293:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7719322 -> 7719322 00002000:00010000:2.0:1734016139.858296:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.858298:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016140 -> 1734016138 00002000:00010000:2.0:1734016139.858299:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.858301:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 408 -> 472 00000100:00100000:2.0:1734016139.858358:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339302016:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 331us (1114us total) trans 4294969465 rc 0/0 00000100:00100000:2.0:1734016139.858365:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11540 00000100:00100000:1.0:1734016139.864586:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.864751:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339302144 00000100:00100000:2.0:1734016139.864759:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339302144 00000100:00100000:2.0:1734016139.864790:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11541 00000100:00100000:2.0:1734016139.864796:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339302144:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.864810:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.864825:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73222d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2843 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.864868:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663744:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.864910:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.870261:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016138 -> 1734016140 00002000:00010000:2.0:1734016139.870266:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016139.870291:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663744:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.870324:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73222d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2843 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.870338:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec73222d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2843 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.870352:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016139.870408:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339302144:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5609us (5827us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.870416:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11541 00000100:00100000:0.0:1734016139.894143:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.897520:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339302272 00000100:00100000:2.0:1734016139.897532:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339302272 00000100:00100000:2.0:1734016139.897582:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11542 00000100:00100000:2.0:1734016139.897590:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339302272:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.897605:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.897621:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73222df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a284a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.897673:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663872:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.897756:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.922054:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341663872:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.922087:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73222df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a284a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.922099:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73222df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a284a expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.922126:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016139.922166:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339302272:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 24578us (28032us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.922175:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11542 00000100:00100000:0.0:1734016139.940635:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.940747:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339302400 00000100:00100000:2.0:1734016139.940756:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339302400 00000100:00100000:2.0:1734016139.940810:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11543 00000100:00100000:2.0:1734016139.940817:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339302400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.940834:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.940850:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73222e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2851 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.940912:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341664000:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.940975:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.944969:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341664000:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.945003:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73222e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2851 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.945016:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73222e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2851 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.945032:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016139.945072:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1981:x1818247339302400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4254us (4449us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.945080:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11543 00000100:00100000:0.0:1734016139.949284:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.949361:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339302528 00000100:00100000:2.0:1734016139.949369:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339302528 00000100:00100000:2.0:1734016139.949406:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11544 00000100:00100000:2.0:1734016139.949412:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339302528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.949437:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.949452:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2858 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.949476:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.949482:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.949484:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.949487:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9961472->9973759] (req 9961472->9973759) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.949517:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.949528:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 6 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.949539:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341664128:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016139.949596:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.951415:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016139.951472:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339302656 00000100:00100000:1.0:1734016139.951478:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339302656 00010000:00010000:1.0:1734016139.951497:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 7 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.951504:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341664128:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016139.951521:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9961472->9973759] (req 9961472->9973759) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.951533:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:1.0:1734016139.951534:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2984 00000100:00100000:1.0:1734016139.951539:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339302656:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.951548:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1734016139.951559:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339302528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2147us (2284us total) trans 0 rc 0/0 00010000:00010000:1.0:1734016139.951563:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 7 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016139.951565:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11544 00010000:00010000:1.0:1734016139.951571:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 7 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.951586:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a38480/0x903ef4aec73222d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a283c expref: 7 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016139.951609:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.951611:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.951617:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.951624:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.951644:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.951661:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341664256:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016139.951684:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.963215:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341664256:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016139.963239:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.963292:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339302656:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 11751us (11880us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.963301:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2984 00000100:00100000:0.0:1734016139.963865:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.963943:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339302784 00000100:00100000:2.0:1734016139.963949:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339302784 00000100:00100000:2.0:1734016139.963976:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11545 00000100:00100000:2.0:1734016139.963981:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339302784:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.964155:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7719322 -> 9972962 00002000:00010000:2.0:1734016139.964157:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.964160:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016140 -> 1734016138 00002000:00010000:2.0:1734016139.964161:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016140 -> 1734016139 00002000:00010000:2.0:1734016139.964164:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 472 -> 496 00000100:00100000:2.0:1734016139.964207:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339302784:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 226us (343us total) trans 4294969466 rc 0/0 00000100:00100000:2.0:1734016139.964213:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11545 00000100:00100000:0.0:1734016139.972891:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.972958:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339302912 00000100:00100000:2.0:1734016139.972966:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339302912 00000100:00100000:2.0:1734016139.973011:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11546 00000100:00100000:2.0:1734016139.973017:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339302912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.973034:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.973050:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73222f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a285f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.973095:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664384:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.973158:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.978601:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016138 -> 1734016140 00002000:00010000:2.0:1734016139.978607:0:13915:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016139.978625:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664384:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.978653:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73222f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a285f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.978664:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec73222f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a285f expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.978690:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016139.978734:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339302912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5716us (5851us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.978745:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11546 00000100:00100000:0.0:1734016139.983756:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.983845:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339303040 00000100:00100000:2.0:1734016139.983853:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339303040 00000100:00100000:2.0:1734016139.983900:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11547 00000100:00100000:2.0:1734016139.983907:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339303040:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.983922:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.983939:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73222fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2866 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.983986:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664512:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.984049:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.986349:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664512:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.986379:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73222fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2866 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.986391:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec73222fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2866 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.986414:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016139.986458:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339303040:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2550us (2713us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.986465:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11547 00000100:00100000:0.0:1734016139.992893:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016139.992978:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339303168 00000100:00100000:2.0:1734016139.992987:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339303168 00000100:00100000:2.0:1734016139.993017:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11548 00000100:00100000:2.0:1734016139.993024:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339303168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.993040:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.993055:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322302 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a286d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.993097:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664640:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016139.993158:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.997523:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664640:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016139.997553:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322302 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a286d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.997564:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322302 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a286d expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.997591:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016139.997633:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339303168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4608us (4747us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.997641:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11548 00000100:00100000:0.0:1734016140.003273:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.003355:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339303296 00000100:00100000:2.0:1734016140.003362:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339303296 00000100:00100000:2.0:1734016140.003394:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11549 00000100:00100000:2.0:1734016140.003400:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339303296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.003414:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.003437:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322309 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2874 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.003486:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664768:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016140.003542:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.009703:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664768:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016140.009736:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322309 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2874 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.009747:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322309 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2874 expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.009772:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:2.0:1734016140.009811:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339303296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6410us (6544us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.009818:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11549 00000100:00100000:1.0:1734016140.020928:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.021020:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339303424 00000100:00100000:2.0:1734016140.021029:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339303424 00000100:00100000:2.0:1734016140.021065:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11550 00000100:00100000:2.0:1734016140.021071:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339303424:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.021087:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.021101:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322310 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a287b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.021142:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664896:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016140.021208:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.027402:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341664896:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.027448:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322310 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a287b expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.027461:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322310 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a287b expref: 7 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.027489:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:3.0:1734016140.027531:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339303424:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6458us (6610us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.027539:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11550 00000100:00100000:1.0:1734016140.032615:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.032674:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339303552 00000100:00100000:0.0:1734016140.032680:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339303552 00000100:00100000:3.0:1734016140.033441:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11551 00000100:00100000:3.0:1734016140.033449:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339303552:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.033464:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.033483:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2882 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.033511:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.033517:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.033518:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.033521:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8966144->8970239] (req 8966144->8970239) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.033546:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.033556:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 8 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016140.033566:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e455880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341665024:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016140.034762:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.040604:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e455880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341665024:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016140.040637:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8966144->8970239] (req 8966144->8970239) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 7 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.040651:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:0.0:1734016140.040701:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339303552:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7252us (8092us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.040708:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11551 00000100:00100000:0.0:1734016140.044540:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.044632:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339303680 00000100:00100000:1.0:1734016140.044641:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339303680 00010000:00010000:1.0:1734016140.044676:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016140.044716:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2985 00000100:00100000:1.0:1734016140.044722:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339303680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.044734:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.044750:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016140.044760:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016140.044779:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec73222ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2858 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016140.044802:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.044804:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.044810:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.044820:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.044850:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 6 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.044864:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f9b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341665152:192.168.201.1@tcp:105: 00000100:00080000:0.0:1734016140.044963:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016110 00000100:00100000:1.0:1734016140.045039:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.052242:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f9b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341665152:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016140.052269:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.052315:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339303680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 7592us (7783us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.052326:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2985 00000100:00100000:2.0:1734016140.059630:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.059921:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339303936 00000100:00100000:3.0:1734016140.059929:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339303936 00002000:00100000:3.0:1734016140.059967:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8966144->9973759) req@ffff88012d8ab480 x1818247339303936/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.059975:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab480 with x1818247339303936 ext(8966144->9973759) 00002000:00010000:3.0:1734016140.059979:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab480 00000100:00100000:3.0:1734016140.060011:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9700 00000100:00100000:3.0:1734016140.060016:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339303936:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.071776:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339303936:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 11751us (12145us total) trans 0 rc 143360/143360 00000100:00100000:3.0:1734016140.071788:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9700 00002000:00100000:3.0:1734016140.071798:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8966144->9973759) req@ffff88012d8ab480 x1818247339303936/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 504/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 143360/143360 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.071806:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8ab480 with x1818247339303936 ext(8966144->9973759) 00002000:00010000:3.0:1734016140.071810:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8ab480 00000100:00100000:1.0:1734016140.074723:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.074899:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339304192 00000100:00100000:3.0:1734016140.074908:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339304192 00002000:00100000:3.0:1734016140.074956:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8970240->8974335) req@ffff880071f9b800 x1818247339304192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.074967:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b800 with x1818247339304192 ext(8970240->8974335) 00002000:00010000:3.0:1734016140.074973:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b800 00000100:00100000:3.0:1734016140.075005:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9701 00000100:00100000:3.0:1734016140.075010:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339304192:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.075211:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339304192:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (494us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.075218:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9701 00002000:00100000:3.0:1734016140.075224:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8970240->8974335) req@ffff880071f9b800 x1818247339304192/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.075232:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f9b800 with x1818247339304192 ext(8970240->8974335) 00002000:00010000:3.0:1734016140.075236:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f9b800 00000100:00100000:2.0:1734016140.083545:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.083719:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339304448 00000100:00100000:0.0:1734016140.083726:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339304448 00002000:00100000:0.0:1734016140.083764:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8962048->8966143) req@ffff88012d8aad80 x1818247339304448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.083771:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aad80 with x1818247339304448 ext(8962048->8966143) 00002000:00010000:0.0:1734016140.083823:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aad80 00000100:00100000:0.0:1734016140.083855:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9702 00000100:00100000:0.0:1734016140.083860:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339304448:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.084006:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339304448:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 144us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.084015:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9702 00002000:00100000:0.0:1734016140.084021:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8962048->8966143) req@ffff88012d8aad80 x1818247339304448/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.084027:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aad80 with x1818247339304448 ext(8962048->8966143) 00002000:00010000:0.0:1734016140.084030:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aad80 00000100:00100000:1.0:1734016140.091547:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.091626:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339304704 00000100:00100000:3.0:1734016140.091635:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339304704 00002000:00100000:3.0:1734016140.091672:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8957952->8962047) req@ffff880130c2e680 x1818247339304704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.091687:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247339304704 ext(8957952->8962047) 00002000:00010000:3.0:1734016140.091692:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:3.0:1734016140.091720:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9703 00000100:00100000:3.0:1734016140.091726:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339304704:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.091875:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339304704:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.091881:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9703 00002000:00100000:3.0:1734016140.091887:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8957952->8962047) req@ffff880130c2e680 x1818247339304704/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.091893:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2e680 with x1818247339304704 ext(8957952->8962047) 00002000:00010000:3.0:1734016140.091896:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2e680 00000100:00100000:1.0:1734016140.102615:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.102698:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339304960 00000100:00100000:0.0:1734016140.102707:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339304960 00002000:00100000:0.0:1734016140.102744:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8953856->8957951) req@ffff880130c2d180 x1818247339304960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.102753:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d180 with x1818247339304960 ext(8953856->8957951) 00002000:00010000:0.0:1734016140.102757:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d180 00000100:00100000:0.0:1734016140.102784:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9704 00000100:00100000:0.0:1734016140.102789:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339304960:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.102931:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339304960:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.102938:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9704 00002000:00100000:0.0:1734016140.102943:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8953856->8957951) req@ffff880130c2d180 x1818247339304960/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.102949:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2d180 with x1818247339304960 ext(8953856->8957951) 00002000:00010000:0.0:1734016140.102951:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2d180 00000100:00100000:2.0:1734016140.110531:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.110626:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339305216 00000100:00100000:3.0:1734016140.110633:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339305216 00002000:00100000:3.0:1734016140.110668:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8949760->8953855) req@ffff88012d8a9180 x1818247339305216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.110677:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9180 with x1818247339305216 ext(8949760->8953855) 00002000:00010000:3.0:1734016140.110681:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9180 00000100:00100000:3.0:1734016140.110768:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9705 00000100:00100000:3.0:1734016140.110774:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339305216:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.111542:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339305216:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 765us (1018us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.111548:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9705 00002000:00100000:3.0:1734016140.111554:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8949760->8953855) req@ffff88012d8a9180 x1818247339305216/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.111561:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9180 with x1818247339305216 ext(8949760->8953855) 00002000:00010000:3.0:1734016140.111563:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9180 00000100:00100000:0.0:1734016140.115373:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.116002:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339305472 00000100:00100000:3.0:1734016140.116010:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339305472 00002000:00100000:3.0:1734016140.116048:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8945664->8949759) req@ffff8800712b4000 x1818247339305472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.116057:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247339305472 ext(8945664->8949759) 00002000:00010000:3.0:1734016140.116061:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4000 00000100:00100000:3.0:1734016140.116091:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9706 00000100:00100000:3.0:1734016140.116096:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339305472:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.116289:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339305472:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 192us (924us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.116294:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9706 00002000:00100000:3.0:1734016140.116299:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8945664->8949759) req@ffff8800712b4000 x1818247339305472/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.116304:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4000 with x1818247339305472 ext(8945664->8949759) 00002000:00010000:3.0:1734016140.116306:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4000 00000100:00100000:1.0:1734016140.121055:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.121306:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339305728 00000100:00100000:0.0:1734016140.121314:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339305728 00002000:00100000:0.0:1734016140.121350:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8941568->8945663) req@ffff880130c2fb80 x1818247339305728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.121359:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2fb80 with x1818247339305728 ext(8941568->8945663) 00002000:00010000:0.0:1734016140.121364:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2fb80 00000100:00100000:0.0:1734016140.121395:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9707 00000100:00100000:0.0:1734016140.121401:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339305728:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.121556:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339305728:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.121563:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9707 00002000:00100000:0.0:1734016140.121568:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8941568->8945663) req@ffff880130c2fb80 x1818247339305728/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.121574:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2fb80 with x1818247339305728 ext(8941568->8945663) 00002000:00010000:0.0:1734016140.121577:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2fb80 00000100:00100000:2.0:1734016140.125277:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.125804:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339305984 00000100:00100000:3.0:1734016140.125815:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339305984 00002000:00100000:3.0:1734016140.125850:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8937472->8941567) req@ffff88012d8aa680 x1818247339305984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.125858:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa680 with x1818247339305984 ext(8937472->8941567) 00002000:00010000:3.0:1734016140.125862:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aa680 00000100:00100000:3.0:1734016140.125888:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9708 00000100:00100000:3.0:1734016140.125894:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339305984:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.129736:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339305984:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3833us (4458us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.129748:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9708 00002000:00100000:3.0:1734016140.129757:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8937472->8941567) req@ffff88012d8aa680 x1818247339305984/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.129765:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8aa680 with x1818247339305984 ext(8937472->8941567) 00002000:00010000:3.0:1734016140.129769:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8aa680 00000100:00100000:0.0:1734016140.132565:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.132753:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339306240 00000100:00100000:3.0:1734016140.132760:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339306240 00002000:00100000:3.0:1734016140.132794:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8933376->8937471) req@ffff8800712b5c00 x1818247339306240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.132802:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5c00 with x1818247339306240 ext(8933376->8937471) 00002000:00010000:3.0:1734016140.132807:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5c00 00000100:00100000:3.0:1734016140.132834:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9709 00000100:00100000:3.0:1734016140.132839:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339306240:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.133005:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339306240:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.133013:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9709 00002000:00100000:3.0:1734016140.133019:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8933376->8937471) req@ffff8800712b5c00 x1818247339306240/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.133026:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b5c00 with x1818247339306240 ext(8933376->8937471) 00002000:00010000:3.0:1734016140.133029:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b5c00 00000100:00100000:1.0:1734016140.137362:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.137536:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339306496 00000100:00100000:0.0:1734016140.137543:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339306496 00002000:00100000:0.0:1734016140.137577:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8929280->8933375) req@ffff880130c2c700 x1818247339306496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.137587:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c700 with x1818247339306496 ext(8929280->8933375) 00002000:00010000:0.0:1734016140.137592:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c700 00000100:00100000:0.0:1734016140.137623:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9710 00000100:00100000:0.0:1734016140.137628:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339306496:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.137787:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339306496:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 157us (433us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.137793:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9710 00002000:00100000:0.0:1734016140.137799:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8929280->8933375) req@ffff880130c2c700 x1818247339306496/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.137805:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c2c700 with x1818247339306496 ext(8929280->8933375) 00002000:00010000:0.0:1734016140.137808:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c2c700 00000100:00100000:2.0:1734016140.141233:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.141385:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339306752 00000100:00100000:3.0:1734016140.141392:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339306752 00002000:00100000:3.0:1734016140.141436:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8925184->8929279) req@ffff88012d8a8700 x1818247339306752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.141445:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8700 with x1818247339306752 ext(8925184->8929279) 00002000:00010000:3.0:1734016140.141449:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8700 00000100:00100000:3.0:1734016140.141507:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9711 00000100:00100000:3.0:1734016140.141513:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339306752:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.141836:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339306752:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 320us (608us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.141843:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9711 00002000:00100000:3.0:1734016140.141848:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8925184->8929279) req@ffff88012d8a8700 x1818247339306752/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.141855:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8700 with x1818247339306752 ext(8925184->8929279) 00002000:00010000:3.0:1734016140.141858:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8700 00000100:00100000:0.0:1734016140.147905:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.148654:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339306880 00000100:00100000:2.0:1734016140.148664:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339306880 00000100:00100000:2.0:1734016140.148710:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11552 00000100:00100000:2.0:1734016140.148717:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1981:x1818247339306880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.148731:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.148747:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2889 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.148765:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.148767:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.148773:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.148785:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.148796:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016140.148856:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339306880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 139us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.148862:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11552 00000100:00100000:1.0:1734016140.154895:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.154986:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339307008 00000100:00100000:2.0:1734016140.154994:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339307008 00000100:00100000:2.0:1734016140.155031:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11553 00000100:00100000:2.0:1734016140.155038:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:9663:x1818247339307008:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.155053:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.155069:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2890 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.155093:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.155101:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.155108:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.155109:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.155113:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5214208->5218303] (req 5214208->5218303) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.155138:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 8 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.155149:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 8 pid: 13915 timeout: 503 lvb_type: 1 00000100:00100000:2.0:1734016140.155160:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665280:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016140.155235:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.155243:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 8 pid: 13915 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016140.155250:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665408:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016140.155266:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.159824:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665408:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016140.165721:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.165954:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339307136 00000100:00100000:2.0:1734016140.165965:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339307136 00010000:00010000:2.0:1734016140.165998:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 9 pid: 13915 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016140.166115:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665280:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016140.166137:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [5214208->5218303] (req 5214208->5218303) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.166148:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016140.166979:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2986 00000100:00100000:2.0:1734016140.166985:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339307136:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.166996:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.167013:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 9 pid: 13915 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.167022:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 9 pid: 13915 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.167041:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec7322317 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2882 expref: 9 pid: 13915 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016140.167198:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339307008:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12159us (12309us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.167205:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11553 00010000:00010000:2.0:1734016140.168108:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.168145:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339307136:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 1158us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.168151:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2986 00000100:00100000:1.0:1734016140.171559:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.171871:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339307264 00000100:00100000:2.0:1734016140.171878:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339307264 00010000:00010000:2.0:1734016140.171904:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 9 pid: 13915 timeout: 503 lvb_type: 1 00000100:00100000:2.0:1734016140.171935:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2987 00000100:00100000:2.0:1734016140.171941:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f79450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339307264:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.171953:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.171968:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 9 pid: 13915 timeout: 503 lvb_type: 1 00010000:00010000:2.0:1734016140.171979:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 9 pid: 13915 timeout: 503 lvb_type: 1 00010000:00010000:2.0:1734016140.171997:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec732231e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2889 expref: 9 pid: 13915 timeout: 503 lvb_type: 1 00010000:00010000:2.0:1734016140.172009:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.172012:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.172017:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.172028:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.172055:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.172065:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341665536:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016140.172110:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.177020:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.177211:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339307520 00000100:00100000:0.0:1734016140.177218:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339307520 00002000:00100000:0.0:1734016140.177250:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5214208->5218303) req@ffff88007e457100 x1818247339307520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.177258:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457100 with x1818247339307520 ext(5214208->5218303) 00002000:00010000:0.0:1734016140.177262:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457100 00000100:00100000:0.0:1734016140.177297:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9712 00000100:00100000:0.0:1734016140.177304:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339307520:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.177437:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339307520:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.177443:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9712 00002000:00100000:0.0:1734016140.177448:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5214208->5218303) req@ffff88007e457100 x1818247339307520/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.177454:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457100 with x1818247339307520 ext(5214208->5218303) 00002000:00010000:0.0:1734016140.177456:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457100 00000100:00100000:2.0:1734016140.177633:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341665536:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016140.177650:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.177678:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f79450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339307264:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5736us (6126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.177685:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2987 00000100:00100000:3.0:1734016140.182747:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.183073:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339307776 00000100:00100000:1.0:1734016140.183083:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339307776 00002000:00100000:1.0:1734016140.183130:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5210112->5214207) req@ffff88007e454000 x1818247339307776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.183140:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454000 with x1818247339307776 ext(5210112->5214207) 00002000:00010000:1.0:1734016140.183146:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454000 00000100:00100000:1.0:1734016140.183308:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9713 00000100:00100000:1.0:1734016140.183316:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339307776:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.183913:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339307776:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 597us (1175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.183920:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9713 00002000:00100000:1.0:1734016140.183926:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5210112->5214207) req@ffff88007e454000 x1818247339307776/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.183932:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454000 with x1818247339307776 ext(5210112->5214207) 00002000:00010000:1.0:1734016140.183934:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454000 00000100:00100000:0.0:1734016140.187736:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.187983:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339308032 00000100:00100000:1.0:1734016140.187993:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339308032 00002000:00100000:1.0:1734016140.188032:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5206016->5210111) req@ffff880076748380 x1818247339308032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.188039:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748380 with x1818247339308032 ext(5206016->5210111) 00002000:00010000:1.0:1734016140.188043:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748380 00000100:00100000:1.0:1734016140.188071:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9714 00000100:00100000:1.0:1734016140.188076:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339308032:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.188225:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339308032:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.188231:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9714 00002000:00100000:1.0:1734016140.188236:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5206016->5210111) req@ffff880076748380 x1818247339308032/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.188242:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748380 with x1818247339308032 ext(5206016->5210111) 00002000:00010000:1.0:1734016140.188245:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748380 00000100:00100000:3.0:1734016140.191336:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.191431:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339308288 00000100:00100000:0.0:1734016140.191438:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339308288 00002000:00100000:0.0:1734016140.191470:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5201920->5206015) req@ffff88007e455500 x1818247339308288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.191484:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455500 with x1818247339308288 ext(5201920->5206015) 00002000:00010000:0.0:1734016140.191489:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455500 00000100:00100000:0.0:1734016140.191549:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9715 00000100:00100000:0.0:1734016140.191554:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339308288:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.191964:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339308288:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 406us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.191971:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9715 00002000:00100000:0.0:1734016140.191979:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5201920->5206015) req@ffff88007e455500 x1818247339308288/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.191986:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455500 with x1818247339308288 ext(5201920->5206015) 00002000:00010000:0.0:1734016140.191991:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455500 00000100:00100000:3.0:1734016140.196147:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.196367:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339308544 00000100:00100000:0.0:1734016140.196375:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339308544 00002000:00100000:0.0:1734016140.196411:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5197824->5201919) req@ffff88007e456300 x1818247339308544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.196430:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456300 with x1818247339308544 ext(5197824->5201919) 00002000:00010000:0.0:1734016140.196436:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456300 00000100:00100000:0.0:1734016140.196462:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9716 00000100:00100000:0.0:1734016140.196469:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339308544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.196606:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339308544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 136us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.196613:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9716 00002000:00100000:0.0:1734016140.196619:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5197824->5201919) req@ffff88007e456300 x1818247339308544/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.196626:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456300 with x1818247339308544 ext(5197824->5201919) 00002000:00010000:0.0:1734016140.196629:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456300 00000100:00100000:2.0:1734016140.208715:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.208802:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339308800 00000100:00100000:1.0:1734016140.208810:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339308800 00002000:00100000:1.0:1734016140.208848:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5193728->5197823) req@ffff88012d8a8e00 x1818247339308800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.208858:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8e00 with x1818247339308800 ext(5193728->5197823) 00002000:00010000:1.0:1734016140.208862:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8e00 00000100:00100000:1.0:1734016140.209603:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9717 00000100:00100000:1.0:1734016140.209614:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339308800:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.209765:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339308800:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 154us (1059us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.209771:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9717 00002000:00100000:1.0:1734016140.209776:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5193728->5197823) req@ffff88012d8a8e00 x1818247339308800/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.209783:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a8e00 with x1818247339308800 ext(5193728->5197823) 00002000:00010000:1.0:1734016140.209786:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a8e00 00010000:00010000:1.0:1734016140.218097:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016140.218906:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.218965:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339309056 00000100:00100000:1.0:1734016140.218973:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339309056 00002000:00100000:1.0:1734016140.219007:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5189632->5193727) req@ffff88007e455880 x1818247339309056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.219016:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247339309056 ext(5189632->5193727) 00002000:00010000:1.0:1734016140.219020:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:1.0:1734016140.219046:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9718 00000100:00100000:1.0:1734016140.219051:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339309056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.219198:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339309056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.219203:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9718 00002000:00100000:1.0:1734016140.219208:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5189632->5193727) req@ffff88007e455880 x1818247339309056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.219214:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e455880 with x1818247339309056 ext(5189632->5193727) 00002000:00010000:1.0:1734016140.219217:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e455880 00000100:00100000:3.0:1734016140.224323:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.224385:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339309312 00000100:00100000:0.0:1734016140.224393:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339309312 00002000:00100000:0.0:1734016140.224435:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5185536->5189631) req@ffff88007e454380 x1818247339309312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.224444:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454380 with x1818247339309312 ext(5185536->5189631) 00002000:00010000:0.0:1734016140.224449:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454380 00000100:00100000:0.0:1734016140.224485:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9719 00000100:00100000:0.0:1734016140.224492:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339309312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.224639:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339309312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016140.224644:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9719 00002000:00100000:0.0:1734016140.224649:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5185536->5189631) req@ffff88007e454380 x1818247339309312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.224654:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454380 with x1818247339309312 ext(5185536->5189631) 00002000:00010000:0.0:1734016140.224657:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454380 00000100:00100000:2.0:1734016140.228113:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.228208:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339309568 00000100:00100000:1.0:1734016140.228216:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339309568 00002000:00100000:1.0:1734016140.228253:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5181440->5185535) req@ffff88012d8a9f80 x1818247339309568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.228261:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9f80 with x1818247339309568 ext(5181440->5185535) 00002000:00010000:1.0:1734016140.228265:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9f80 00000100:00100000:1.0:1734016140.228286:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9720 00000100:00100000:1.0:1734016140.228291:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339309568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.228447:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339309568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 152us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.228455:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9720 00002000:00100000:1.0:1734016140.228460:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5181440->5185535) req@ffff88012d8a9f80 x1818247339309568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.228466:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9f80 with x1818247339309568 ext(5181440->5185535) 00002000:00010000:1.0:1734016140.228468:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9f80 00000100:00100000:3.0:1734016140.238638:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.239919:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339309824 00000100:00100000:0.0:1734016140.239928:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339309824 00002000:00100000:1.0:1734016140.240021:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5177344->5181439) req@ffff88007e457b80 x1818247339309824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.240036:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247339309824 ext(5177344->5181439) 00002000:00010000:1.0:1734016140.240042:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:1.0:1734016140.242056:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9721 00000100:00100000:1.0:1734016140.242066:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339309824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.242248:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1981:x1818247339309824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 182us (3615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.242255:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9721 00002000:00100000:1.0:1734016140.242262:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5177344->5181439) req@ffff88007e457b80 x1818247339309824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.242270:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457b80 with x1818247339309824 ext(5177344->5181439) 00002000:00010000:1.0:1734016140.242274:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457b80 00000100:00100000:3.0:1734016140.257647:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.257728:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339310080 00000100:00100000:2.0:1734016140.257737:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339310080 00002000:00100000:2.0:1734016140.257774:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5173248->5177343) req@ffff88007e457480 x1818247339310080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.257782:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457480 with x1818247339310080 ext(5173248->5177343) 00002000:00010000:2.0:1734016140.257786:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457480 00000100:00100000:2.0:1734016140.257814:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9722 00000100:00100000:2.0:1734016140.257821:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339310080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.257951:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339310080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.257959:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9722 00002000:00100000:2.0:1734016140.257964:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5173248->5177343) req@ffff88007e457480 x1818247339310080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.257972:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457480 with x1818247339310080 ext(5173248->5177343) 00002000:00010000:2.0:1734016140.257974:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457480 00000100:00100000:3.0:1734016140.262463:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.272985:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339310336 00000100:00100000:1.0:1734016140.272997:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339310336 00002000:00100000:1.0:1734016140.273043:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5169152->5173247) req@ffff88007e457800 x1818247339310336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.273053:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457800 with x1818247339310336 ext(5169152->5173247) 00002000:00010000:1.0:1734016140.273058:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457800 00000100:00100000:1.0:1734016140.273091:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9723 00000100:00100000:1.0:1734016140.273098:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339310336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.273264:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339310336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (10809us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.273270:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9723 00002000:00100000:1.0:1734016140.273279:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5169152->5173247) req@ffff88007e457800 x1818247339310336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.273287:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e457800 with x1818247339310336 ext(5169152->5173247) 00002000:00010000:1.0:1734016140.273290:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e457800 00000100:00100000:3.0:1734016140.281759:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.281846:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339310592 00000100:00100000:2.0:1734016140.281855:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339310592 00002000:00100000:2.0:1734016140.281897:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5165056->5169151) req@ffff88007e456a00 x1818247339310592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.281907:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456a00 with x1818247339310592 ext(5165056->5169151) 00002000:00010000:2.0:1734016140.281913:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456a00 00000100:00100000:2.0:1734016140.283208:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9724 00000100:00100000:2.0:1734016140.283217:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339310592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.283496:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339310592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 277us (1745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.283504:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9724 00002000:00100000:2.0:1734016140.283512:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5165056->5169151) req@ffff88007e456a00 x1818247339310592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.283522:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456a00 with x1818247339310592 ext(5165056->5169151) 00002000:00010000:2.0:1734016140.283526:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456a00 00000100:00100000:3.0:1734016140.293204:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.293276:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339310848 00000100:00100000:2.0:1734016140.293285:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339310848 00002000:00100000:2.0:1734016140.293318:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5160960->5165055) req@ffff88007e456680 x1818247339310848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.293335:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456680 with x1818247339310848 ext(5160960->5165055) 00002000:00010000:2.0:1734016140.293342:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456680 00000100:00100000:1.0:1734016140.294483:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9725 00000100:00100000:1.0:1734016140.294490:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339310848:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.294629:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339310848:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 138us (1459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.294635:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9725 00002000:00100000:1.0:1734016140.294641:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (5160960->5165055) req@ffff88007e456680 x1818247339310848/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.294648:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456680 with x1818247339310848 ext(5160960->5165055) 00002000:00010000:1.0:1734016140.294651:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456680 00000100:00100000:0.0:1734016140.316344:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.316550:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339311104 00000100:00100000:2.0:1734016140.316560:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339311104 00002000:00100000:2.0:1734016140.316595:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5156864->5160959) req@ffff880076748700 x1818247339311104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.316606:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748700 with x1818247339311104 ext(5156864->5160959) 00002000:00010000:2.0:1734016140.316611:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748700 00000100:00100000:2.0:1734016140.317005:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9726 00000100:00100000:2.0:1734016140.317011:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339311104:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.318172:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339311104:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1156us (1831us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.318190:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9726 00002000:00100000:2.0:1734016140.318198:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5156864->5160959) req@ffff880076748700 x1818247339311104/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.318206:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076748700 with x1818247339311104 ext(5156864->5160959) 00002000:00010000:2.0:1734016140.318210:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076748700 00000100:00100000:0.0:1734016140.327883:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.328138:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339311232 00000100:00100000:2.0:1734016140.328146:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339311232 00002000:00100000:2.0:1734016140.328211:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5156864->5218303) req@ffff88007674a680 x1818247339311232/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.328221:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674a680 with x1818247339311232 ext(5156864->5218303) 00002000:00010000:2.0:1734016140.328226:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674a680 00000100:00100000:2.0:1734016140.328245:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9727 00000100:00100000:2.0:1734016140.328251:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339311232:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016140.335961:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339311232:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 7700us (8077us total) trans 4294969467 rc 0/0 00000100:00100000:0.0:1734016140.335974:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9727 00002000:00100000:0.0:1734016140.335985:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (5156864->5218303) req@ffff88007674a680 x1818247339311232/t4294969467(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.335993:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007674a680 with x1818247339311232 ext(5156864->5218303) 00002000:00010000:0.0:1734016140.335998:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007674a680 00000100:00100000:0.0:1734016140.343570:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.344907:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339311360 00000100:00100000:3.0:1734016140.344917:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339311360 00000100:00100000:3.0:1734016140.344964:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11554 00000100:00100000:3.0:1734016140.344970:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339311360:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016140.350945:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969467 is committed 00000001:00080000:0.0:1734016140.350958:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969466 is committed 00000100:00100000:3.0:1734016140.351927:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339311360:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 6949us (8359us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.351938:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11554 00000100:00100000:0.0:1734016140.356524:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.356747:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339311488 00000100:00100000:3.0:1734016140.356755:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339311488 00000100:00100000:3.0:1734016140.356795:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11555 00000100:00100000:3.0:1734016140.356803:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339311488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.356821:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.356838:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec732232c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2897 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.356885:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665664:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016140.356936:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.361023:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016139 -> 1734016140 00002000:00010000:3.0:1734016140.361031:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 496 -> 616 00000100:00100000:3.0:1734016140.361048:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665664:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.361074:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec732232c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2897 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.361087:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec732232c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2897 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.361114:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016140.362301:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339311488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5496us (5786us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.362308:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11555 00000100:00100000:0.0:1734016140.369640:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.369773:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339311616 00000100:00100000:3.0:1734016140.369782:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339311616 00000100:00100000:3.0:1734016140.369823:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11556 00000100:00100000:3.0:1734016140.369829:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339311616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.369847:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.369865:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7322333 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a289e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.369920:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665792:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016140.370440:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.373276:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665792:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.373309:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7322333 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a289e expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.373325:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7322333 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a289e expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.373813:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016140.376883:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1981:x1818247339311616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7042us (7244us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.376894:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11556 00000100:00100000:0.0:1734016140.389866:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.389982:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339311744 00000100:00100000:3.0:1734016140.389990:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339311744 00000100:00100000:3.0:1734016140.390023:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11557 00000100:00100000:3.0:1734016140.390029:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339311744:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.390045:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.390061:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28a5 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.390087:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.390094:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.390096:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.390099:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.390122:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.390136:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 5 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016140.390146:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665920:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016140.390448:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.403262:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341665920:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016140.403289:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.403305:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016140.403341:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339311744:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 13312us (13484us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.403349:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11557 00000100:00100000:0.0:1734016140.405463:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.405542:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339311872 00000100:00100000:2.0:1734016140.405550:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339311872 00010000:00010000:2.0:1734016140.405576:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 6 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016140.405596:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2988 00000100:00100000:2.0:1734016140.405601:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339311872:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.405612:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.405628:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 6 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.405638:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 6 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.405655:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec7322325 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2890 expref: 6 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.405682:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.405684:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.405690:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.405697:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.405728:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.405740:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341666048:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016140.405778:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.410088:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341666048:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016140.410110:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.410155:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339311872:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 4552us (4698us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.410167:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2988 00000100:00100000:0.0:1734016140.426010:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.426116:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339312128 00000100:00100000:2.0:1734016140.426125:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339312128 00002000:00100000:2.0:1734016140.426166:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (102400->9973759) req@ffff880076749f80 x1818247339312128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.426176:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749f80 with x1818247339312128 ext(102400->9973759) 00002000:00010000:2.0:1734016140.426212:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749f80 00000100:00100000:2.0:1734016140.426231:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9728 00000100:00100000:2.0:1734016140.426238:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339312128:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.474525:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339312128:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 48279us (48518us total) trans 0 rc 2256896/2256896 00000100:00100000:2.0:1734016140.474537:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9728 00002000:00100000:2.0:1734016140.474547:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (102400->9973759) req@ffff880076749f80 x1818247339312128/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 504/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 2256896/2256896 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.474561:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749f80 with x1818247339312128 ext(102400->9973759) 00002000:00010000:2.0:1734016140.474565:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880076749f80 00000100:00100000:0.0:1734016140.486880:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.488492:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339312256 00000100:00100000:3.0:1734016140.488504:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339312256 00000100:00100000:3.0:1734016140.488558:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11558 00000100:00100000:3.0:1734016140.488563:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339312256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.488581:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.488596:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7322341 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28ac expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.488644:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666176:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016140.488700:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.493109:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666176:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.493138:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7322341 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28ac expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.493149:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec7322341 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28ac expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.493631:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016140.493681:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339312256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5115us (6809us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.493688:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11558 00000100:00100000:0.0:1734016140.498465:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.498539:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339312384 00000100:00100000:3.0:1734016140.498546:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339312384 00000100:00100000:3.0:1734016140.498586:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11559 00000100:00100000:3.0:1734016140.498593:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339312384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.498609:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.498623:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322348 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28b3 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.498668:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666304:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016140.499370:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.513225:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666304:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.513261:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322348 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28b3 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.513277:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322348 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28b3 expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.513309:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016140.513367:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339312384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 14773us (14908us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.513374:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11559 00000100:00100000:0.0:1734016140.518910:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.519005:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339312512 00000100:00100000:3.0:1734016140.519014:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339312512 00000100:00100000:3.0:1734016140.519059:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11560 00000100:00100000:3.0:1734016140.519066:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339312512:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.519083:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.519097:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732234f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28ba expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.519143:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666432:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016140.519232:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.522562:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666432:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.522596:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732234f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28ba expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.522608:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732234f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28ba expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.522633:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016140.522675:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1983:x1818247339312512:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3609us (3773us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.522685:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11560 00000100:00100000:0.0:1734016140.532553:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.532637:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339312640 00000100:00100000:3.0:1734016140.532646:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339312640 00000100:00100000:3.0:1734016140.532687:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11561 00000100:00100000:3.0:1734016140.532693:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339312640:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.532711:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.532727:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28c1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.532749:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.532756:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.532757:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.532760:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8871936->8876031] (req 8871936->8876031) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.532784:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.532795:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 6 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016140.532806:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666560:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016140.532858:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.534748:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666560:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016140.534770:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8871936->8876031] (req 8871936->8876031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.534782:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016140.534815:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339312640:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2121us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.534821:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11561 00000100:00100000:0.0:1734016140.536076:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.536161:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339312768 00000100:00100000:2.0:1734016140.536168:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339312768 00002000:00100000:2.0:1734016140.536233:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (98304->106495) req@ffff880076749c00 x1818247339312768/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 8680/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.536242:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247339312768 ext(98304->106495) 00010000:00010000:2.0:1734016140.536250:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 7 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.536261:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 7 pid: 7681 timeout: 503 lvb_type: 0 00002000:00010000:2.0:1734016140.536267:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076749c00 00000100:00100000:2.0:1734016140.536282:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 343 00000100:00100000:2.0:1734016140.536288:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339312768:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016140.537010:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339312768:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 719us (936us total) trans 4294969468 rc 0/0 00000100:00100000:2.0:1734016140.537017:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 343 00002000:00100000:2.0:1734016140.537023:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (98304->106495) req@ffff880076749c00 x1818247339312768/t4294969468(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 8680/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.537030:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880076749c00 with x1818247339312768 ext(98304->106495) 00010000:00010000:2.0:1734016140.537034:0:7687:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.537047:0:7687:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00002000:00010000:2.0:1734016140.537051:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880076749c00 00000100:00100000:0.0:1734016140.548301:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.548945:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339312896 00000100:00100000:2.0:1734016140.548952:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339312896 00010000:00010000:2.0:1734016140.548980:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016140.549012:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2989 00000100:00100000:2.0:1734016140.549019:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339312896:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.549030:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016140.549044:0:6461:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 616 -> 632 00010000:00010000:2.0:1734016140.549049:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.549060:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.549080:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732233a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28a5 expref: 9 pid: 7681 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016140.549105:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.549107:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.549113:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.549125:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.549152:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.549163:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341666688:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016140.549236:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.552652:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d8a9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341666688:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016140.552672:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.552719:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339312896:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3699us (4425us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.552729:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2989 00000100:00100000:0.0:1734016140.553154:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.555734:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339313152 00000100:00100000:2.0:1734016140.555745:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339313152 00002000:00100000:3.0:1734016140.556511:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8871936->8876031) req@ffff880071a04000 x1818247339313152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.556520:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04000 with x1818247339313152 ext(8871936->8876031) 00002000:00010000:3.0:1734016140.556525:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04000 00000100:00100000:3.0:1734016140.556567:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9729 00000100:00100000:3.0:1734016140.556573:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339313152:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.556735:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339313152:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 161us (3580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.556741:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9729 00002000:00100000:3.0:1734016140.556746:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8871936->8876031) req@ffff880071a04000 x1818247339313152/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.556752:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04000 with x1818247339313152 ext(8871936->8876031) 00002000:00010000:3.0:1734016140.556754:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04000 00000100:00100000:0.0:1734016140.562149:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.564078:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339313408 00000100:00100000:1.0:1734016140.564089:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339313408 00002000:00100000:1.0:1734016140.564131:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8867840->8871935) req@ffff880071a07800 x1818247339313408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.564140:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07800 with x1818247339313408 ext(8867840->8871935) 00002000:00010000:1.0:1734016140.564145:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07800 00000100:00100000:1.0:1734016140.564196:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9730 00000100:00100000:1.0:1734016140.564203:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339313408:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.564361:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339313408:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 157us (2220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.564368:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9730 00002000:00100000:1.0:1734016140.564373:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8867840->8871935) req@ffff880071a07800 x1818247339313408/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.564379:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a07800 with x1818247339313408 ext(8867840->8871935) 00002000:00010000:1.0:1734016140.564381:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a07800 00000100:00100000:0.0:1734016140.569725:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.571375:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339313664 00000100:00100000:3.0:1734016140.571385:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339313664 00002000:00100000:3.0:1734016140.571432:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8863744->8867839) req@ffff880071a04700 x1818247339313664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.571447:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04700 with x1818247339313664 ext(8863744->8867839) 00002000:00010000:3.0:1734016140.571452:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04700 00000100:00100000:3.0:1734016140.571483:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9731 00000100:00100000:3.0:1734016140.571490:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339313664:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.571638:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339313664:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 147us (1922us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.571645:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9731 00002000:00100000:3.0:1734016140.571650:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8863744->8867839) req@ffff880071a04700 x1818247339313664/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.571657:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04700 with x1818247339313664 ext(8863744->8867839) 00002000:00010000:3.0:1734016140.571659:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04700 00000100:00100000:0.0:1734016140.575308:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.575505:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339313920 00000100:00100000:1.0:1734016140.575512:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339313920 00002000:00100000:1.0:1734016140.575546:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8859648->8863743) req@ffff880071a06a00 x1818247339313920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.575555:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06a00 with x1818247339313920 ext(8859648->8863743) 00002000:00010000:1.0:1734016140.575559:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06a00 00000100:00100000:1.0:1734016140.575587:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9732 00000100:00100000:1.0:1734016140.575594:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339313920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.575734:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339313920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.575740:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9732 00002000:00100000:1.0:1734016140.575745:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8859648->8863743) req@ffff880071a06a00 x1818247339313920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.575751:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06a00 with x1818247339313920 ext(8859648->8863743) 00002000:00010000:1.0:1734016140.575753:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06a00 00000100:00100000:1.0:1734016140.581933:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.582010:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339314176 00000100:00100000:3.0:1734016140.582017:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339314176 00002000:00100000:3.0:1734016140.582050:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8855552->8859647) req@ffff88011d83ed80 x1818247339314176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.582059:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ed80 with x1818247339314176 ext(8855552->8859647) 00002000:00010000:3.0:1734016140.582063:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ed80 00000100:00100000:3.0:1734016140.582079:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9733 00000100:00100000:3.0:1734016140.582085:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339314176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.582222:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339314176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.582228:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9733 00002000:00100000:3.0:1734016140.582234:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8855552->8859647) req@ffff88011d83ed80 x1818247339314176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.582241:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d83ed80 with x1818247339314176 ext(8855552->8859647) 00002000:00010000:3.0:1734016140.582243:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d83ed80 00000100:00100000:2.0:1734016140.588525:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.590032:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339314432 00000100:00100000:1.0:1734016140.590041:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339314432 00002000:00100000:1.0:1734016140.590078:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8851456->8855551) req@ffff88012d8a9500 x1818247339314432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.590087:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9500 with x1818247339314432 ext(8851456->8855551) 00002000:00010000:1.0:1734016140.590092:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9500 00000100:00100000:1.0:1734016140.590152:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9734 00000100:00100000:1.0:1734016140.590158:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339314432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.590426:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339314432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 267us (1910us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.590432:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9734 00002000:00100000:1.0:1734016140.590437:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8851456->8855551) req@ffff88012d8a9500 x1818247339314432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.590444:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8a9500 with x1818247339314432 ext(8851456->8855551) 00002000:00010000:1.0:1734016140.590447:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d8a9500 00000100:00100000:0.0:1734016140.593220:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.593341:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339314560 00000100:00100000:1.0:1734016140.593347:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339314560 00002000:00100000:1.0:1734016140.593376:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8851456->8876031) req@ffff880071a06d80 x1818247339314560/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.593385:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06d80 with x1818247339314560 ext(8851456->8876031) 00002000:00010000:1.0:1734016140.593389:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06d80 00000100:00100000:1.0:1734016140.593481:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9735 00000100:00100000:1.0:1734016140.593487:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339314560:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016140.598786:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339314560:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5289us (5565us total) trans 4294969469 rc 0/0 00000100:00100000:0.0:1734016140.598798:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9735 00002000:00100000:0.0:1734016140.598808:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (8851456->8876031) req@ffff880071a06d80 x1818247339314560/t4294969469(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.598816:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a06d80 with x1818247339314560 ext(8851456->8876031) 00002000:00010000:0.0:1734016140.598820:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a06d80 00000100:00100000:2.0:1734016140.602826:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.602909:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339314688 00000100:00100000:3.0:1734016140.602921:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339314688 00000100:00100000:3.0:1734016140.602968:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11562 00000100:00100000:3.0:1734016140.602974:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339314688:12345-192.168.201.1@tcp:16:fsx.0 00000001:00080000:0.0:1734016140.604365:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969469 is committed 00000001:00080000:0.0:1734016140.604376:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969468 is committed 00000100:00100000:3.0:1734016140.604685:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339314688:12345-192.168.201.1@tcp:16:fsx.0 Request processed in 1707us (1865us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.604694:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11562 00000100:00100000:0.0:1734016140.608737:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.608819:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339314816 00000100:00100000:3.0:1734016140.608827:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339314816 00000100:00100000:3.0:1734016140.608859:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11563 00000100:00100000:3.0:1734016140.608865:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339314816:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.608882:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.608896:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732235d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28c8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.608945:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666816:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016140.609294:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.615008:0:7681:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks: 632 -> 680 00000100:00100000:3.0:1734016140.615033:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666816:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.615063:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732235d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.615078:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec732235d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c8 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.615103:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016140.615147:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339314816:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6281us (6417us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.615154:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11563 00000100:00100000:2.0:1734016140.621138:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.621532:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339314944 00000100:00100000:3.0:1734016140.621542:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339314944 00000100:00100000:3.0:1734016140.621589:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11564 00000100:00100000:3.0:1734016140.621597:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339314944:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.621620:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.621637:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7322364 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28cf expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.621700:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666944:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016140.622429:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.629800:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341666944:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.629834:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7322364 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28cf expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.629850:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec7322364 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28cf expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.629879:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016140.629934:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1980:x1818247339314944:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8336us (8809us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.629943:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11564 00000100:00100000:0.0:1734016140.633979:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.634075:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339315072 00000100:00100000:3.0:1734016140.634085:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339315072 00000100:00100000:3.0:1734016140.634346:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11565 00000100:00100000:3.0:1734016140.634354:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+6:9663:x1818247339315072:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.634373:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.634389:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28d6 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.634427:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.634436:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.634438:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.634441:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8839168->8855551] (req 8839168->8855551) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.634471:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.634482:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 5 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.634499:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341667072:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016140.635684:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.638913:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.639103:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341667072:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016140.639129:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8839168->8855551] (req 8839168->8855551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639145:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016140.639211:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339315072:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4857us (5242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.639218:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11565 00000100:00100000:2.0:1734016140.639281:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339315200 00000100:00100000:2.0:1734016140.639288:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339315200 00010000:00010000:2.0:1734016140.639311:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 6 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.639331:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2990 00000100:00100000:2.0:1734016140.639337:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339315200:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.639351:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.639366:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 6 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.639376:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 6 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.639395:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec7322356 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28c1 expref: 6 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.639420:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.639422:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.639428:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.639435:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.639463:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.639474:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341667200:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016140.639505:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.658012:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341667200:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016140.658034:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016140.658084:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339315200:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 18745us (19178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.658095:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2990 00000100:00100000:1.0:1734016140.658631:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.659339:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339315328 00000100:00100000:3.0:1734016140.659345:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339315328 00000100:00100000:3.0:1734016140.659375:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11566 00000100:00100000:3.0:1734016140.659380:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1980:x1818247339315328:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016140.659650:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9972962 -> 9972962 00002000:00010000:3.0:1734016140.659653:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.659655:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.659656:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.659658:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 680 -> 680 00000100:00100000:3.0:1734016140.659695:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1980:x1818247339315328:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 313us (1064us total) trans 4294969470 rc 0/0 00000100:00100000:3.0:1734016140.659700:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11566 00000100:00100000:0.0:1734016140.662040:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.662094:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339315456 00000100:00100000:2.0:1734016140.662101:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339315456 00000100:00100000:2.0:1734016140.662136:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11567 00000100:00100000:2.0:1734016140.662143:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339315456:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.662157:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.662173:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322372 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28dd expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.662235:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341667328:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016140.662275:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.664019:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341667328:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016140.664050:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322372 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28dd expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.664061:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322372 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28dd expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.664088:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:0.0:1734016140.664135:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339315456:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 1991us (2101us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016140.664142:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11567 00000100:00100000:1.0:1734016140.667168:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016140.667240:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339315584 00000100:00100000:0.0:1734016140.667248:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339315584 00000100:00100000:0.0:1734016140.667295:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11568 00000100:00100000:0.0:1734016140.667302:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339315584:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.667319:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.667338:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7322379 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28e4 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.667393:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071a05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341667456:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016140.667465:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.671108:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071a05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341667456:192.168.201.1@tcp:106: 00010000:00010000:1.0:1734016140.671148:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7322379 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28e4 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.671166:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec7322379 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28e4 expref: 6 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.671817:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:1.0:1734016140.671869:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1980:x1818247339315584:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4566us (4708us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.671878:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11568 00000100:00100000:2.0:1734016140.677245:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.677365:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339315712 00000100:00100000:3.0:1734016140.677374:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339315712 00000100:00100000:3.0:1734016140.677592:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11569 00000100:00100000:3.0:1734016140.677599:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339315712:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.677615:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.677630:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7322380 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28eb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.677673:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341667584:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016140.677889:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.679925:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341667584:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016140.679954:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7322380 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28eb expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.679967:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec7322380 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28eb expref: 6 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.680155:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016140.680231:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339315712:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2629us (2992us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.680239:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11569 00000100:00100000:0.0:1734016140.682697:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.683062:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339315840 00000100:00100000:3.0:1734016140.683069:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339315840 00000100:00100000:3.0:1734016140.683164:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11570 00000100:00100000:3.0:1734016140.683170:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:9663:x1818247339315840:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.683351:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.683369:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28f2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.683396:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.683403:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.683405:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.683417:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3186688->3190783] (req 3186688->3190783) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.683444:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.683456:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 7 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016140.683467:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341667712:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016140.683720:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.686670:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007e454a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341667712:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016140.686701:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3186688->3190783] (req 3186688->3190783) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.686720:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165440, rc 0) 00000100:00100000:3.0:1734016140.686764:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339315840:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3592us (4071us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.686774:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11570 00000100:00100000:0.0:1734016140.690002:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.690356:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339315968 00000100:00100000:2.0:1734016140.690365:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339315968 00010000:00010000:2.0:1734016140.690395:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 8 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.690445:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2991 00000100:00100000:2.0:1734016140.690452:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339315968:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.690465:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.690482:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 8 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.690493:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 8 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.690515:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732236b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28d6 expref: 8 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.690546:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.690548:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.690557:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.690565:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.690597:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.690608:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341667840:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016140.690655:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.696436:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.696537:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341667840:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016140.696556:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.696606:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339315968:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6154us (6613us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.696617:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2991 00000100:00100000:1.0:1734016140.696799:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339316224 00000100:00100000:1.0:1734016140.696807:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339316224 00002000:00100000:1.0:1734016140.696839:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3186688->3190783) req@ffff880071a04a80 x1818247339316224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.696848:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04a80 with x1818247339316224 ext(3186688->3190783) 00002000:00010000:1.0:1734016140.696852:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04a80 00000100:00100000:1.0:1734016140.696870:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9736 00000100:00100000:1.0:1734016140.696876:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339316224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.697005:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339316224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 128us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.697010:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9736 00002000:00100000:1.0:1734016140.697015:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3186688->3190783) req@ffff880071a04a80 x1818247339316224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.697022:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a04a80 with x1818247339316224 ext(3186688->3190783) 00002000:00010000:1.0:1734016140.697025:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a04a80 00000100:00100000:0.0:1734016140.700110:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.700507:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339316480 00000100:00100000:2.0:1734016140.700517:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339316480 00002000:00100000:2.0:1734016140.700555:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3182592->3186687) req@ffff880071a05180 x1818247339316480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.700564:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05180 with x1818247339316480 ext(3182592->3186687) 00002000:00010000:2.0:1734016140.700569:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05180 00000100:00100000:2.0:1734016140.700923:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9737 00000100:00100000:2.0:1734016140.700929:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071a05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339316480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.701071:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071a05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339316480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (968us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.701080:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9737 00002000:00100000:2.0:1734016140.701086:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3182592->3186687) req@ffff880071a05180 x1818247339316480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.701093:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071a05180 with x1818247339316480 ext(3182592->3186687) 00002000:00010000:2.0:1734016140.701095:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071a05180 00000100:00100000:0.0:1734016140.705848:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.705947:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339316736 00000100:00100000:1.0:1734016140.705954:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339316736 00002000:00100000:1.0:1734016140.705991:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3178496->3182591) req@ffff8800712abb80 x1818247339316736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.706000:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712abb80 with x1818247339316736 ext(3178496->3182591) 00002000:00010000:1.0:1734016140.706004:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712abb80 00000100:00100000:1.0:1734016140.706415:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9738 00000100:00100000:1.0:1734016140.706422:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339316736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.706558:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1983:x1818247339316736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 135us (719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.706564:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9738 00002000:00100000:1.0:1734016140.706569:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3178496->3182591) req@ffff8800712abb80 x1818247339316736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.706574:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712abb80 with x1818247339316736 ext(3178496->3182591) 00002000:00010000:1.0:1734016140.706577:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712abb80 00000100:00100000:3.0:1734016140.709231:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.709664:0:7687:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339316992 00000100:00100000:2.0:1734016140.709672:0:7687:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339316992 00002000:00100000:2.0:1734016140.709706:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3174400->3178495) req@ffff88007e454a80 x1818247339316992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.709715:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454a80 with x1818247339316992 ext(3174400->3178495) 00002000:00010000:2.0:1734016140.709719:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454a80 00000100:00100000:2.0:1734016140.709749:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9739 00000100:00100000:2.0:1734016140.709754:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339316992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.709894:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1981:x1818247339316992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 139us (673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.709900:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9739 00002000:00100000:2.0:1734016140.709906:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (3174400->3178495) req@ffff88007e454a80 x1818247339316992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.709912:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e454a80 with x1818247339316992 ext(3174400->3178495) 00002000:00010000:2.0:1734016140.709915:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e454a80 00000100:00100000:0.0:1734016140.716594:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.721528:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339317248 00000100:00100000:1.0:1734016140.721540:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339317248 00002000:00100000:1.0:1734016140.721585:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3170304->3174399) req@ffff8800712aaa00 x1818247339317248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.721594:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aaa00 with x1818247339317248 ext(3170304->3174399) 00002000:00010000:1.0:1734016140.721599:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712aaa00 00000100:00100000:1.0:1734016140.721692:0:7685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9740 00000100:00100000:1.0:1734016140.721700:0:7685:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339317248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.721886:0:7685:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1980:x1818247339317248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 185us (5306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016140.721894:0:7685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9740 00002000:00100000:1.0:1734016140.721899:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (3170304->3174399) req@ffff8800712aaa00 x1818247339317248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.721906:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aaa00 with x1818247339317248 ext(3170304->3174399) 00002000:00010000:1.0:1734016140.721909:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712aaa00 00000100:00100000:0.0:1734016140.731230:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.731372:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339317376 00000100:00100000:3.0:1734016140.731381:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339317376 00000100:00100000:3.0:1734016140.731428:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11571 00000100:00100000:3.0:1734016140.731435:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1983:x1818247339317376:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.731457:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.731478:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a28f9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.731501:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.731503:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.731512:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.731527:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 8 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.731539:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00100000:3.0:1734016140.731688:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339317376:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 252us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.731695:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11571 00000100:00100000:3.0:1734016140.796779:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.796865:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016140.796906:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016140.797928:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339317632 00000100:00100000:1.0:1734016140.797937:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339317632 00002000:00100000:1.0:1734016140.797972:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007e456d80 x1818247339317632/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.797981:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456d80 with x1818247339317632 ext(0->4194303) 00002000:00010000:1.0:1734016140.797985:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456d80 00000100:00100000:1.0:1734016140.798007:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339317888 00000100:00100000:1.0:1734016140.798009:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339317888 00002000:00100000:1.0:1734016140.798021:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071e36d80 x1818247339317888/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.798027:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247339317888 ext(4194304->8388607) 00002000:00010000:1.0:1734016140.798029:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:1.0:1734016140.798050:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339318144 00000100:00100000:1.0:1734016140.798052:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339318144 00002000:00100000:1.0:1734016140.798062:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9973759) req@ffff880071e34700 x1818247339318144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.798068:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34700 with x1818247339318144 ext(8388608->9973759) 00002000:00010000:1.0:1734016140.798071:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34700 00000100:00100000:1.0:1734016140.798080:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9741 00000100:00100000:1.0:1734016140.798085:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339317632:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.799032:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9742 00000100:00100000:3.0:1734016140.799039:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339317888:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.801566:0:7687:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9743 00000100:00100000:2.0:1734016140.801580:0:7687:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339318144:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.870568:0:7687:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339318144:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 68984us (73652us total) trans 0 rc 1585152/1585152 00000100:00100000:2.0:1734016140.870580:0:7687:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9743 00002000:00100000:2.0:1734016140.870590:0:7687:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x6:0x0] (8388608->9973759) req@ffff880071e34700 x1818247339318144/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 1585152/1585152 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.870598:0:7687:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34700 with x1818247339318144 ext(8388608->9973759) 00002000:00010000:2.0:1734016140.870603:0:7687:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34700 00000100:00100000:2.0:1734016140.928212:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339317888:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 129163us (131337us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016140.928223:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9742 00002000:00100000:2.0:1734016140.928235:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8388607) req@ffff880071e36d80 x1818247339317888/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.928244:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36d80 with x1818247339317888 ext(4194304->8388607) 00002000:00010000:2.0:1734016140.928249:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36d80 00000100:00100000:1.0:1734016140.962263:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339317632:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164168us (165485us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016140.962274:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9741 00002000:00100000:1.0:1734016140.962285:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007e456d80 x1818247339317632/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.962294:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007e456d80 with x1818247339317632 ext(0->4194303) 00002000:00010000:1.0:1734016140.962298:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007e456d80 00000100:00100000:0.0:1734016140.980783:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.980850:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339318400 00000100:00100000:2.0:1734016140.980861:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339318400 00000100:00100000:2.0:1734016140.980921:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2123 00000100:00100000:2.0:1734016140.980928:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339318400:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016140.980969:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.980993:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322299 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2804 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.981022:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016140.981025:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016140.981147:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016140.981162:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.981168:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016140.981225:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.981235:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 18 pid: 6473 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.981246:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341667968:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016140.981295:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.983594:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341667968:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016140.983615:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016140.984829:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016140.984882:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339318528 00000100:00100000:2.0:1734016140.984889:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339318528 00010000:00010000:2.0:1734016140.984934:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 19 pid: 6473 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.984974:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2992 00000100:00100000:2.0:1734016140.984980:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+19:1982:x1818247339318528:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.984991:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.984996:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 19 pid: 6473 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.985004:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 19 pid: 6473 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.985023:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec7322261 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a27d3 expref: 19 pid: 6473 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016140.985037:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016140.985041:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016140.985049:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016140.985054:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016140.985081:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.985117:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247339318528:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 136us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.985124:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2992 00010000:00010000:3.0:1734016140.985345:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016140.985356:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016140.985447:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968623 00000004:00010000:3.0:1734016140.985498:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800712a8e00 reply state ffff880074c94000 transno 4294968624 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016140.985504:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00080000:0.0:1734016140.986117:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016110 00000100:00100000:3.0:1734016140.991639:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339318400:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 10700us (10852us total) trans 4294968624 rc 0/0 00000100:00100000:3.0:1734016140.991648:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2123 00000020:00080000:3.0:1734016140.991656:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016140.994554:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:3.0:1734016140.995346:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016140.995355:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016140.995361:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016140.995366:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2cb840 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:3.0:1734016140.995369:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016140.995375:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016140.995388:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016140.995390:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016140.995393:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016140.995401:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cb840/0x903ef4aec7322395 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016140.996555:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339318656 00000100:00100000:2.0:1734016140.996563:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339318656 00000100:00100000:2.0:1734016140.996618:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11572 00000100:00100000:2.0:1734016140.996626:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339318656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.996641:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.996655:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2900 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.996676:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.996683:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.996688:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.996689:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.996692:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.996716:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 7 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.996725:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 7 pid: 7681 timeout: 504 lvb_type: 1 00000100:00100000:2.0:1734016140.996736:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668096:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016140.996795:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.996802:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 7 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016140.996809:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668224:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016140.996825:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.012016:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668096:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016141.012863:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.013085:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339318784 00000100:00100000:1.0:1734016141.013092:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339318784 00010000:00010000:1.0:1734016141.013125:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 8 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016141.013149:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2993 00000100:00100000:1.0:1734016141.013155:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339318784:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.013166:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.013205:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 8 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.013215:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 8 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.013235:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.013269:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339318784:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 114us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.013276:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2993 00000100:00080000:1.0:1734016141.013353:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00010000:00010000:0.0:1734016141.013507:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165440/0x903ef4aec7322387 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f2 expref: 7 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016141.013524:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668224:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016141.013547:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.013561:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:0.0:1734016141.013583:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:9663:x1818247339318656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16959us (19038us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.013590:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11572 00000100:00100000:2.0:1734016141.016435:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.016514:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339318912 00000100:00100000:0.0:1734016141.016524:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339318912 00010000:00010000:0.0:1734016141.016568:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 8 pid: 7681 timeout: 504 lvb_type: 1 00000100:00100000:0.0:1734016141.016612:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2994 00000100:00100000:0.0:1734016141.016620:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f79050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339318912:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.016633:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.016652:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 8 pid: 7681 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016141.016664:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 8 pid: 7681 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016141.016685:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167a80/0x903ef4aec732238e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a28f9 expref: 8 pid: 7681 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016141.016698:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.016700:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.016705:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.016718:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.016751:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 5 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.016764:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341668352:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016141.016813:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.021941:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712ab100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341668352:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016141.021965:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.024761:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f79050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339318912:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8128us (8324us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.024775:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2994 00000100:00100000:0.0:1734016141.027279:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.027776:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339319040 00000100:00100000:1.0:1734016141.027786:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339319040 00002000:00010000:1.0:1734016141.027817:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8067368->18446744073709551615) 00002000:00100000:1.0:1734016141.027820:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9f80 with x1818247339319040 ext(8067368->18446744073709551615) 00002000:00010000:1.0:1734016141.027829:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9f80. 00000100:00100000:1.0:1734016141.027853:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9744 00000100:00100000:1.0:1734016141.027859:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+6:1982:x1818247339319040:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:1.0:1734016141.029329:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 9972962 -> 8067368 00002000:00010000:1.0:1734016141.029334:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016140 -> 1734016141 00002000:00010000:1.0:1734016141.029336:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016141.029338:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016140 -> 1734016141 00002000:00010000:1.0:1734016141.029340:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 680 -> 608 00000100:00100000:1.0:1734016141.029417:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1982:x1818247339319040:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 1554us (2145us total) trans 4294969471 rc 0/0 00000100:00100000:1.0:1734016141.029425:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9744 00002000:00010000:1.0:1734016141.029429:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (8067368->18446744073709551615) 00002000:00100000:1.0:1734016141.029431:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9f80 with x1818247339319040 ext(8067368->18446744073709551615) 00002000:00010000:1.0:1734016141.029436:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9f80. 00000100:00100000:1.0:1734016141.032120:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.032590:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339319168 00000100:00100000:3.0:1734016141.032600:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339319168 00000100:00100000:3.0:1734016141.032666:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2124 00000100:00100000:3.0:1734016141.032673:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247339319168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.032692:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.032709:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73223a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2907 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.032788:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.032800:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.032811:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016141.032834:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8067368 00000004:00200000:3.0:1734016141.032838:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016141.032852:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.032870:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167840/0x903ef4aec73223a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.032887:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.032898:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016141.032900:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016141.032903:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167a80, rc 0) 00000100:00080000:1.0:1734016141.033570:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:3.0:1734016141.034804:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339319168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2124us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.034813:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2124 00000100:00100000:3.0:1734016141.040352:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.040437:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339319424 00000100:00100000:2.0:1734016141.040447:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339319424 00002000:00100000:2.0:1734016141.040483:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6889472->6893567) req@ffff880071e35f80 x1818247339319424/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.040492:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35f80 with x1818247339319424 ext(6889472->6893567) 00002000:00010000:2.0:1734016141.040496:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35f80 00000100:00100000:2.0:1734016141.040528:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9745 00000100:00100000:2.0:1734016141.040535:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339319424:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.040688:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1980:x1818247339319424:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 153us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.040695:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9745 00002000:00100000:2.0:1734016141.040701:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (6889472->6893567) req@ffff880071e35f80 x1818247339319424/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.040707:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35f80 with x1818247339319424 ext(6889472->6893567) 00002000:00010000:2.0:1734016141.040710:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35f80 00000100:00100000:0.0:1734016141.046635:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.046816:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339319680 00000100:00100000:3.0:1734016141.046824:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339319680 00000100:00100000:3.0:1734016141.046871:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2125 00000100:00100000:3.0:1734016141.046877:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339319680:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016141.047040:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.047053:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.047060:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.047086:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.047098:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 15 pid: 6475 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.047110:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341668480:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016141.047173:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.051823:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341668480:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016141.051845:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016141.054339:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.054651:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339319808 00000100:00100000:2.0:1734016141.054659:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339319808 00010000:00010000:2.0:1734016141.054688:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 16 pid: 6475 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016141.054789:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2995 00000100:00100000:2.0:1734016141.054796:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:1983:x1818247339319808:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.054808:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.054813:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 16 pid: 6475 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.054834:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 16 pid: 6475 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.054852:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2907 expref: 16 pid: 6475 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.054879:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016141.054883:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016141.054891:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016141.054897:0:6461:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016141.054915:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.054949:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247339319808:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 153us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.054956:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2995 00010000:00010000:3.0:1734016141.055296:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.055303:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016141.055375:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968625 00000004:00010000:3.0:1734016141.055428:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800712aad80 reply state ffff8800741c8000 transno 4294968626 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016141.055434:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016141.055490:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339319680:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 8612us (8863us total) trans 4294968626 rc 0/0 00000100:00100000:3.0:1734016141.055497:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2125 00000020:00080000:3.0:1734016141.055500:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1734016141.058109:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.058120:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.058127:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.058135:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac165440 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016141.058139:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.058146:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.058162:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016141.058165:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016141.058168:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.058173:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165440/0x903ef4aec73223b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016141.059017:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.059196:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339319936 00000100:00100000:0.0:1734016141.059204:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339319936 00000100:00100000:0.0:1734016141.059486:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11573 00000100:00100000:0.0:1734016141.059495:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:9663:x1818247339319936:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.059518:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.059535:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a290e expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.059566:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.059574:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016141.059576:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016141.059580:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.059618:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 6 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.059630:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 6 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016141.059642:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668608:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016141.059714:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.063929:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668608:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016141.063964:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.063984:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:2.0:1734016141.064047:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:9663:x1818247339319936:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4553us (5059us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.064055:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11573 00000100:00100000:3.0:1734016141.069046:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.069134:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339320064 00000100:00100000:1.0:1734016141.069145:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339320064 00002000:00100000:1.0:1734016141.069212:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6840320->6893567) req@ffff880071e36300 x1818247339320064/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.069223:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36300 with x1818247339320064 ext(6840320->6893567) 00010000:00010000:1.0:1734016141.069233:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 7 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.069246:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 7 pid: 7681 timeout: 504 lvb_type: 0 00002000:00010000:1.0:1734016141.069253:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071e36300 00000100:00100000:1.0:1734016141.069483:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 344 00000100:00100000:1.0:1734016141.069491:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+7:1983:x1818247339320064:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:2.0:1734016141.073901:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1983:x1818247339320064:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 4401us (4857us total) trans 4294969472 rc 0/0 00000100:00100000:2.0:1734016141.073913:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 344 00002000:00100000:2.0:1734016141.073924:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (6840320->6893567) req@ffff880071e36300 x1818247339320064/t4294969472(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.073933:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36300 with x1818247339320064 ext(6840320->6893567) 00010000:00010000:2.0:1734016141.073941:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 9 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016141.073956:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 9 pid: 7681 timeout: 504 lvb_type: 0 00002000:00010000:2.0:1734016141.073962:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880071e36300 00000100:00100000:0.0:1734016141.077268:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.077360:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339320192 00000100:00100000:1.0:1734016141.077368:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339320192 00010000:00010000:1.0:1734016141.077396:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 9 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016141.077441:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2996 00000100:00100000:1.0:1734016141.077447:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1980:x1818247339320192:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.077459:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016141.077473:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 608 -> 712 00010000:00010000:1.0:1734016141.077478:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 9 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.077489:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 9 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.077507:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec732239c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2900 expref: 9 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.077536:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.077538:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.077544:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.077552:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.077587:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 7 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.077599:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341668736:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016141.077660:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.080593:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.080892:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341668736:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016141.080915:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.080962:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339320192:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3513us (3787us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.080972:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2996 00000100:00100000:2.0:1734016141.081104:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339320320 00000100:00100000:2.0:1734016141.081110:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339320320 00002000:00010000:2.0:1734016141.081135:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10184812->18446744073709551615) 00002000:00100000:2.0:1734016141.081139:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37480 with x1818247339320320 ext(10184812->18446744073709551615) 00002000:00010000:2.0:1734016141.081148:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37480. 00000100:00100000:2.0:1734016141.081176:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9746 00000100:00100000:2.0:1734016141.081201:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339320320:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:2.0:1734016141.081384:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8067368 -> 10184812 00002000:00010000:2.0:1734016141.081387:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.081389:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.081391:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.081393:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 712 -> 712 00000100:00100000:2.0:1734016141.081424:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339320320:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 223us (838us total) trans 4294969473 rc 0/0 00000100:00100000:2.0:1734016141.081431:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9746 00002000:00010000:2.0:1734016141.081433:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (10184812->18446744073709551615) 00002000:00100000:2.0:1734016141.081435:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e37480 with x1818247339320320 ext(10184812->18446744073709551615) 00002000:00010000:2.0:1734016141.081439:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e37480. 00000100:00100000:0.0:1734016141.085339:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.085467:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339320448 00000100:00100000:3.0:1734016141.085474:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339320448 00000100:00100000:3.0:1734016141.085524:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2126 00000100:00100000:3.0:1734016141.085530:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:9663:x1818247339320448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.085547:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.085566:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2915 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.085645:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec73223c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.085658:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec73223c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.085667:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec73223c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016141.085688:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10184812 00000004:00200000:3.0:1734016141.085692:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016141.085704:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec73223c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.085724:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac167a80/0x903ef4aec73223bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2915 expref: 17 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.085751:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec73223c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2915 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.085760:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016141.085762:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016141.085765:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016141.085802:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339320448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 273us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.085807:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2126 00000100:00100000:0.0:1734016141.089153:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.089421:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339320576 00000100:00100000:2.0:1734016141.089429:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339320576 00000100:00100000:2.0:1734016141.089475:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11574 00000100:00100000:2.0:1734016141.089481:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339320576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.089497:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.089512:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73223cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a291c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.089559:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668864:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.089615:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.091851:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668864:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.091881:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73223cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a291c expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.091898:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec73223cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a291c expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.091943:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016141.092273:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1983:x1818247339320576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2789us (3126us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.092281:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11574 00000100:00100000:0.0:1734016141.103425:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.103660:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339320704 00000100:00100000:2.0:1734016141.103669:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339320704 00000100:00100000:2.0:1734016141.103720:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11575 00000100:00100000:2.0:1734016141.103727:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339320704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.103744:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.103759:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73223d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2923 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.103804:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668992:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.103878:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.118090:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341668992:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.118121:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73223d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2923 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.118134:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec73223d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2923 expref: 9 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.118164:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016141.119201:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339320704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15447us (15759us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.119209:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11575 00000100:00100000:0.0:1734016141.125616:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.125743:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339320832 00000100:00100000:2.0:1734016141.125752:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339320832 00000100:00100000:2.0:1734016141.125814:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11576 00000100:00100000:2.0:1734016141.125821:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339320832:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016141.126081:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10184812 -> 10184812 00002000:00010000:2.0:1734016141.126084:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.126086:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.126088:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.126089:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 712 -> 712 00000100:00100000:2.0:1734016141.126212:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339320832:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 391us (604us total) trans 4294969474 rc 0/0 00000100:00100000:2.0:1734016141.126221:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11576 00000100:00100000:1.0:1734016141.130751:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.130835:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339320960 00000100:00100000:3.0:1734016141.130845:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339320960 00000100:00100000:3.0:1734016141.130891:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11577 00000100:00100000:3.0:1734016141.130898:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339320960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.130916:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.130930:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73223db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a292a expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.130974:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669120:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016141.131030:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.133095:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669120:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016141.133119:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73223db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a292a expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.133131:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164b40/0x903ef4aec73223db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a292a expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.133157:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164b40, rc 0) 00000100:00100000:3.0:1734016141.133217:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339320960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2318us (2473us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.133225:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11577 00000100:00100000:2.0:1734016141.137543:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.137980:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339321088 00000100:00100000:3.0:1734016141.137989:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339321088 00000100:00100000:3.0:1734016141.138025:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11578 00000100:00100000:3.0:1734016141.138032:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339321088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.138047:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.138062:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec73223e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2931 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.138106:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669248:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016141.138159:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.143692:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669248:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016141.143731:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec73223e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2931 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.143746:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec73223e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2931 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.147543:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016141.147626:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339321088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9588us (10083us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.147635:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11578 00000100:00100000:1.0:1734016141.158689:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.159663:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339321344 00000100:00100000:3.0:1734016141.159673:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339321344 00002000:00100000:3.0:1734016141.159713:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9011200->10186751) req@ffff880130bc4700 x1818247339321344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.159724:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4700 with x1818247339321344 ext(9011200->10186751) 00002000:00010000:3.0:1734016141.159729:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4700 00000100:00100000:2.0:1734016141.161214:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9747 00000100:00100000:2.0:1734016141.161225:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339321344:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.173464:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339321344:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 12229us (14774us total) trans 0 rc 217088/217088 00000100:00100000:2.0:1734016141.173476:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9747 00002000:00100000:2.0:1734016141.173486:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9011200->10186751) req@ffff880130bc4700 x1818247339321344/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 217088/217088 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.173495:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4700 with x1818247339321344 ext(9011200->10186751) 00002000:00010000:2.0:1734016141.173499:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4700 00000100:00100000:1.0:1734016141.179094:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.179210:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339321600 00000100:00100000:2.0:1734016141.179218:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339321600 00002000:00100000:2.0:1734016141.179259:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9007104->9011199) req@ffff880130bc6300 x1818247339321600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.179267:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6300 with x1818247339321600 ext(9007104->9011199) 00002000:00010000:2.0:1734016141.179271:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6300 00000100:00100000:2.0:1734016141.179290:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9748 00000100:00100000:2.0:1734016141.179295:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339321600:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.180309:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339321600:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1011us (1222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.180316:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9748 00002000:00100000:2.0:1734016141.180322:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9007104->9011199) req@ffff880130bc6300 x1818247339321600/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.180329:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6300 with x1818247339321600 ext(9007104->9011199) 00002000:00010000:2.0:1734016141.180332:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6300 00000100:00100000:1.0:1734016141.185077:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.185392:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339321856 00000100:00100000:2.0:1734016141.185411:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339321856 00002000:00100000:2.0:1734016141.185447:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9003008->9007103) req@ffff880130bc5f80 x1818247339321856/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.185456:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5f80 with x1818247339321856 ext(9003008->9007103) 00002000:00010000:2.0:1734016141.185461:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5f80 00000100:00100000:2.0:1734016141.185492:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9749 00000100:00100000:2.0:1734016141.185498:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339321856:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.185639:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339321856:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (570us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.185646:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9749 00002000:00100000:2.0:1734016141.185651:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9003008->9007103) req@ffff880130bc5f80 x1818247339321856/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.185658:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5f80 with x1818247339321856 ext(9003008->9007103) 00002000:00010000:2.0:1734016141.185661:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5f80 00000100:00100000:3.0:1734016141.189634:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.189752:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339322112 00000100:00100000:0.0:1734016141.189760:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339322112 00002000:00100000:0.0:1734016141.189793:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8998912->9003007) req@ffff880071e34e00 x1818247339322112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.189802:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34e00 with x1818247339322112 ext(8998912->9003007) 00002000:00010000:0.0:1734016141.189807:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34e00 00000100:00100000:0.0:1734016141.189839:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9750 00000100:00100000:0.0:1734016141.189846:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339322112:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.190011:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339322112:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 164us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.190017:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9750 00002000:00100000:0.0:1734016141.190023:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8998912->9003007) req@ffff880071e34e00 x1818247339322112/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.190030:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34e00 with x1818247339322112 ext(8998912->9003007) 00002000:00010000:0.0:1734016141.190032:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34e00 00000100:00100000:1.0:1734016141.194156:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.194468:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339322368 00000100:00100000:2.0:1734016141.194477:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339322368 00002000:00100000:2.0:1734016141.194515:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8994816->8998911) req@ffff880130bc5c00 x1818247339322368/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.194525:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5c00 with x1818247339322368 ext(8994816->8998911) 00002000:00010000:2.0:1734016141.194529:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5c00 00000100:00100000:2.0:1734016141.194559:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9751 00000100:00100000:2.0:1734016141.194565:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339322368:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.194713:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339322368:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (564us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.194720:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9751 00002000:00100000:2.0:1734016141.194725:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8994816->8998911) req@ffff880130bc5c00 x1818247339322368/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.194732:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5c00 with x1818247339322368 ext(8994816->8998911) 00002000:00010000:2.0:1734016141.194735:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5c00 00000100:00100000:1.0:1734016141.201393:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.201463:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339322624 00000100:00100000:0.0:1734016141.201471:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339322624 00002000:00100000:0.0:1734016141.201510:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8990720->8994815) req@ffff880130bc6680 x1818247339322624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.201519:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6680 with x1818247339322624 ext(8990720->8994815) 00002000:00010000:0.0:1734016141.201522:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6680 00000100:00100000:0.0:1734016141.201549:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9752 00000100:00100000:0.0:1734016141.201556:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339322624:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.201707:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339322624:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 149us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.201713:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9752 00002000:00100000:0.0:1734016141.201719:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8990720->8994815) req@ffff880130bc6680 x1818247339322624/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.201726:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6680 with x1818247339322624 ext(8990720->8994815) 00002000:00010000:0.0:1734016141.201729:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6680 00000100:00100000:3.0:1734016141.215545:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.215743:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339322880 00000100:00100000:2.0:1734016141.215751:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339322880 00002000:00100000:2.0:1734016141.215788:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8986624->8990719) req@ffff880071e36a00 x1818247339322880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.215798:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36a00 with x1818247339322880 ext(8986624->8990719) 00002000:00010000:2.0:1734016141.215803:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36a00 00000100:00100000:2.0:1734016141.215823:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9753 00000100:00100000:2.0:1734016141.215829:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339322880:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.215996:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339322880:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 165us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.216003:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9753 00002000:00100000:2.0:1734016141.216008:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8986624->8990719) req@ffff880071e36a00 x1818247339322880/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.216015:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e36a00 with x1818247339322880 ext(8986624->8990719) 00002000:00010000:2.0:1734016141.216018:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e36a00 00010000:00010000:1.0:1734016141.220051:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.229431:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.229506:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339323136 00000100:00100000:0.0:1734016141.229514:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339323136 00002000:00100000:0.0:1734016141.229553:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8982528->8986623) req@ffff880130bc7480 x1818247339323136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.229562:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7480 with x1818247339323136 ext(8982528->8986623) 00002000:00010000:0.0:1734016141.229567:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7480 00000100:00100000:0.0:1734016141.229927:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9754 00000100:00100000:0.0:1734016141.229933:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339323136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.230080:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339323136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.230087:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9754 00002000:00100000:0.0:1734016141.230092:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (8982528->8986623) req@ffff880130bc7480 x1818247339323136/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.230099:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7480 with x1818247339323136 ext(8982528->8986623) 00002000:00010000:0.0:1734016141.230102:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7480 00000100:00100000:1.0:1734016141.242719:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.243883:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339323392 00000100:00100000:2.0:1734016141.243894:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339323392 00002000:00100000:2.0:1734016141.243934:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8978432->8982527) req@ffff880130bc7800 x1818247339323392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.243943:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7800 with x1818247339323392 ext(8978432->8982527) 00002000:00010000:2.0:1734016141.243948:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7800 00000100:00100000:2.0:1734016141.243978:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9755 00000100:00100000:2.0:1734016141.243988:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339323392:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.245153:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339323392:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1160us (2437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.245162:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9755 00002000:00100000:2.0:1734016141.245169:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (8978432->8982527) req@ffff880130bc7800 x1818247339323392/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.245177:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc7800 with x1818247339323392 ext(8978432->8982527) 00002000:00010000:2.0:1734016141.245207:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc7800 00000100:00100000:3.0:1734016141.261518:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.261589:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339323520 00000100:00100000:0.0:1734016141.261598:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339323520 00000100:00100000:0.0:1734016141.261647:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11579 00000100:00100000:0.0:1734016141.261654:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339323520:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.261671:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.261688:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec73223e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2938 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.261735:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669376:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016141.263926:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016141.271494:0:13915:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:0.0:1734016141.271517:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669376:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016141.271545:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec73223e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2938 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.271562:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8d80/0x903ef4aec73223e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2938 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.271586:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016141.271634:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339323520:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9979us (10125us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.271642:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11579 00000100:00100000:1.0:1734016141.278160:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.278339:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339323648 00000100:00100000:0.0:1734016141.278352:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339323648 00000100:00100000:0.0:1734016141.278727:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11580 00000100:00100000:0.0:1734016141.278735:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339323648:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.278753:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.278770:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73223f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a293f expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.278820:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669504:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016141.278879:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.281318:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669504:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016141.281348:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73223f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a293f expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.281360:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1baf40/0x903ef4aec73223f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a293f expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.281448:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016141.281496:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339323648:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2762us (3349us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.281506:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11580 00000100:00100000:1.0:1734016141.288275:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.289394:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339323776 00000100:00100000:0.0:1734016141.289412:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339323776 00000100:00100000:0.0:1734016141.289465:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11581 00000100:00100000:0.0:1734016141.289472:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339323776:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.289487:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.289505:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73223f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2946 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.289556:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669632:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016141.289622:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.305772:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669632:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016141.305805:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73223f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2946 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.305822:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1bba80/0x903ef4aec73223f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2946 expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.305850:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016141.305898:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1980:x1818247339323776:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 16425us (17629us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.305910:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11581 00000100:00100000:3.0:1734016141.311965:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.314523:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339323904 00000100:00100000:0.0:1734016141.314535:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339323904 00000100:00100000:0.0:1734016141.314592:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11582 00000100:00100000:0.0:1734016141.314599:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339323904:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.314615:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.314631:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec73223fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a294d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.314678:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669760:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016141.314741:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.323057:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800712a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669760:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.323092:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec73223fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a294d expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.323107:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8000/0x903ef4aec73223fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a294d expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.323123:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:2.0:1734016141.323691:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1981:x1818247339323904:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9089us (11731us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.323700:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11582 00000100:00100000:1.0:1734016141.328891:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.328957:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339324032 00000100:00100000:0.0:1734016141.328966:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339324032 00000100:00100000:0.0:1734016141.329015:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2127 00000100:00100000:0.0:1734016141.329021:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247339324032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.329041:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.329056:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7322405 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2954 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.329139:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016141.329151:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016141.329160:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016141.329216:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10184812 00000004:00200000:0.0:1734016141.329220:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016141.329233:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016141.329253:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7322405 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.329280:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.329287:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016141.329289:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016141.329292:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016141.329338:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339324032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 317us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.329343:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2127 00000100:00100000:0.0:1734016141.334133:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.334233:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339324160 00000100:00100000:2.0:1734016141.334241:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339324160 00000100:00100000:2.0:1734016141.334278:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11583 00000100:00100000:2.0:1734016141.334284:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339324160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.334299:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.334313:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7322413 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a295b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.334357:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669888:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.334963:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.337152:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341669888:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.337210:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7322413 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a295b expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.337224:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cad00/0x903ef4aec7322413 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a295b expref: 9 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.337240:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cad00, rc 0) 00000100:00100000:2.0:1734016141.337286:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:1982:x1818247339324160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3000us (3159us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.337293:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11583 00000100:00100000:1.0:1734016141.340916:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.341037:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339324288 00000100:00100000:2.0:1734016141.341052:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339324288 00000100:00100000:2.0:1734016141.341112:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11584 00000100:00100000:2.0:1734016141.341120:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+8:9663:x1818247339324288:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.341144:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.341165:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2962 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.342018:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.342025:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.342027:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.342030:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7221248->7258111] (req 7221248->7258111) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.342063:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.342075:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 9 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016141.342087:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341670016:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016141.342194:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.348809:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341670016:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016141.348840:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7221248->7258111] (req 7221248->7258111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 9 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.348857:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016141.348894:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:9663:x1818247339324288:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7774us (7990us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.348902:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11584 00000100:00100000:0.0:1734016141.351492:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.351638:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339324416 00000100:00100000:1.0:1734016141.351648:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339324416 00010000:00010000:1.0:1734016141.351684:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 10 pid: 7681 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016141.351726:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2997 00000100:00100000:1.0:1734016141.351734:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1983:x1818247339324416:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.351749:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.351767:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 10 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.351778:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 10 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.351797:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec73223b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a290e expref: 10 pid: 7681 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.352970:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.352975:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.352986:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.352995:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.353030:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 8 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.353045:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130bc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341670144:192.168.201.1@tcp:105: 00000100:00100000:1.0:1734016141.353109:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff880076691cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.359712:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130bc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341670144:192.168.201.1@tcp:105: 00010000:00010000:1.0:1734016141.359735:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.359773:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339324416:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 8039us (8291us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.359783:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2997 00000100:00100000:0.0:1734016141.364261:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.368787:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339324544 00000100:00100000:2.0:1734016141.368800:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339324544 00000100:00100000:2.0:1734016141.368850:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11585 00000100:00100000:2.0:1734016141.368856:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+9:1982:x1818247339324544:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016141.369029:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10184812 -> 10184812 00002000:00010000:2.0:1734016141.369033:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.369035:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:2.0:1734016141.369037:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.369039:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 712 -> 784 00000100:00100000:2.0:1734016141.369092:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339324544:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 234us (4838us total) trans 4294969475 rc 0/0 00000100:00100000:2.0:1734016141.369099:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11585 00000100:00100000:0.0:1734016141.380420:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.380556:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339324672 00000100:00100000:2.0:1734016141.380565:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339324672 00000100:00100000:2.0:1734016141.380612:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11586 00000100:00100000:2.0:1734016141.380619:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339324672:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.380637:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.380653:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322421 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2969 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.380704:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670272:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.380763:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016141.384536:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:2.0:1734016141.384563:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670272:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.384589:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322421 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2969 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.384600:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322421 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2969 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.384621:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016141.384679:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339324672:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4058us (4266us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.384686:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11586 00000100:00100000:0.0:1734016141.395826:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.396326:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339324800 00000100:00100000:2.0:1734016141.396336:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339324800 00000100:00100000:2.0:1734016141.396381:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11587 00000100:00100000:2.0:1734016141.396387:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339324800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.396411:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.396431:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322428 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2970 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.396481:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670400:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.396536:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.399676:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670400:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.399708:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322428 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2970 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.399721:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8b40/0x903ef4aec7322428 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2970 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.399744:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8b40, rc 0) 00000100:00100000:2.0:1734016141.399806:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339324800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3418us (3988us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.399814:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11587 00000100:00100000:1.0:1734016141.415306:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.415602:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339325056 00000100:00100000:2.0:1734016141.415612:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339325056 00002000:00100000:2.0:1734016141.415649:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9158656->10186751) req@ffff880130bc6d80 x1818247339325056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.415657:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6d80 with x1818247339325056 ext(9158656->10186751) 00002000:00010000:2.0:1734016141.415662:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6d80 00000100:00100000:2.0:1734016141.415683:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9756 00000100:00100000:2.0:1734016141.415689:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339325056:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.421221:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1980:x1818247339325056:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 5523us (5915us total) trans 0 rc 217088/217088 00000100:00100000:2.0:1734016141.421232:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9756 00002000:00100000:2.0:1734016141.421244:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9158656->10186751) req@ffff880130bc6d80 x1818247339325056/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 217088/217088 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.421252:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc6d80 with x1818247339325056 ext(9158656->10186751) 00002000:00010000:2.0:1734016141.421257:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc6d80 00000100:00100000:0.0:1734016141.439104:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.440112:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339325312 00000100:00100000:2.0:1734016141.440120:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339325312 00002000:00100000:2.0:1734016141.440153:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9154560->9158655) req@ffff8800712a9500 x1818247339325312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.440162:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9500 with x1818247339325312 ext(9154560->9158655) 00002000:00010000:2.0:1734016141.440166:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9500 00000100:00100000:2.0:1734016141.440195:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9757 00000100:00100000:2.0:1734016141.440201:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339325312:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.440347:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339325312:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 146us (1250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.440355:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9757 00002000:00100000:2.0:1734016141.440360:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9154560->9158655) req@ffff8800712a9500 x1818247339325312/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.440366:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9500 with x1818247339325312 ext(9154560->9158655) 00002000:00010000:2.0:1734016141.440370:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9500 00000100:00100000:1.0:1734016141.452171:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.453915:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339325568 00000100:00100000:2.0:1734016141.453924:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339325568 00002000:00100000:2.0:1734016141.453958:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9150464->9154559) req@ffff880130bc5180 x1818247339325568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.453968:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247339325568 ext(9150464->9154559) 00002000:00010000:2.0:1734016141.453972:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:2.0:1734016141.454000:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9758 00000100:00100000:2.0:1734016141.454005:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339325568:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.455298:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339325568:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1289us (3132us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.455308:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9758 00002000:00100000:2.0:1734016141.455314:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9150464->9154559) req@ffff880130bc5180 x1818247339325568/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.455321:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc5180 with x1818247339325568 ext(9150464->9154559) 00002000:00010000:2.0:1734016141.455325:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc5180 00000100:00100000:0.0:1734016141.465890:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.469505:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339325824 00000100:00100000:2.0:1734016141.469522:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339325824 00002000:00100000:2.0:1734016141.469575:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9146368->9150463) req@ffff8800712aa300 x1818247339325824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.469585:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aa300 with x1818247339325824 ext(9146368->9150463) 00002000:00010000:2.0:1734016141.469590:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712aa300 00000100:00100000:2.0:1734016141.469632:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9759 00000100:00100000:2.0:1734016141.469639:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339325824:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.469839:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339325824:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 199us (3960us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.469848:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9759 00002000:00100000:2.0:1734016141.469853:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (9146368->9150463) req@ffff8800712aa300 x1818247339325824/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.469860:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712aa300 with x1818247339325824 ext(9146368->9150463) 00002000:00010000:2.0:1734016141.469863:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712aa300 00000100:00100000:2.0:1734016141.482030:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.484291:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339326080 00000100:00100000:0.0:1734016141.484302:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339326080 00002000:00100000:0.0:1734016141.484340:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9142272->9146367) req@ffff880071f75500 x1818247339326080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.484354:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75500 with x1818247339326080 ext(9142272->9146367) 00002000:00010000:0.0:1734016141.484359:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75500 00000100:00100000:0.0:1734016141.484405:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9760 00000100:00100000:0.0:1734016141.484412:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339326080:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.487843:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339326080:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3419us (5810us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.487857:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9760 00002000:00100000:0.0:1734016141.487869:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9142272->9146367) req@ffff880071f75500 x1818247339326080/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.487878:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75500 with x1818247339326080 ext(9142272->9146367) 00002000:00010000:0.0:1734016141.487883:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75500 00000100:00100000:1.0:1734016141.497640:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.497713:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339326336 00000100:00100000:0.0:1734016141.497722:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339326336 00002000:00100000:0.0:1734016141.497755:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9138176->9142271) req@ffff880130bc4000 x1818247339326336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.497764:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247339326336 ext(9138176->9142271) 00002000:00010000:0.0:1734016141.497768:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:0.0:1734016141.498452:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9761 00000100:00100000:0.0:1734016141.498459:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339326336:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.498628:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1981:x1818247339326336:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 166us (994us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.498634:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9761 00002000:00100000:0.0:1734016141.498640:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9138176->9142271) req@ffff880130bc4000 x1818247339326336/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.498650:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4000 with x1818247339326336 ext(9138176->9142271) 00002000:00010000:0.0:1734016141.498654:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4000 00000100:00100000:0.0:1734016141.506366:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.506468:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339326592 00000100:00100000:2.0:1734016141.506477:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339326592 00002000:00100000:2.0:1734016141.506512:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9134080->9138175) req@ffff8800712a9c00 x1818247339326592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.506523:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9c00 with x1818247339326592 ext(9134080->9138175) 00002000:00010000:2.0:1734016141.506528:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9c00 00000100:00100000:2.0:1734016141.506547:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9762 00000100:00100000:2.0:1734016141.506555:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339326592:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.510144:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339326592:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 3579us (3777us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.510157:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9762 00002000:00100000:2.0:1734016141.510170:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (9134080->9138175) req@ffff8800712a9c00 x1818247339326592/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.510202:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a9c00 with x1818247339326592 ext(9134080->9138175) 00002000:00010000:2.0:1734016141.510208:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a9c00 00000100:00100000:0.0:1734016141.531063:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.531533:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339326848 00000100:00100000:3.0:1734016141.531547:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339326848 00000100:00100000:3.0:1734016141.531596:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2128 00000100:00100000:3.0:1734016141.531605:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+16:9663:x1818247339326848:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:3.0:1734016141.531667:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.531698:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac166f40/0x903ef4aec73223c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2915 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.531736:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016141.531741:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016141.531870:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.531881:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.531886:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016141.531908:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.531917:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 20 pid: 6473 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016141.531928:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e34a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341670528:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016141.533125:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.549959:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e34a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341670528:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016141.549982:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:0.0:1734016141.551630:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.551745:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339326976 00000100:00100000:1.0:1734016141.551751:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339326976 00010000:00010000:1.0:1734016141.551777:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 21 pid: 6473 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016141.551813:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2998 00000100:00100000:1.0:1734016141.551827:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:1983:x1818247339326976:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.551839:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.551845:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 21 pid: 6473 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.551854:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 21 pid: 6473 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.551871:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec732240c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2954 expref: 21 pid: 6473 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016141.551896:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:1.0:1734016141.551901:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.551908:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.551914:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016141.551929:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.551958:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:1983:x1818247339326976:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 139us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.551964:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2998 00010000:00010000:2.0:1734016141.552031:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016141.552039:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:2.0:1734016141.552103:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968627 00000004:00010000:2.0:1734016141.552135:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800712a9180 reply state ffff8800741cb000 transno 4294968628 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016141.552141:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016141.552208:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339326848:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 20604us (21156us total) trans 4294968628 rc 0/0 00000100:00100000:2.0:1734016141.552215:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2128 00000020:00080000:2.0:1734016141.552219:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016141.556634:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00010000:00010000:0.0:1734016141.556722:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016141.556732:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016141.556740:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016141.556747:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1673c0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016141.556753:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016141.556762:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016141.556776:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016141.556780:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016141.556784:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016141.556790:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1673c0/0x903ef4aec732242f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:2.0:1734016141.557161:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339327104 00000100:00100000:2.0:1734016141.557169:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339327104 00002000:00010000:2.0:1734016141.557218:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2955298->18446744073709551615) 00002000:00100000:2.0:1734016141.557223:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247339327104 ext(2955298->18446744073709551615) 00002000:00010000:2.0:1734016141.557232:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7b80. 00000100:00100000:2.0:1734016141.557251:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9763 00000100:00100000:2.0:1734016141.557258:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339327104:12345-192.168.201.1@tcp:10:fsx.0 00002000:00010000:3.0:1734016141.565573:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 10184812 -> 2955298 00002000:00010000:3.0:1734016141.565580:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.565583:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:3.0:1734016141.565585:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.565587:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 784 -> 392 00000100:00100000:3.0:1734016141.565657:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339327104:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 8393us (9025us total) trans 4294969476 rc 0/0 00000100:00100000:3.0:1734016141.565668:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9763 00002000:00010000:3.0:1734016141.565673:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (2955298->18446744073709551615) 00002000:00100000:3.0:1734016141.565676:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b7b80 with x1818247339327104 ext(2955298->18446744073709551615) 00002000:00010000:3.0:1734016141.565681:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b7b80. 00000100:00100000:0.0:1734016141.574620:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.574715:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339327232 00000100:00100000:2.0:1734016141.574725:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339327232 00000100:00100000:2.0:1734016141.574773:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2129 00000100:00100000:2.0:1734016141.574780:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+17:9663:x1818247339327232:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.574802:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.574818:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7322436 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2977 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.574889:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec732243d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016141.574905:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec732243d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016141.574914:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec732243d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:2.0:1734016141.574936:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2955298 00000004:00200000:2.0:1734016141.574939:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016141.574952:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec732243d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016141.574970:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2cad00/0x903ef4aec7322436 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2977 expref: 19 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.574996:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec732243d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2977 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.575004:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016141.575006:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016141.575010:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:2.0:1734016141.575050:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339327232:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 271us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.575057:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2129 00000100:00100000:2.0:1734016141.580802:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.580867:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339327360 00000100:00100000:0.0:1734016141.580874:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339327360 00000100:00100000:0.0:1734016141.580912:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2130 00000100:00100000:0.0:1734016141.580918:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+20:9663:x1818247339327360:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.580936:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.580949:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322444 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a297e expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.581013:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016141.581024:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016141.581032:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016141.581049:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2955298 00000004:00200000:0.0:1734016141.581052:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016141.581063:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016141.581079:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322444 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 22 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.581103:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 21 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.581109:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016141.581111:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016141.581114:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bbcc0, rc 0) 00000100:00100000:0.0:1734016141.581159:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+21:9663:x1818247339327360:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 240us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.581165:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2130 00000100:00100000:0.0:1734016141.588688:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.588745:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339327488 00000100:00100000:2.0:1734016141.588757:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339327488 00000100:00100000:2.0:1734016141.588805:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11588 00000100:00100000:2.0:1734016141.588812:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339327488:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.588829:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.588843:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7322452 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2985 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.588887:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670656:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.588931:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00002000:00010000:2.0:1734016141.598329:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:2.0:1734016141.598354:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670656:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.598380:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7322452 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2985 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.598391:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cbcc0/0x903ef4aec7322452 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2985 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.598423:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cbcc0, rc 0) 00000100:00100000:2.0:1734016141.598464:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339327488:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 9651us (9783us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.598472:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11588 00000100:00100000:0.0:1734016141.609003:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.609273:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339327616 00000100:00100000:2.0:1734016141.609282:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339327616 00000100:00100000:2.0:1734016141.609318:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11589 00000100:00100000:2.0:1734016141.609324:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339327616:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.609340:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.609355:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322459 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a298c expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.609411:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670784:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.609475:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.617196:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670784:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.617226:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322459 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a298c expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.617238:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb840/0x903ef4aec7322459 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a298c expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.619922:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb840, rc 0) 00000100:00100000:2.0:1734016141.620006:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339327616:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10675us (11005us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.620015:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11589 00000100:00100000:0.0:1734016141.662299:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.662425:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339327872 00000100:00100000:3.0:1734016141.662433:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339327872 00002000:00100000:3.0:1734016141.662472:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->2957311) req@ffff8800712b6680 x1818247339327872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.662479:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6680 with x1818247339327872 ext(0->2957311) 00002000:00010000:3.0:1734016141.662483:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6680 00000100:00100000:3.0:1734016141.662500:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9764 00000100:00100000:3.0:1734016141.662505:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339327872:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.732619:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339327872:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 70104us (70320us total) trans 0 rc 2957312/2957312 00000100:00100000:3.0:1734016141.732630:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9764 00002000:00100000:3.0:1734016141.732639:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (0->2957311) req@ffff8800712b6680 x1818247339327872/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 2957312/2957312 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.732647:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b6680 with x1818247339327872 ext(0->2957311) 00002000:00010000:3.0:1734016141.732652:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b6680 00000100:00100000:0.0:1734016141.751091:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.751278:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339328000 00000100:00100000:2.0:1734016141.751289:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339328000 00000100:00100000:2.0:1734016141.751331:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11590 00000100:00100000:2.0:1734016141.751339:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339328000:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.751359:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.751379:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322460 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2993 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.751451:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670912:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.751533:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.753932:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341670912:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.753967:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322460 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2993 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.753986:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2cb3c0/0x903ef4aec7322460 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2993 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.754018:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2cb3c0, rc 0) 00000100:00100000:2.0:1734016141.754059:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1980:x1818247339328000:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2719us (2976us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.754067:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11590 00000100:00100000:0.0:1734016141.757071:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.757288:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339328128 00000100:00100000:2.0:1734016141.757296:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339328128 00000100:00100000:2.0:1734016141.757551:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11591 00000100:00100000:2.0:1734016141.757556:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339328128:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.757571:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.757586:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322467 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a299a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.757625:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341671040:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.757675:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.760240:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341671040:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.760268:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322467 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a299a expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.760279:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9200/0x903ef4aec7322467 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a299a expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.760640:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9200, rc 0) 00000100:00100000:2.0:1734016141.760685:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339328128:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3127us (3621us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.760692:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11591 00000100:00100000:1.0:1734016141.765686:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.765785:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339328256 00000100:00100000:2.0:1734016141.765793:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339328256 00000100:00100000:2.0:1734016141.765901:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11592 00000100:00100000:2.0:1734016141.765908:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339328256:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.765924:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.765940:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732246e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29a1 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.765990:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341671168:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016141.766049:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.768785:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341671168:192.168.201.1@tcp:106: 00010000:00010000:2.0:1734016141.768817:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732246e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a1 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.768828:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2caf40/0x903ef4aec732246e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a1 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.768912:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2caf40, rc 0) 00000100:00100000:2.0:1734016141.769126:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339328256:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3216us (3447us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.769139:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11592 00000100:00100000:0.0:1734016141.772975:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.773088:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339328384 00000100:00100000:2.0:1734016141.773096:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339328384 00000100:00100000:2.0:1734016141.773132:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11593 00000100:00100000:2.0:1734016141.773138:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339328384:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.773154:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.773171:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29a8 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.773214:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.773222:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.773224:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.773227:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.773254:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 10 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.773264:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 10 pid: 13915 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.773275:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341671296:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016141.774249:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.785741:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341671296:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016141.785772:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.785786:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c98c0, rc 0) 00000100:00100000:2.0:1734016141.785828:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339328384:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12689us (12860us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.785836:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11593 00000100:00100000:0.0:1734016141.786216:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.786308:0:6461:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339328512 00000100:00100000:2.0:1734016141.786313:0:6461:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339328512 00010000:00010000:2.0:1734016141.786334:0:6461:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 11 pid: 13915 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.786353:0:6461:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2999 00000100:00100000:2.0:1734016141.786359:0:6461:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339328512:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.786371:0:6461:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.786398:0:6461:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 11 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.786408:0:6461:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 11 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.786429:0:6461:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732241a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2962 expref: 11 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016141.786442:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.786444:0:6461:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.786448:0:6461:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.786455:0:6461:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.786478:0:6461:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.786488:0:6461:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341671424:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016141.786516:0:6461:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.790525:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.790701:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339328768 00000100:00100000:3.0:1734016141.790709:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339328768 00002000:00100000:3.0:1734016141.790744:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1462272->1466367) req@ffff880071f74a80 x1818247339328768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.790754:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74a80 with x1818247339328768 ext(1462272->1466367) 00002000:00010000:3.0:1734016141.790758:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74a80 00000100:00100000:3.0:1734016141.790789:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9765 00000100:00100000:3.0:1734016141.790795:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339328768:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.790930:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339328768:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 133us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.790936:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9765 00002000:00100000:3.0:1734016141.790942:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1462272->1466367) req@ffff880071f74a80 x1818247339328768/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.790948:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74a80 with x1818247339328768 ext(1462272->1466367) 00002000:00010000:3.0:1734016141.790951:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74a80 00000100:00100000:0.0:1734016141.792279:0:6461:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6461:1818247341671424:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016141.792297:0:6461:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.792342:0:6461:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1982:x1818247339328512:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 5982us (6126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.792350:0:6461:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2999 00000100:00100000:0.0:1734016141.795267:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.795360:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339329024 00000100:00100000:1.0:1734016141.795368:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339329024 00002000:00100000:1.0:1734016141.795412:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1458176->1462271) req@ffff8800712b4380 x1818247339329024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.795421:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247339329024 ext(1458176->1462271) 00002000:00010000:1.0:1734016141.795425:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380 00000100:00100000:1.0:1734016141.795457:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9766 00000100:00100000:1.0:1734016141.795464:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339329024:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.795605:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339329024:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 140us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016141.795612:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9766 00002000:00100000:1.0:1734016141.795617:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (1458176->1462271) req@ffff8800712b4380 x1818247339329024/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.795624:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712b4380 with x1818247339329024 ext(1458176->1462271) 00002000:00010000:1.0:1734016141.795627:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712b4380 00000100:00100000:1.0:1734016141.800732:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.800812:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339329280 00000100:00100000:3.0:1734016141.800819:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339329280 00002000:00100000:3.0:1734016141.800850:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1454080->1458175) req@ffff880130bc4e00 x1818247339329280/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.800860:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247339329280 ext(1454080->1458175) 00002000:00010000:3.0:1734016141.800864:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00 00000100:00100000:3.0:1734016141.800891:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9767 00000100:00100000:3.0:1734016141.800897:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339329280:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.802487:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1981:x1818247339329280:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1583us (1757us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.802499:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9767 00002000:00100000:3.0:1734016141.802507:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1454080->1458175) req@ffff880130bc4e00 x1818247339329280/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.802516:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4e00 with x1818247339329280 ext(1454080->1458175) 00002000:00010000:3.0:1734016141.802520:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130bc4e00 00000100:00100000:2.0:1734016141.809469:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.809559:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339329536 00000100:00100000:3.0:1734016141.809569:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339329536 00002000:00100000:3.0:1734016141.809609:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1449984->1454079) req@ffff880071f75c00 x1818247339329536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.809618:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75c00 with x1818247339329536 ext(1449984->1454079) 00002000:00010000:3.0:1734016141.809622:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75c00 00000100:00100000:3.0:1734016141.809655:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9768 00000100:00100000:3.0:1734016141.809662:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339329536:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.810001:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1980:x1818247339329536:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 338us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.810007:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9768 00002000:00100000:3.0:1734016141.810012:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (1449984->1454079) req@ffff880071f75c00 x1818247339329536/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.810018:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75c00 with x1818247339329536 ext(1449984->1454079) 00002000:00010000:3.0:1734016141.810021:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75c00 00000100:00100000:0.0:1734016141.819701:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.819796:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339329664 00000100:00100000:2.0:1734016141.819804:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339329664 00000100:00100000:2.0:1734016141.819840:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11594 00000100:00100000:2.0:1734016141.819847:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+10:1983:x1818247339329664:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.819862:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.819877:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29af expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.819895:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.819896:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.819903:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.819914:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 11 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.819930:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2ca400, rc 0) 00000100:00100000:2.0:1734016141.819979:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1983:x1818247339329664:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 132us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.819985:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11594 00000100:00100000:0.0:1734016141.827831:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.827938:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339329920 00000100:00100000:3.0:1734016141.827946:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339329920 00002000:00100000:3.0:1734016141.827984:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2727936->2732031) req@ffff880071327480 x1818247339329920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.827998:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327480 with x1818247339329920 ext(2727936->2732031) 00002000:00010000:3.0:1734016141.828003:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327480 00000100:00100000:3.0:1734016141.828368:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9769 00000100:00100000:3.0:1734016141.828375:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339329920:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.828518:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339329920:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 142us (693us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.828524:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9769 00002000:00100000:3.0:1734016141.828529:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2727936->2732031) req@ffff880071327480 x1818247339329920/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.828535:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327480 with x1818247339329920 ext(2727936->2732031) 00002000:00010000:3.0:1734016141.828538:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327480 00000100:00100000:3.0:1734016141.832635:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.832734:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339330176 00000100:00100000:1.0:1734016141.832742:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339330176 00002000:00100000:1.0:1734016141.832777:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2723840->2727935) req@ffff880071e34a80 x1818247339330176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.832786:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34a80 with x1818247339330176 ext(2723840->2727935) 00002000:00010000:1.0:1734016141.832791:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34a80 00000100:00100000:1.0:1734016141.832818:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9770 00000100:00100000:1.0:1734016141.832823:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339330176:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.833536:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339330176:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 707us (905us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016141.833543:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9770 00002000:00100000:1.0:1734016141.833549:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2723840->2727935) req@ffff880071e34a80 x1818247339330176/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.833556:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e34a80 with x1818247339330176 ext(2723840->2727935) 00002000:00010000:1.0:1734016141.833559:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e34a80 00000100:00100000:0.0:1734016141.845913:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.849579:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339330432 00000100:00100000:1.0:1734016141.849590:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339330432 00002000:00100000:1.0:1734016141.849636:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2719744->2723839) req@ffff880071325f80 x1818247339330432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.849645:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325f80 with x1818247339330432 ext(2719744->2723839) 00002000:00010000:1.0:1734016141.849649:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325f80 00000100:00100000:1.0:1734016141.849681:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9771 00000100:00100000:1.0:1734016141.849686:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339330432:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.849824:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339330432:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (3919us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016141.849831:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9771 00002000:00100000:1.0:1734016141.849837:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2719744->2723839) req@ffff880071325f80 x1818247339330432/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.849843:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325f80 with x1818247339330432 ext(2719744->2723839) 00002000:00010000:1.0:1734016141.849846:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325f80 00000100:00100000:0.0:1734016141.868917:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.869014:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339330688 00000100:00100000:3.0:1734016141.869022:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339330688 00002000:00100000:3.0:1734016141.869056:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2715648->2719743) req@ffff880071326d80 x1818247339330688/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.869065:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326d80 with x1818247339330688 ext(2715648->2719743) 00002000:00010000:3.0:1734016141.869070:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326d80 00000100:00100000:3.0:1734016141.869835:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9772 00000100:00100000:3.0:1734016141.869842:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339330688:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.869974:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339330688:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 131us (1064us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.869980:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9772 00002000:00100000:3.0:1734016141.869986:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2715648->2719743) req@ffff880071326d80 x1818247339330688/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.869994:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326d80 with x1818247339330688 ext(2715648->2719743) 00002000:00010000:3.0:1734016141.869996:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326d80 00000100:00100000:2.0:1734016141.879095:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.879207:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339330944 00000100:00100000:1.0:1734016141.879215:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339330944 00002000:00100000:1.0:1734016141.879251:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2711552->2715647) req@ffff880071f74380 x1818247339330944/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.879261:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74380 with x1818247339330944 ext(2711552->2715647) 00002000:00010000:1.0:1734016141.879265:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74380 00000100:00100000:1.0:1734016141.879296:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9773 00000100:00100000:1.0:1734016141.879302:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339330944:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.879458:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339330944:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 155us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016141.879464:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9773 00002000:00100000:1.0:1734016141.879469:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2711552->2715647) req@ffff880071f74380 x1818247339330944/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.879475:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f74380 with x1818247339330944 ext(2711552->2715647) 00002000:00010000:1.0:1734016141.879478:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f74380 00000100:00100000:0.0:1734016141.882941:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.883044:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339331200 00000100:00100000:3.0:1734016141.883052:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339331200 00002000:00100000:3.0:1734016141.883091:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2707456->2711551) req@ffff880071324700 x1818247339331200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.883100:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324700 with x1818247339331200 ext(2707456->2711551) 00002000:00010000:3.0:1734016141.883104:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324700 00000100:00100000:3.0:1734016141.883138:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9774 00000100:00100000:3.0:1734016141.883144:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339331200:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.883343:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339331200:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 198us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.883350:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9774 00002000:00100000:3.0:1734016141.883355:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2707456->2711551) req@ffff880071324700 x1818247339331200/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.883361:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324700 with x1818247339331200 ext(2707456->2711551) 00002000:00010000:3.0:1734016141.883364:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324700 00000100:00100000:0.0:1734016141.896744:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.896836:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339331456 00000100:00100000:1.0:1734016141.896844:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339331456 00002000:00100000:1.0:1734016141.896881:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2703360->2707455) req@ffff880071324380 x1818247339331456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.896889:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324380 with x1818247339331456 ext(2703360->2707455) 00002000:00010000:1.0:1734016141.896895:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324380 00000100:00100000:1.0:1734016141.896934:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9775 00000100:00100000:1.0:1734016141.896939:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339331456:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.897087:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339331456:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016141.897094:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9775 00002000:00100000:1.0:1734016141.897099:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2703360->2707455) req@ffff880071324380 x1818247339331456/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.897105:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071324380 with x1818247339331456 ext(2703360->2707455) 00002000:00010000:1.0:1734016141.897108:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071324380 00000100:00100000:2.0:1734016141.901278:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.901341:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339331712 00000100:00100000:3.0:1734016141.901348:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339331712 00002000:00100000:3.0:1734016141.901380:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2699264->2703359) req@ffff880071f75180 x1818247339331712/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.901396:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75180 with x1818247339331712 ext(2699264->2703359) 00002000:00010000:3.0:1734016141.901401:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75180 00000100:00100000:3.0:1734016141.902052:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9776 00000100:00100000:3.0:1734016141.902059:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339331712:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.902589:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339331712:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 529us (1320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.902596:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9776 00002000:00100000:3.0:1734016141.902602:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2699264->2703359) req@ffff880071f75180 x1818247339331712/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.902610:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f75180 with x1818247339331712 ext(2699264->2703359) 00002000:00010000:3.0:1734016141.902614:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f75180 00000100:00100000:0.0:1734016141.908551:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.908826:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339331968 00000100:00100000:3.0:1734016141.908837:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339331968 00002000:00100000:3.0:1734016141.908870:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2695168->2699263) req@ffff880071325880 x1818247339331968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.908879:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325880 with x1818247339331968 ext(2695168->2699263) 00002000:00010000:3.0:1734016141.908883:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325880 00000100:00100000:3.0:1734016141.908914:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9777 00000100:00100000:3.0:1734016141.908920:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339331968:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.909175:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339331968:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 254us (632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.909211:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9777 00002000:00100000:3.0:1734016141.909219:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2695168->2699263) req@ffff880071325880 x1818247339331968/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.909224:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325880 with x1818247339331968 ext(2695168->2699263) 00002000:00010000:3.0:1734016141.909226:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325880 00000100:00100000:0.0:1734016141.913293:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.913538:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339332224 00000100:00100000:3.0:1734016141.913546:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339332224 00002000:00100000:3.0:1734016141.913581:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2691072->2695167) req@ffff880071327100 x1818247339332224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.913589:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327100 with x1818247339332224 ext(2691072->2695167) 00002000:00010000:3.0:1734016141.913593:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327100 00000100:00100000:3.0:1734016141.913623:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9778 00000100:00100000:3.0:1734016141.913629:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339332224:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.913750:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339332224:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 121us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.913756:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9778 00002000:00100000:3.0:1734016141.913760:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2691072->2695167) req@ffff880071327100 x1818247339332224/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.913766:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071327100 with x1818247339332224 ext(2691072->2695167) 00002000:00010000:3.0:1734016141.913768:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071327100 00000100:00100000:2.0:1734016141.920710:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.920800:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339332480 00000100:00100000:3.0:1734016141.920807:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339332480 00002000:00100000:3.0:1734016141.920842:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2686976->2691071) req@ffff880071f76680 x1818247339332480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.920851:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76680 with x1818247339332480 ext(2686976->2691071) 00002000:00010000:3.0:1734016141.920855:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76680 00000100:00100000:3.0:1734016141.920885:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9779 00000100:00100000:3.0:1734016141.920891:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339332480:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.922150:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339332480:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 1253us (1441us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016141.922159:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9779 00002000:00100000:3.0:1734016141.922167:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2686976->2691071) req@ffff880071f76680 x1818247339332480/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.922174:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071f76680 with x1818247339332480 ext(2686976->2691071) 00002000:00010000:3.0:1734016141.922188:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071f76680 00000100:00100000:0.0:1734016141.928771:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.928934:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339332736 00000100:00100000:2.0:1734016141.928942:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339332736 00002000:00100000:2.0:1734016141.928974:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2682880->2686975) req@ffff880071326a00 x1818247339332736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.928983:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326a00 with x1818247339332736 ext(2682880->2686975) 00002000:00010000:2.0:1734016141.928987:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326a00 00000100:00100000:2.0:1734016141.929016:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9780 00000100:00100000:2.0:1734016141.929022:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339332736:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.929160:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339332736:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 137us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.929166:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9780 00002000:00100000:2.0:1734016141.929171:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2682880->2686975) req@ffff880071326a00 x1818247339332736/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.929177:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326a00 with x1818247339332736 ext(2682880->2686975) 00002000:00010000:2.0:1734016141.929203:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326a00 00000100:00100000:0.0:1734016141.932576:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.932661:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339332992 00000100:00100000:1.0:1734016141.932670:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339332992 00002000:00100000:1.0:1734016141.932703:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2678784->2682879) req@ffff880071325180 x1818247339332992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.932711:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325180 with x1818247339332992 ext(2678784->2682879) 00002000:00010000:1.0:1734016141.932715:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325180 00000100:00100000:1.0:1734016141.932742:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9781 00000100:00100000:1.0:1734016141.932747:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339332992:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.932872:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339332992:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 124us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016141.932881:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9781 00002000:00100000:1.0:1734016141.932886:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2678784->2682879) req@ffff880071325180 x1818247339332992/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.932892:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071325180 with x1818247339332992 ext(2678784->2682879) 00002000:00010000:1.0:1734016141.932895:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071325180 00000100:00100000:3.0:1734016141.939749:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.940000:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339333248 00000100:00100000:2.0:1734016141.940009:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339333248 00002000:00100000:2.0:1734016141.940043:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2674688->2678783) req@ffff880071e35c00 x1818247339333248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.940051:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35c00 with x1818247339333248 ext(2674688->2678783) 00002000:00010000:2.0:1734016141.940055:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35c00 00000100:00100000:2.0:1734016141.940080:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9782 00000100:00100000:2.0:1734016141.940086:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339333248:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.940228:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339333248:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 141us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.940233:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9782 00002000:00100000:2.0:1734016141.940238:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2674688->2678783) req@ffff880071e35c00 x1818247339333248/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.940244:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071e35c00 with x1818247339333248 ext(2674688->2678783) 00002000:00010000:2.0:1734016141.940246:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071e35c00 00000100:00100000:0.0:1734016141.942435:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016141.943027:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339333504 00000100:00100000:1.0:1734016141.943033:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339333504 00002000:00100000:1.0:1734016141.943060:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2670592->2674687) req@ffff880071326680 x1818247339333504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.943067:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247339333504 ext(2670592->2674687) 00002000:00010000:1.0:1734016141.943070:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:1.0:1734016141.943093:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9783 00000100:00100000:1.0:1734016141.943099:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339333504:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.943245:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339333504:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 145us (813us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016141.943252:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9783 00002000:00100000:1.0:1734016141.943256:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2670592->2674687) req@ffff880071326680 x1818247339333504/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.943262:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326680 with x1818247339333504 ext(2670592->2674687) 00002000:00010000:1.0:1734016141.943264:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326680 00000100:00100000:0.0:1734016141.947571:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.947744:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339333760 00000100:00100000:2.0:1734016141.947752:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339333760 00002000:00100000:2.0:1734016141.947784:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2666496->2670591) req@ffff880071326300 x1818247339333760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.947793:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326300 with x1818247339333760 ext(2666496->2670591) 00002000:00010000:2.0:1734016141.947797:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326300 00000100:00100000:2.0:1734016141.947824:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9784 00000100:00100000:2.0:1734016141.947829:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339333760:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.947950:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071326300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1981:x1818247339333760:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 120us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.947959:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9784 00002000:00100000:2.0:1734016141.947964:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (2666496->2670591) req@ffff880071326300 x1818247339333760/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.947970:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880071326300 with x1818247339333760 ext(2666496->2670591) 00002000:00010000:2.0:1734016141.947972:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880071326300 00000100:00100000:3.0:1734016141.954397:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.954446:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339333888 00000100:00100000:0.0:1734016141.954454:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339333888 00000100:00100000:0.0:1734016141.954498:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11595 00000100:00100000:0.0:1734016141.954505:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339333888:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.954521:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.954537:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29b6 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.954559:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.954566:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.954570:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.954571:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.954574:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [2846720->2916351] (req 2846720->2916351) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.954596:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.954604:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 12 pid: 7681 timeout: 505 lvb_type: 1 00000100:00100000:0.0:1734016141.954615:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341671552:192.168.201.1@tcp:104: 00010000:00010000:0.0:1734016141.954670:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.954678:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 9 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016141.954685:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341671680:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016141.954699:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.962079:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.962131:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016141.962155:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334016 00000100:00100000:0.0:1734016141.962161:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334016 00010000:00010000:0.0:1734016141.962210:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 13 pid: 7681 timeout: 505 lvb_type: 1 00000100:00100000:0.0:1734016141.962242:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334144 00000100:00100000:0.0:1734016141.962244:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334144 00010000:00010000:0.0:1734016141.962253:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 10 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016141.962267:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3000 00000100:00100000:0.0:1734016141.962273:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339334016:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.962284:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.962300:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 13 pid: 7681 timeout: 505 lvb_type: 1 00010000:00010000:0.0:1734016141.962309:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 13 pid: 7681 timeout: 505 lvb_type: 1 00010000:00010000:0.0:1734016141.962333:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.962365:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339334016:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 93us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.962372:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3000 00000100:00100000:0.0:1734016141.962398:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3001 00000100:00100000:0.0:1734016141.962402:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f78c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339334144:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.962408:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.962414:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 10 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.962423:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 10 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016141.962433:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.962435:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.962441:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.962451:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x50080000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.962481:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.962492:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341671808:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016141.962529:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e478cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016141.964476:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2ca400/0x903ef4aec732247c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29af expref: 12 pid: 7681 timeout: 505 lvb_type: 1 00000100:00100000:2.0:1734016141.964497:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341671552:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016141.964507:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c98c0/0x903ef4aec7322475 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29a8 expref: 10 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016141.964514:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341671680:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016141.964535:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.964543:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8b40, rc 0) 00000100:00100000:2.0:1734016141.964586:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339333888:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10081us (10207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.964593:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11595 00000100:00100000:0.0:1734016141.965873:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071325500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341671808:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016141.965888:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.965919:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f78c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339334144:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 3515us (3787us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.965929:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3001 00000100:00100000:3.0:1734016141.974447:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016141.974554:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334272 00000100:00100000:2.0:1734016141.974563:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334272 00000100:00100000:2.0:1734016141.974611:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11596 00000100:00100000:2.0:1734016141.974617:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339334272:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016141.974832:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2955298 -> 2955298 00002000:00010000:2.0:1734016141.974835:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.974837:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:2.0:1734016141.974839:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:2.0:1734016141.974840:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 392 -> 392 00000100:00100000:2.0:1734016141.974879:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1980:x1818247339334272:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 261us (440us total) trans 4294969477 rc 0/0 00000100:00100000:2.0:1734016141.974885:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11596 00000100:00100000:2.0:1734016141.980278:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.980376:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334400 00000100:00100000:3.0:1734016141.980416:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334400 00000100:00100000:3.0:1734016141.980459:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11597 00000100:00100000:3.0:1734016141.980465:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339334400:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.980483:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.980498:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732248a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29bd expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.980548:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341671936:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016141.980606:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016141.986058:0:7681:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime: 1734016140 -> 1734016142 00002000:00010000:3.0:1734016141.986066:0:7681:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime: 1734016141 -> 1734016142 00000100:00100000:3.0:1734016141.986086:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341671936:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016141.986118:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732248a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29bd expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.986135:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec732248a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29bd expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.986161:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016141.986232:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339334400:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5764us (5962us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.986240:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11597 00000100:00100000:0.0:1734016141.992233:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016141.992411:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334528 00000100:00100000:3.0:1734016141.992419:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334528 00000100:00100000:3.0:1734016141.992461:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11598 00000100:00100000:3.0:1734016141.992466:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339334528:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.992485:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.992504:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7322491 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29c4 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.992547:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672064:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016141.992589:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.994829:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672064:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016141.994867:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7322491 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29c4 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.994880:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec7322491 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29c4 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.994912:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016141.994960:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339334528:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2492us (2732us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.994969:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11598 00000100:00100000:0.0:1734016142.000731:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.000830:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334656 00000100:00100000:3.0:1734016142.000838:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334656 00000100:00100000:3.0:1734016142.000942:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11599 00000100:00100000:3.0:1734016142.000950:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339334656:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.000968:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.000983:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322498 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29cb expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.001027:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672192:192.168.201.1@tcp:106: 00000100:00080000:1.0:1734016142.001131:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016112 00000100:00100000:3.0:1734016142.001741:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.005619:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672192:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.008494:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322498 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29cb expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.008512:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322498 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29cb expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.008545:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016142.008614:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339334656:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7663us (7890us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.008626:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11599 00000100:00100000:0.0:1734016142.015873:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.015960:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334784 00000100:00100000:3.0:1734016142.015967:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334784 00000100:00100000:3.0:1734016142.016010:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11600 00000100:00100000:3.0:1734016142.016025:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339334784:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.016041:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.016056:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732249f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29d2 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.016100:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672320:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.016147:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.021802:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672320:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.021836:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732249f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d2 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.021849:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732249f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d2 expref: 10 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.024175:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016142.024255:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1981:x1818247339334784:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 8224us (8385us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.024264:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11600 00000100:00100000:0.0:1734016142.042280:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.045127:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339334912 00000100:00100000:3.0:1734016142.045138:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339334912 00000100:00100000:3.0:1734016142.045207:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11601 00000100:00100000:3.0:1734016142.045215:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:9663:x1818247339334912:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.045232:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.045247:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29d9 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.045274:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.045280:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.045282:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.045285:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7749632->7806975] (req 7749632->7806975) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.045313:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 11 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.045324:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 11 pid: 13915 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016142.045334:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672448:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016142.045407:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.060843:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672448:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016142.060872:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [7749632->7806975] (req 7749632->7806975) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 10 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.060887:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016142.060926:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:9663:x1818247339334912:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 15711us (18653us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.060934:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11601 00000100:00100000:0.0:1734016142.066997:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.067068:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335040 00000100:00100000:2.0:1734016142.067077:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335040 00010000:00010000:2.0:1734016142.067105:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 12 pid: 13915 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.067251:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3002 00000100:00100000:2.0:1734016142.067257:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339335040:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.067274:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.067292:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 12 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.067303:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 12 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.067320:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b8b40/0x903ef4aec7322483 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29b6 expref: 12 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.067352:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.067355:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.067361:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.067367:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.067404:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.067416:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341672576:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016142.067470:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.085735:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.085836:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335168 00000100:00100000:3.0:1734016142.085844:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335168 00000100:00100000:3.0:1734016142.085895:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11602 00000100:00100000:3.0:1734016142.085901:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339335168:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.085917:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.085931:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73224ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29e0 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.085982:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672704:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.086027:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.086611:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341672576:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016142.086625:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.086647:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071324e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1982:x1818247339335040:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 19389us (19658us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.086656:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3002 00002000:00010000:3.0:1734016142.096445:0:7681:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 2955298 -> 7805758 00002000:00010000:3.0:1734016142.096451:0:7681:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime: 1734016141 -> 1734016142 00000100:00100000:3.0:1734016142.096472:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672704:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.096502:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73224ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29e0 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.096514:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec73224ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29e0 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.098413:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016142.098492:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339335168:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 12585us (12761us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.098500:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11602 00000100:00100000:0.0:1734016142.112411:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.112509:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335296 00000100:00100000:3.0:1734016142.112519:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335296 00000100:00100000:3.0:1734016142.113314:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11603 00000100:00100000:3.0:1734016142.113323:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339335296:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.113341:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.113357:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73224b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29e7 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.113417:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672832:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.113487:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.115962:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341672832:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.115999:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73224b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29e7 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.116013:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec73224b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29e7 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.116611:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016142.116662:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1980:x1818247339335296:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3338us (4258us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.116671:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11603 00000100:00100000:1.0:1734016142.129048:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.129133:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335552 00000100:00100000:2.0:1734016142.129142:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335552 00000100:00100000:2.0:1734016142.129210:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2131 00000100:00100000:2.0:1734016142.129218:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+18:9663:x1818247339335552:12345-192.168.201.1@tcp:36:fsx.0 00010000:00010000:2.0:1734016142.129265:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.129290:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c8240/0x903ef4aec732243d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2977 expref: 18 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.129313:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016142.129317:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.129461:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.129474:0:6475:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.129480:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.129507:0:6475:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 20 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.129517:0:6475:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 20 pid: 6473 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.129529:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341672960:192.168.201.1@tcp:104: 00000100:00100000:2.0:1734016142.133019:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ecc0 going to sleep for 11 seconds 00000001:00080000:0.0:1734016142.143223:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968629 is committed 00000001:00080000:0.0:1734016142.143237:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968626 is committed 00000100:00100000:2.0:1734016142.160094:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6475:1818247341672960:192.168.201.1@tcp:104: 00010000:00010000:2.0:1734016142.160118:0:6475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:1.0:1734016142.176419:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.177274:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335680 00000100:00100000:2.0:1734016142.177284:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335680 00010000:00010000:2.0:1734016142.177327:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 15 pid: 6473 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.177378:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3003 00000100:00100000:2.0:1734016142.177395:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339335680:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.177410:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.177416:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 15 pid: 6473 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.177426:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 15 pid: 6473 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.177446:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec732244b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a297e expref: 15 pid: 6473 timeout: 505 lvb_type: 0 00000100:00080000:1.0:1734016142.177525:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016112 00010000:00010000:2.0:1734016142.177572:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016142.177578:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.177587:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.177594:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.177620:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.177670:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339335680:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 276us (1260us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.177676:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3003 00010000:00010000:3.0:1734016142.177792:0:6475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016142.177799:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000001:00080000:3.0:1734016142.177884:0:6475:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968629 00000004:00010000:3.0:1734016142.177928:0:6475:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130bc7100 reply state ffff880074c97000 transno 4294968630 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016142.177936:0:6475:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016142.178027:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339335552:12345-192.168.201.1@tcp:36:fsx.0 Request processed in 48809us (48986us total) trans 4294968630 rc 0/0 00000100:00100000:3.0:1734016142.178034:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2131 00000020:00080000:3.0:1734016142.178038:0:6475:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016142.188602:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.188665:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335808 00000100:00100000:3.0:1734016142.188673:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335808 00000100:00100000:3.0:1734016142.188728:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11604 00000100:00100000:3.0:1734016142.188736:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:9663:x1818247339335808:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.188754:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.188770:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29ee expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.188795:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.188802:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.188803:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.188806:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.188831:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 9 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.188842:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 9 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016142.188856:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673088:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016142.188911:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016142.189094:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.189102:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.189111:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.189116:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2c9d40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016142.189119:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.189126:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.189139:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:2.0:1734016142.189142:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016142.189145:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:2.0:1734016142.189149:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2c9d40/0x903ef4aec73224bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00000100:00100000:3.0:1734016142.192131:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673088:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016142.192158:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.192172:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167cc0, rc 0) 00000100:00100000:3.0:1734016142.192242:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339335808:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3504us (3646us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.192251:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11604 00000100:00100000:1.0:1734016142.193411:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.193462:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339335936 00000100:00100000:2.0:1734016142.193470:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339335936 00002000:00100000:2.0:1734016142.193504:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (7749632->7805757) req@ffff880130bc4380 x1818247339335936/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.193512:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247339335936 ext(7749632->7805757) 00010000:00010000:2.0:1734016142.193519:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 10 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.193530:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 10 pid: 7681 timeout: 505 lvb_type: 0 00002000:00010000:2.0:1734016142.193536:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130bc4380 00000100:00100000:0.0:1734016142.195997:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 345 00000100:00100000:0.0:1734016142.196016:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+10:1982:x1818247339335936:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016142.201662:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130bc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1982:x1818247339335936:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 5642us (8245us total) trans 4294969478 rc 0/0 00000100:00100000:0.0:1734016142.201674:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 345 00002000:00100000:0.0:1734016142.201685:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (7749632->7805757) req@ffff880130bc4380 x1818247339335936/t4294969478(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:103/0 lens 488/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.201694:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130bc4380 with x1818247339335936 ext(7749632->7805757) 00010000:00010000:0.0:1734016142.201703:0:7686:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 12 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.201716:0:7686:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 12 pid: 7681 timeout: 505 lvb_type: 0 00002000:00010000:0.0:1734016142.201722:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130bc4380 00000100:00100000:0.0:1734016142.208667:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.208772:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336064 00000100:00100000:2.0:1734016142.208780:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336064 00010000:00010000:2.0:1734016142.208811:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 12 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.208847:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3004 00000100:00100000:2.0:1734016142.208853:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1980:x1818247339336064:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.208866:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016142.208879:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 392 -> 504 00010000:00010000:2.0:1734016142.208884:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 12 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.208894:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 12 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.208911:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec73224a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29d9 expref: 12 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.208928:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.208929:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.208934:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.208941:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.208966:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.208980:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341673216:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016142.209034:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.218061:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016142.218144:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336192 00000100:00100000:1.0:1734016142.218154:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336192 00002000:00010000:1.0:1734016142.218210:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (359035->18446744073709551615) 00002000:00100000:1.0:1734016142.218214:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8380 with x1818247339336192 ext(359035->18446744073709551615) 00000100:00100000:2.0:1734016142.218215:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071f77b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341673216:192.168.201.1@tcp:105: 00002000:00010000:1.0:1734016142.218223:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8380. 00010000:00010000:2.0:1734016142.218232:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.218254:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9785 00000100:00100000:1.0:1734016142.218260:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339336192:12345-192.168.201.1@tcp:10:fsx.0 00000100:00100000:2.0:1734016142.218269:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339336064:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9415us (9610us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.218276:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3004 00002000:00010000:1.0:1734016142.220210:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 7805758 -> 359035 00002000:00010000:1.0:1734016142.220216:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.220218:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.220220:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016142.220221:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 504 -> 136 00000100:00100000:1.0:1734016142.220275:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339336192:12345-192.168.201.1@tcp:10:fsx.0 Request processed in 2012us (2223us total) trans 4294969479 rc 0/0 00000100:00100000:1.0:1734016142.220285:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9785 00002000:00010000:1.0:1734016142.220288:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (359035->18446744073709551615) 00002000:00100000:1.0:1734016142.220291:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800712a8380 with x1818247339336192 ext(359035->18446744073709551615) 00002000:00010000:1.0:1734016142.220295:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800712a8380. 00010000:00010000:1.0:1734016142.222077:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016142.225515:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.230486:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336320 00000100:00100000:3.0:1734016142.230498:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336320 00000100:00100000:3.0:1734016142.230558:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2132 00000100:00100000:3.0:1734016142.230566:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339336320:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.230582:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.230600:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec73224c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29f5 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.230678:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73224d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016142.230691:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73224d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016142.230700:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73224d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:3.0:1734016142.230725:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 359035 00000004:00200000:3.0:1734016142.230729:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016142.230742:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73224d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:3.0:1734016142.230761:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165680/0x903ef4aec73224c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29f5 expref: 16 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.230791:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac165b00/0x903ef4aec73224d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29f5 expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.230799:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:3.0:1734016142.230801:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016142.230804:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165b00, rc 0) 00000100:00100000:3.0:1734016142.230855:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339336320:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 289us (5350us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.230860:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2132 00000100:00100000:0.0:1734016142.239493:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.239560:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336448 00000100:00100000:3.0:1734016142.239567:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336448 00000100:00100000:3.0:1734016142.239597:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11605 00000100:00100000:3.0:1734016142.239603:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339336448:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.239617:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.239630:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73224d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a29fc expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.239671:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673344:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.239720:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.241740:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673344:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.241765:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73224d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29fc expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.241775:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec73224d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29fc expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.241785:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016142.241811:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800712b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1982:x1818247339336448:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2207us (2324us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.241818:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11605 00000100:00100000:2.0:1734016142.244729:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.244810:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336576 00000100:00100000:3.0:1734016142.244818:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336576 00000100:00100000:3.0:1734016142.244851:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11606 00000100:00100000:3.0:1734016142.244857:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339336576:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.244871:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.244884:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73224de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a03 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.244923:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673472:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.251355:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.255087:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673472:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.255116:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73224de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a03 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.255129:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec73224de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a03 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.255316:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016142.255364:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339336576:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10506us (10641us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.255372:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11606 00000100:00100000:1.0:1734016142.258740:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.258787:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336704 00000100:00100000:3.0:1734016142.258794:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336704 00000100:00100000:3.0:1734016142.258823:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11607 00000100:00100000:3.0:1734016142.258828:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339336704:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.258842:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.258854:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73224e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a0a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.258890:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673600:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.258927:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.261026:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673600:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.261051:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73224e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a0a expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.261062:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec73224e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a0a expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.261075:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016142.261121:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1981:x1818247339336704:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2291us (2387us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.261132:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11607 00000100:00100000:1.0:1734016142.263733:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.263866:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336832 00000100:00100000:3.0:1734016142.263873:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336832 00000100:00100000:3.0:1734016142.263914:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11608 00000100:00100000:3.0:1734016142.263920:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339336832:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.263937:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.263950:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec73224ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a11 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.263990:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673728:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.266573:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.267558:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673728:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.267586:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec73224ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a11 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.267598:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec73224ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a11 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.267608:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016142.267926:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339336832:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4005us (4201us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.267934:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11608 00000100:00100000:2.0:1734016142.275257:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.275649:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339336960 00000100:00100000:3.0:1734016142.275658:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339336960 00000100:00100000:3.0:1734016142.275723:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11609 00000100:00100000:3.0:1734016142.275730:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339336960:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.275746:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.275760:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a18 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.275803:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673856:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.275859:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.287138:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673856:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.287175:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224f3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a18 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.287204:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a18 expref: 12 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.287217:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016142.287276:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:1980:x1818247339336960:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 11544us (12027us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.287285:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11609 00000100:00100000:2.0:1734016142.295804:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.297137:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339337088 00000100:00100000:3.0:1734016142.297148:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339337088 00000100:00100000:3.0:1734016142.297263:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11610 00000100:00100000:3.0:1734016142.297274:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+11:9663:x1818247339337088:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.297297:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.297320:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a1f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.297362:0:7681:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.297370:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.297373:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.297377:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9764864->9801727] (req 9764864->9801727) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.297452:0:7681:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.297468:0:7681:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 12 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016142.297482:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673984:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016142.298791:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.304981:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.305095:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341673984:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016142.305128:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9764864->9801727] (req 9764864->9801727) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 12 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.305146:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164900, rc 0) 00000100:00100000:3.0:1734016142.305237:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:9663:x1818247339337088:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 7964us (9439us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.305245:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11610 00000100:00100000:0.0:1734016142.305421:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339337216 00000100:00100000:0.0:1734016142.305427:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339337216 00010000:00010000:0.0:1734016142.305444:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 13 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016142.305459:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3005 00000100:00100000:0.0:1734016142.305463:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339337216:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.305471:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.305484:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 13 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.305491:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 13 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.305507:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167cc0/0x903ef4aec73224c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a29ee expref: 13 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.305527:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.305529:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.305533:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.305540:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.305561:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 11 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.305569:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341674112:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016142.307036:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.314519:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341674112:192.168.201.1@tcp:105: 00010000:00010000:0.0:1734016142.314536:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.314579:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339337216:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 9113us (9605us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.314588:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3005 00000100:00100000:1.0:1734016142.318352:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.319158:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339337344 00000100:00100000:3.0:1734016142.319166:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339337344 00000100:00100000:3.0:1734016142.319255:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11611 00000100:00100000:3.0:1734016142.319261:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+12:1983:x1818247339337344:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.319458:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 359035 -> 359035 00002000:00010000:3.0:1734016142.319461:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.319463:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.319465:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.319466:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 136 -> 208 00000100:00100000:3.0:1734016142.319512:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339337344:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 250us (1168us total) trans 4294969480 rc 0/0 00000100:00100000:3.0:1734016142.319518:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11611 00000100:00100000:2.0:1734016142.323744:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016142.324003:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339337472 00000100:00100000:0.0:1734016142.324010:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339337472 00000100:00100000:0.0:1734016142.324114:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2133 00000100:00100000:0.0:1734016142.324122:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339337472:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.324145:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.324166:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7322501 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a26 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.324288:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7322508 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016142.324305:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7322508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016142.324316:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7322508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016142.324339:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 359035 00000004:00200000:0.0:1734016142.324342:0:6473:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016142.324356:0:6473:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7322508 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016142.324377:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bbcc0/0x903ef4aec7322501 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a26 expref: 14 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.324987:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8240/0x903ef4aec7322508 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a26 expref: 13 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.324995:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8800a7cfd000) 00010000:00010000:0.0:1734016142.324997:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016142.325000:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8240, rc 0) 00000100:00100000:0.0:1734016142.325053:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339337472:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 931us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.325060:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2133 00000100:00100000:2.0:1734016142.331435:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016142.331489:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339337600 00000100:00100000:0.0:1734016142.331496:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339337600 00000100:00100000:0.0:1734016142.331535:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11612 00000100:00100000:0.0:1734016142.331542:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339337600:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.331557:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.331570:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec732250f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a2d expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.331613:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674240:192.168.201.1@tcp:106: 00000100:00100000:0.0:1734016142.331932:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.333625:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674240:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016142.333648:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec732250f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a2d expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.333659:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1b9440/0x903ef4aec732250f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a2d expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.333679:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b9440, rc 0) 00000100:00100000:0.0:1734016142.333709:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339337600:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2167us (2281us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.333716:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11612 00000100:00100000:0.0:1734016142.340757:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.343462:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339337728 00000100:00100000:2.0:1734016142.343472:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339337728 00000100:00100000:2.0:1734016142.343575:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11613 00000100:00100000:2.0:1734016142.343582:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339337728:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.343597:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.343613:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322516 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a34 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.343656:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674368:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016142.343704:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.346500:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674368:192.168.201.1@tcp:106: 00010000:00010000:0.0:1734016142.346527:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322516 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a34 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.346540:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c9d40/0x903ef4aec7322516 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a34 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.346561:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c9d40, rc 0) 00000100:00100000:0.0:1734016142.346594:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339337728:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3012us (5845us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.346602:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11613 00000100:00100000:0.0:1734016142.348793:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.350664:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339337856 00000100:00100000:2.0:1734016142.350675:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339337856 00000100:00100000:2.0:1734016142.350729:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11614 00000100:00100000:2.0:1734016142.350736:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339337856:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.350753:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.350768:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732251d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a3b expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.350814:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674496:192.168.201.1@tcp:106: 00000100:00100000:2.0:1734016142.350868:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.357531:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674496:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.357564:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732251d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a3b expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.357576:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2c8240/0x903ef4aec732251d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a3b expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.357597:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2c8240, rc 0) 00000100:00100000:3.0:1734016142.357637:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339337856:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6900us (8851us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.357645:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11614 00000100:00100000:0.0:1734016142.360880:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.360956:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339337984 00000100:00100000:3.0:1734016142.360963:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339337984 00000100:00100000:3.0:1734016142.360994:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11615 00000100:00100000:3.0:1734016142.361000:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339337984:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.361015:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.361029:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7322524 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a42 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.361070:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674624:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.362330:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.367761:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674624:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.367787:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7322524 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a42 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.367800:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166400/0x903ef4aec7322524 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a42 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.367811:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166400, rc 0) 00000100:00100000:3.0:1734016142.367857:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339337984:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6857us (6984us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.367865:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11615 00000100:00100000:0.0:1734016142.375815:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.376453:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339338112 00000100:00100000:3.0:1734016142.376462:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339338112 00000100:00100000:3.0:1734016142.376745:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11616 00000100:00100000:3.0:1734016142.376753:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339338112:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.376956:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 359035 -> 359035 00002000:00010000:3.0:1734016142.376960:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.376962:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.376964:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.376967:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:3.0:1734016142.377965:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1980:x1818247339338112:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1203us (2149us total) trans 4294969481 rc 0/0 00000100:00100000:3.0:1734016142.377975:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11616 00000100:00100000:0.0:1734016142.381815:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.381910:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339338240 00000100:00100000:3.0:1734016142.381918:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339338240 00000100:00100000:3.0:1734016142.381953:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11617 00000100:00100000:3.0:1734016142.381958:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339338240:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.381973:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.381988:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec732252b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a49 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.382031:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674752:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.382087:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.385429:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674752:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.385458:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec732252b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a49 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.385469:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164480/0x903ef4aec732252b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a49 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.385734:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164480, rc 0) 00000100:00100000:3.0:1734016142.385780:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339338240:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3820us (3970us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.385787:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11617 00000100:00100000:0.0:1734016142.388813:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.388904:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339338368 00000100:00100000:3.0:1734016142.388911:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339338368 00000100:00100000:3.0:1734016142.388945:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11618 00000100:00100000:3.0:1734016142.388951:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339338368:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.388965:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.388979:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322532 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a50 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.389024:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674880:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.389668:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.392268:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341674880:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.392302:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322532 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a50 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.392315:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac167600/0x903ef4aec7322532 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a50 expref: 13 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.392344:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac167600, rc 0) 00000100:00100000:3.0:1734016142.392392:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1981:x1818247339338368:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3439us (3584us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.392400:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11618 00000100:00100000:1.0:1734016142.397417:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.397517:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339338496 00000100:00100000:3.0:1734016142.397525:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339338496 00000100:00100000:3.0:1734016142.397995:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11619 00000100:00100000:3.0:1734016142.398002:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:9663:x1818247339338496:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.398021:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.398037:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a57 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.398060:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.398067:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.398068:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.398071:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2666496->2727935] (req 2666496->2727935) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.398097:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 13 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.398107:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 13 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016142.398117:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675008:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016142.398775:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.404713:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675008:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016142.404742:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [2666496->2727935] (req 2666496->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.404757:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164fc0, rc 0) 00000100:00100000:3.0:1734016142.404797:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339338496:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6794us (7421us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.404805:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11619 00000100:00100000:1.0:1734016142.406136:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016142.407730:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339338624 00000100:00100000:0.0:1734016142.407741:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339338624 00010000:00010000:0.0:1734016142.407770:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 14 pid: 7681 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016142.407817:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3006 00000100:00100000:0.0:1734016142.407823:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339338624:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.407835:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.407852:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 14 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.407863:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 14 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.407879:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164900/0x903ef4aec73224fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a1f expref: 14 pid: 7681 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.407905:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.407907:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016142.407913:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.407925:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.407954:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.407965:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341675136:192.168.201.1@tcp:105: 00000100:00100000:0.0:1734016142.408020:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007e4783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.413414:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.413521:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339338752 00000100:00100000:3.0:1734016142.413530:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339338752 00000100:00100000:3.0:1734016142.413566:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11620 00000100:00100000:3.0:1734016142.413573:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1983:x1818247339338752:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.413588:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.413604:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7322540 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a5e expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.413650:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675264:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.413695:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.413845:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341675136:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016142.413861:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.413884:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247339338624:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 6059us (7754us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.413892:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3006 00002000:00010000:3.0:1734016142.417622:0:13915:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size: 359035 -> 2726383 00000100:00100000:3.0:1734016142.417645:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675264:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.417671:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7322540 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a5e expref: 14 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.417683:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165680/0x903ef4aec7322540 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a5e expref: 14 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.417698:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165680, rc 0) 00000100:00100000:3.0:1734016142.418350:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1983:x1818247339338752:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4775us (4942us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.418358:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11620 00000100:00100000:0.0:1734016142.422646:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.422774:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339338880 00000100:00100000:3.0:1734016142.422782:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339338880 00000100:00100000:3.0:1734016142.422815:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11621 00000100:00100000:3.0:1734016142.422822:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339338880:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.422838:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.422859:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7322547 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a65 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.422907:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675392:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.423151:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.427263:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675392:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.427293:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7322547 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a65 expref: 14 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.427305:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1646c0/0x903ef4aec7322547 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a65 expref: 14 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.429562:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1646c0, rc 0) 00000100:00100000:3.0:1734016142.429643:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339338880:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 6816us (7001us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.429653:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11621 00000100:00100000:1.0:1734016142.443995:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.444070:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339339136 00000100:00100000:3.0:1734016142.444077:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339339136 00002000:00100000:3.0:1734016142.444112:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->2666495) req@ffff8800740e2300 x1818247339339136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.444121:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2300 with x1818247339339136 ext(0->2666495) 00002000:00010000:3.0:1734016142.444125:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2300 00000100:00100000:3.0:1734016142.444149:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9786 00000100:00100000:3.0:1734016142.444154:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339339136:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.456641:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1981:x1818247339339136:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 12478us (12646us total) trans 0 rc 360448/360448 00000100:00100000:3.0:1734016142.456653:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9786 00002000:00100000:3.0:1734016142.456664:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->2666495) req@ffff8800740e2300 x1818247339339136/t0(0) o3->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 360448/360448 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.456672:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e2300 with x1818247339339136 ext(0->2666495) 00002000:00010000:3.0:1734016142.456677:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e2300 00000100:00100000:1.0:1734016142.472515:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.472672:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339339264 00000100:00100000:3.0:1734016142.472681:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339339264 00000100:00100000:3.0:1734016142.472728:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11622 00000100:00100000:3.0:1734016142.472734:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339339264:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.472751:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.472766:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec732254e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a6c expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.472813:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675520:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.473131:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.475750:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675520:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.475782:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec732254e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a6c expref: 14 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.475796:0:13915:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1658c0/0x903ef4aec732254e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a6c expref: 14 pid: 13915 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.476161:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1658c0, rc 0) 00000100:00100000:3.0:1734016142.477149:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:1980:x1818247339339264:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4411us (4639us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.477159:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11622 00000100:00100000:0.0:1734016142.479769:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.479989:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339339392 00000100:00100000:3.0:1734016142.479996:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339339392 00000100:00100000:3.0:1734016142.480030:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11623 00000100:00100000:3.0:1734016142.480036:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+13:9663:x1818247339339392:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.480050:0:13915:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.480065:0:13915:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7322555 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a73 expref: -99 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.480088:0:13915:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.480094:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.480096:0:13915:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.480099:0:13915:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7322555 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8253440->8314879] (req 8253440->8314879) gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a73 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.480122:0:13915:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x50000000020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 12 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.480132:0:13915:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x70000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 12 pid: 13915 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016142.480143:0:13915:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675648:192.168.201.1@tcp:104: 00000100:00100000:3.0:1734016142.480772:0:13915:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.484751:0:13915:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13915:1818247341675648:192.168.201.1@tcp:104: 00010000:00010000:3.0:1734016142.484781:0:13915:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7322555 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [8253440->8314879] (req 8253440->8314879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a73 expref: 14 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.484796:0:13915:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165200, rc 0) 00000100:00100000:3.0:1734016142.484836:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:9663:x1818247339339392:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 4800us (5074us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.484843:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11623 00000100:00100000:1.0:1734016142.485708:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.485941:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339339520 00000100:00100000:3.0:1734016142.485947:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339339520 00002000:00100000:3.0:1734016142.485972:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2666496->2726382) req@ffff8800740e3800 x1818247339339520/t0(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.485980:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247339339520 ext(2666496->2726382) 00010000:00010000:3.0:1734016142.485987:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 13 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016142.485997:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 13 pid: 13915 timeout: 505 lvb_type: 0 00002000:00010000:3.0:1734016142.486003:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800740e3800 00000100:00100000:3.0:1734016142.486328:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 346 00000100:00100000:3.0:1734016142.486334:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:1983:x1818247339339520:12345-192.168.201.1@tcp:4:fsx.0 00000100:00100000:0.0:1734016142.492620:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1983:x1818247339339520:12345-192.168.201.1@tcp:4:fsx.0 Request processed in 6277us (6904us total) trans 4294969482 rc 0/0 00000100:00100000:0.0:1734016142.492632:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 346 00002000:00100000:0.0:1734016142.492643:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (2666496->2726382) req@ffff8800740e3800 x1818247339339520/t4294969482(0) o4->cde2e6d7-d18c-4975-a910-55f1abdfd0d2@192.168.201.1@tcp:103/0 lens 488/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.492652:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e3800 with x1818247339339520 ext(2666496->2726382) 00010000:00010000:0.0:1734016142.492662:0:13912:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 15 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016142.492677:0:13912:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 15 pid: 13915 timeout: 505 lvb_type: 0 00002000:00010000:0.0:1734016142.492683:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800740e3800 00000100:00100000:0.0:1734016142.503701:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.503989:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339339648 00000100:00100000:2.0:1734016142.503998:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339339648 00010000:00010000:2.0:1734016142.504027:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 15 pid: 13915 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016142.504066:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3007 00000100:00100000:2.0:1734016142.504073:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+15:1980:x1818247339339648:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.504086:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016142.504100:0:6462:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 208 -> 328 00010000:00010000:2.0:1734016142.504105:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 15 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.504122:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x50000400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 15 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.504139:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac164fc0/0x903ef4aec7322539 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x44801400020020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a57 expref: 15 pid: 13915 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016142.504738:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.504742:0:6462:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.504749:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7322555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a73 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.504758:0:6462:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7322555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x40080000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a73 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.504787:0:6462:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800ac165200/0x903ef4aec7322555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x40000000020000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a73 expref: 13 pid: 13915 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.504796:0:6462:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341675776:192.168.201.1@tcp:105: 00000100:00100000:2.0:1734016142.504978:0:6462:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007416e300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.514477:0:6462:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6462:1818247341675776:192.168.201.1@tcp:105: 00010000:00010000:2.0:1734016142.514500:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.514537:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247339339648:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 10463us (10844us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.514548:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3007 00000100:00100000:0.0:1734016142.514972:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.515094:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339339776 00000100:00100000:3.0:1734016142.515099:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339339776 00000100:00100000:3.0:1734016142.515125:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11624 00000100:00100000:3.0:1734016142.515130:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+14:1982:x1818247339339776:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.515325:0:13915:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 2726383 -> 8312528 00002000:00010000:3.0:1734016142.515328:0:13915:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.515330:0:13915:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.515332:0:13915:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.515334:0:13915:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 328 -> 448 00000100:00100000:3.0:1734016142.515354:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1982:x1818247339339776:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 224us (384us total) trans 4294969483 rc 0/0 00000100:00100000:3.0:1734016142.515360:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11624 00000100:00100000:0.0:1734016142.519471:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.519591:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339339904 00000100:00100000:2.0:1734016142.519600:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339339904 00000100:00100000:2.0:1734016142.519648:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11625 00000100:00100000:2.0:1734016142.519654:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:1983:x1818247339339904:12345-192.168.201.1@tcp:22:fsx.0 00002000:00010000:2.0:1734016142.519870:0:7681:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 8312528 -> 8312528 00002000:00010000:2.0:1734016142.519873:0:7681:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.519875:0:7681:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.519877:0:7681:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.519878:0:7681:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:3.0:1734016142.521498:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247339339904:12345-192.168.201.1@tcp:22:fsx.0 Request processed in 1835us (2029us total) trans 4294969484 rc 0/0 00000100:00100000:3.0:1734016142.521510:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11625 00000100:00100000:1.0:1734016142.526809:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.526892:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339340032 00000100:00100000:3.0:1734016142.526900:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339340032 00000100:00100000:3.0:1734016142.527523:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11626 00000100:00100000:3.0:1734016142.527530:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247339340032:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.527548:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.527563:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732255c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a7a expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.527606:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341675904:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.527713:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.530076:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341675904:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.530108:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732255c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a7a expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.530125:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166640/0x903ef4aec732255c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a7a expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.530148:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166640, rc 0) 00000100:00100000:3.0:1734016142.530315:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247339340032:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 2783us (3512us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.530323:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11626 00000100:00100000:1.0:1734016142.535882:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.535981:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339340160 00000100:00100000:3.0:1734016142.535989:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339340160 00000100:00100000:3.0:1734016142.536090:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11627 00000100:00100000:3.0:1734016142.536096:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247339340160:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.536113:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.536130:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322563 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a81 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.536177:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676032:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.536421:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.539421:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676032:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.539450:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322563 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a81 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.539461:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac165f80/0x903ef4aec7322563 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a81 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.539885:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac165f80, rc 0) 00000100:00100000:3.0:1734016142.539924:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1980:x1818247339340160:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3827us (4050us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.539931:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11627 00000100:00100000:0.0:1734016142.560655:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016142.561888:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.561891:0:13912:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339340416 00000100:00100000:2.0:1734016142.561900:0:13912:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339340416 00002000:00100000:2.0:1734016142.561941:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012b87ce00 x1818247339340416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:0.0:1734016142.561950:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339340544 00002000:00100000:2.0:1734016142.561950:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ce00 with x1818247339340416 ext(0->4194303) 00000100:00100000:0.0:1734016142.561953:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339340544 00002000:00010000:2.0:1734016142.561955:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ce00 00002000:00100000:0.0:1734016142.561967:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8314879) req@ffff8800740e0380 x1818247339340544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.561974:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247339340544 ext(4194304->8314879) 00002000:00010000:0.0:1734016142.561976:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:2.0:1734016142.561983:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9787 00000100:00100000:0.0:1734016142.561986:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9788 00000100:00100000:2.0:1734016142.561988:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1980:x1818247339340416:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.561989:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1980:x1818247339340544:12345-192.168.201.1@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.627654:0:13912:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1980:x1818247339340416:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 65654us (66996us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016142.627668:0:13912:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9787 00002000:00100000:3.0:1734016142.627679:0:13912:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88012b87ce00 x1818247339340416/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.627694:0:13912:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b87ce00 with x1818247339340416 ext(0->4194303) 00002000:00010000:3.0:1734016142.627699:0:13912:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b87ce00 00000100:00100000:1.0:1734016142.674498:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.676260:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339340800 00000100:00100000:3.0:1734016142.676268:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339340800 00000100:00100000:3.0:1734016142.676307:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11628 00000100:00100000:3.0:1734016142.676313:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247339340800:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.676328:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.676344:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732256a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a88 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.676393:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676160:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.676443:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.679398:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676160:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.679425:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732256a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a88 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.679437:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166ac0/0x903ef4aec732256a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a88 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.679459:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166ac0, rc 0) 00000100:00100000:3.0:1734016142.679491:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1981:x1818247339340800:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 3177us (5002us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.679498:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11628 00000100:00100000:1.0:1734016142.680078:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1980:x1818247339340544:12345-192.168.201.1@tcp:3:fsx.0 Request processed in 118085us (118195us total) trans 0 rc 4120576/4120576 00000100:00100000:1.0:1734016142.680085:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9788 00002000:00100000:1.0:1734016142.680092:0:7686:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x6:0x0] (4194304->8314879) req@ffff8800740e0380 x1818247339340544/t0(0) o3->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4120576/4120576 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.680099:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800740e0380 with x1818247339340544 ext(4194304->8314879) 00002000:00010000:1.0:1734016142.680103:0:7686:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800740e0380 00000100:00100000:0.0:1734016142.685707:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.685785:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339340928 00000100:00100000:3.0:1734016142.685793:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339340928 00000100:00100000:3.0:1734016142.686094:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11629 00000100:00100000:3.0:1734016142.686101:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247339340928:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.686496:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.686511:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7322571 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a8f expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.686552:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676288:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.686603:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.696251:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676288:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.696279:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7322571 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a8f expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.696290:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166d00/0x903ef4aec7322571 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a8f expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.696874:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166d00, rc 0) 00000100:00100000:3.0:1734016142.697005:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247339340928:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 10902us (11305us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.697012:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11629 00000100:00100000:0.0:1734016142.701161:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.701267:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339341056 00000100:00100000:3.0:1734016142.701275:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339341056 00000100:00100000:3.0:1734016142.701305:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11630 00000100:00100000:3.0:1734016142.701311:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339341056:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.701324:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.701336:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7322578 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a96 expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.701384:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676416:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.701423:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.706670:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676416:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.706697:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7322578 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a96 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.706708:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac1673c0/0x903ef4aec7322578 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a96 expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.706735:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1673c0, rc 0) 00000100:00100000:3.0:1734016142.706781:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339341056:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 5469us (5627us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.706791:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11630 00000100:00100000:1.0:1734016142.712355:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016142.712512:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339341184 00000100:00100000:3.0:1734016142.712519:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339341184 00000100:00100000:3.0:1734016142.712564:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11631 00000100:00100000:3.0:1734016142.712569:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247339341184:12345-192.168.201.1@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.712585:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.712600:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732257f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2a9d expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.712645:0:7681:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676544:192.168.201.1@tcp:106: 00000100:00100000:3.0:1734016142.713169:0:7681:0:(client.c:2562:ptlrpc_set_wait()) set ffff880129fb40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.731291:0:7681:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7681:1818247341676544:192.168.201.1@tcp:106: 00010000:00010000:3.0:1734016142.731322:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732257f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a9d expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.731334:0:7681:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800ac166f40/0x903ef4aec732257f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2a9d expref: 15 pid: 7681 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.736424:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac166f40, rc 0) 00000100:00100000:3.0:1734016142.736500:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1982:x1818247339341184:12345-192.168.201.1@tcp:101:fsx.0 Request processed in 23926us (24148us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.736508:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11631 00000100:00100000:0.0:1734016142.743639:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.743735:0:6476:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339341440 00000100:00100000:2.0:1734016142.743743:0:6476:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339341440 00000100:00100000:2.0:1734016142.743789:0:6476:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 29 00000100:00100000:2.0:1734016142.743795:0:6476:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:9663:x1818247339341440:12345-192.168.201.1@tcp:35:fsx.0 00000100:00100000:2.0:1734016142.744419:0:6476:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339341440:12345-192.168.201.1@tcp:35:fsx.0 Request processed in 621us (786us total) trans 4294968631 rc 0/0 00000100:00100000:2.0:1734016142.744426:0:6476:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 29 00000100:00100000:1.0:1734016142.748849:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.748953:0:6476:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339341696 00000100:00100000:2.0:1734016142.748962:0:6476:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339341696 00000100:00100000:2.0:1734016142.749008:0:6476:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 30 00000100:00100000:2.0:1734016142.749015:0:6476:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+13:9663:x1818247339341696:12345-192.168.201.1@tcp:35:fsx.0 00000100:00100000:2.0:1734016142.756473:0:6476:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:9663:x1818247339341696:12345-192.168.201.1@tcp:35:fsx.0 Request processed in 7447us (7621us total) trans 4294968632 rc 0/0 00000100:00100000:2.0:1734016142.756485:0:6476:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 30 00000100:00100000:1.0:1734016142.798964:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016142.800656:0:6476:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339341952 00000100:00100000:2.0:1734016142.800668:0:6476:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339341952 00000100:00100000:2.0:1734016142.800720:0:6476:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 31 00000100:00100000:2.0:1734016142.800726:0:6476:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:9663:x1818247339341952:12345-192.168.201.1@tcp:35:fsx.0 00000001:00080000:2.0:1734016142.800888:0:6476:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968633 00000100:00100000:2.0:1734016142.800980:0:6476:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+18:9663:x1818247339341952:12345-192.168.201.1@tcp:35:fsx.0 Request processed in 252us (2024us total) trans 4294968634 rc 0/0 00000100:00100000:2.0:1734016142.800987:0:6476:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 31 00000020:00080000:2.0:1734016142.800991:0:6476:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016143.229592:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.241737:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016144.241755:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341676928:0@lo:400:kworker.0 00000100:00100000:1.0:1734016144.241821:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016144.241862:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341676928 00000100:00100000:1.0:1734016144.241869:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341676928 00000100:00100000:0.0:1734016144.242106:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341676672:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.242134:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016144.242150:0:3502:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016144.242155:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3502:1818247341676800:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.242172:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016144.248139:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341677312:0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.248203:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016144.248223:0:3503:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734016144.248227:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3503:1818247341677184:0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.248245:0:3500:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734016144.248250:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341677056:0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.248262:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016144.248281:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341677312 00000100:00100000:2.0:1734016144.248287:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341677312 00000100:00100000:2.0:1734016144.248312:0:13915:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341677056 00000100:00100000:2.0:1734016144.248314:0:13915:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341677056 00000100:00100000:2.0:1734016144.248325:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1734016144.248330:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341677312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.248373:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341677312:12345-0@lo:400:kworker.0 Request processed in 42us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.248379:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1734016144.248389:0:13915:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1734016144.248392:0:13915:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341677056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.248407:0:13915:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341677056:12345-0@lo:400:kworker.0 Request processed in 15us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.248411:0:13915:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1734016144.248435:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341677056:0@lo:400:kworker.0 00000100:00080000:2.0:1734016144.248466:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016114 00000100:00080000:2.0:1734016144.248469:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016114 00000100:00080000:2.0:1734016144.248470:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016114 00000100:00100000:2.0:1734016144.248478:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341676672 00000100:00100000:2.0:1734016144.248480:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341676672 00000100:00100000:2.0:1734016144.248497:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1734016144.248500:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341676672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.248518:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d40050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341676672:12345-0@lo:400:kworker.0 Request processed in 18us (6384us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.248522:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:2.0:1734016144.248534:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016114 00000100:00100000:0.0:1734016144.248654:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341676672:0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.248985:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016144.249002:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341676800 00000100:00100000:1.0:1734016144.249006:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341676800 00000100:00100000:1.0:1734016144.249030:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1734016144.249035:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341676928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016144.249069:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341676928:12345-0@lo:400:kworker.0 Request processed in 33us (7249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.249074:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1734016144.249091:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1734016144.249094:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3502:x1818247341676800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016144.249118:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3502:x1818247341676800:12345-0@lo:400:kworker.0 Request processed in 23us (6946us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.249123:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1734016144.249218:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3502:1818247341676800:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.249249:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341676928:0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.249327:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341677312:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.249411:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341677184 00000100:00100000:0.0:1734016144.249415:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341677184 00000100:00100000:0.0:1734016144.249451:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1734016144.249456:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341677184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.249487:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3503:x1818247341677184:12345-0@lo:400:kworker.0 Request processed in 30us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.249493:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00080000:0.0:1734016144.249511:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016114 00000100:00100000:2.0:1734016144.249646:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d83ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3503:1818247341677184:0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.285400:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734016144.285420:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341677440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016144.285478:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016144.285510:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341677440 00000100:00100000:2.0:1734016144.285516:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341677440 00000100:00100000:2.0:1734016144.285541:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1734016144.285546:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341677440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016144.285571:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980288064 pending 245760 free 3923447808 avail 3691925504 00000100:00100000:2.0:1734016144.285594:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007674aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341677440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.285599:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:2.0:1734016144.285627:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341677440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016144.638338:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016144.638414:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016144.638446:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016144.638484:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016144.638500:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016144.638527:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016144.638553:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339342208 00000100:00100000:0.0:1734016144.638561:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339342208 00000100:00100000:0.0:1734016144.638599:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339342592 00000100:00100000:0.0:1734016144.638601:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339342592 00000100:00100000:0.0:1734016144.638616:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 231 00000100:00100000:0.0:1734016144.638622:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247339342208:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016144.638681:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1983:x1818247339342208:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 58us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.638688:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 231 00000100:00100000:0.0:1734016144.638703:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 232 00000100:00100000:0.0:1734016144.638707:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339342592:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016144.638730:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339342592:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 22us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.638736:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 232 00000100:00080000:0.0:1734016144.638749:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016114 00000100:00100000:0.0:1734016144.638770:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339342080 00000100:00100000:0.0:1734016144.638773:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339342080 00000100:00100000:0.0:1734016144.638792:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 315 00000100:00100000:0.0:1734016144.638797:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4d40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1983:x1818247339342080:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016144.638816:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4d40450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1983:x1818247339342080:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 19us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.638820:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 315 00000100:00080000:0.0:1734016144.638838:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016114 00000100:00100000:0.0:1734016144.638938:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339342464 00000100:00100000:0.0:1734016144.638942:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339342464 00000100:00100000:0.0:1734016144.638960:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339342720 00000100:00100000:0.0:1734016144.638963:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339342720 00000100:00100000:0.0:1734016144.638970:0:7680:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339342336 00000100:00100000:0.0:1734016144.638972:0:7680:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339342336 00000100:00100000:0.0:1734016144.638982:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 163 00000100:00100000:0.0:1734016144.638985:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247339342464:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016144.639009:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:1983:x1818247339342464:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 23us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.639014:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 163 00000100:00100000:0.0:1734016144.639023:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 164 00000100:00100000:0.0:1734016144.639027:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339342720:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016144.639044:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+14:1983:x1818247339342720:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 17us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.639049:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 164 00000100:00100000:0.0:1734016144.639057:0:7680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 165 00000100:00100000:0.0:1734016144.639061:0:7680:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339342336:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:0.0:1734016144.639076:0:7680:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339342336:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 14us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.639081:0:7680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 165 00000100:00080000:0.0:1734016144.639090:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016114 00000100:00080000:0.0:1734016144.639092:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016114 00000100:00100000:2.0:1734016144.734614:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341677568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016144.734671:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016144.734765:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341677568 00000100:00100000:1.0:1734016144.734772:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341677568 00000100:00100000:1.0:1734016144.734800:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1734016144.734804:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341677568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016144.734832:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016144.734875:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341677568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.734880:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1734016144.734957:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341677568:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1734016145.250139:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.253359:0:7695:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1734016146.304229:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969484 is committed 00000001:00080000:0.0:1734016146.304239:0:8946:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969482 is committed 00010000:00010000:1.0:1734016147.255451:0:13314:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1734016147.357624:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968634 is committed 00000001:00080000:3.0:1734016147.357635:0:6456:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968632 is committed 00010000:00010000:1.0:1734016148.257370:0:6463:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016149.247455:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341677824:0@lo:400:kworker.0 00000100:00100000:1.0:1734016149.247458:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341677952:0@lo:400:kworker.0 00000100:00100000:0.0:1734016149.247629:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341677696:0@lo:400:kworker.0 00000100:00100000:1.0:1734016149.247707:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016149.248636:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016149.248655:0:3503:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341678336:0@lo:400:kworker.0 00000100:00100000:2.0:1734016149.248674:0:3503:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016149.248698:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341678336 00000100:00100000:2.0:1734016149.248704:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341678336 00000100:00100000:2.0:1734016149.248733:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1734016149.248737:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341678336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016149.248767:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3503:x1818247341678336:12345-0@lo:400:kworker.0 Request processed in 30us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.248771:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1734016149.248797:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3503:1818247341678336:0@lo:400:kworker.0 00000100:00100000:1.0:1734016149.248840:0:3500:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016149.248845:0:3500:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341678080:0@lo:400:kworker.0 00000100:00100000:1.0:1734016149.248860:0:3500:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016149.248873:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341677952 00000100:00100000:1.0:1734016149.248875:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341677952 00000100:00100000:1.0:1734016149.248893:0:12824:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341677824 00000100:00100000:1.0:1734016149.248894:0:12824:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341677824 00000100:00100000:1.0:1734016149.248903:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1734016149.248906:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341677952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016149.248925:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3500:x1818247341677952:12345-0@lo:400:kworker.0 Request processed in 18us (1220us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016149.248929:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1734016149.248950:0:12824:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1734016149.248952:0:12824:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341677824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016149.248966:0:12824:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3503:x1818247341677824:12345-0@lo:400:kworker.0 Request processed in 13us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016149.248969:0:12824:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1734016149.248989:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3500:1818247341677952:0@lo:400:kworker.0 00000100:00100000:2.0:1734016149.249028:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341678080 00000100:00100000:2.0:1734016149.249031:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341678080 00000100:00100000:2.0:1734016149.249044:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1734016149.249047:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341678080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016149.249066:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3500:x1818247341678080:12345-0@lo:400:kworker.0 Request processed in 19us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.249070:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:2.0:1734016149.249085:0:3503:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3503:1818247341677824:0@lo:400:kworker.0 00000100:00100000:1.0:1734016149.249125:0:3500:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3500:1818247341678080:0@lo:400:kworker.0 00000100:00080000:1.0:1734016149.249576:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016119 00000100:00080000:1.0:1734016149.249579:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016119 00000100:00080000:1.0:1734016149.249581:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016119 00000100:00100000:0.0:1734016149.249632:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016149.249648:0:3502:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007674bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341678208:0@lo:400:kworker.0 00000100:00100000:0.0:1734016149.249663:0:3502:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016149.249682:0:6469:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341677696 00000100:00100000:0.0:1734016149.249684:0:6469:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341677696 00000100:00100000:0.0:1734016149.249702:0:6469:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1734016149.249705:0:6469:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341677696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016149.249725:0:6469:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9e486b66-8c6f-4c10-92df-11971fbab61f+18:3502:x1818247341677696:12345-0@lo:400:kworker.0 Request processed in 19us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016149.249728:0:6469:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1734016149.249747:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880076748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9e486b66-8c6f-4c10-92df-11971fbab61f:3502:1818247341677696:0@lo:400:kworker.0 00000100:00080000:1.0:1734016149.249791:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016119 00000100:00100000:1.0:1734016149.249798:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341678208 00000100:00100000:1.0:1734016149.249801:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341678208 00000100:00100000:1.0:1734016149.249827:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1734016149.249831:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341678208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016149.249857:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3502:x1818247341678208:12345-0@lo:400:kworker.0 Request processed in 26us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016149.249861:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00080000:0.0:1734016149.249916:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016119 00000100:00100000:0.0:1734016149.249938:0:3502:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007674bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3502:1818247341678208:0@lo:400:kworker.0 00000001:02000400:0.0:1734016149.348436:0:14367:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16b: 2500 iterations of dual-mount fsx at small size ========================================================== 10:09:08 (1734016148) 00010000:00010000:1.0:1734016149.358020:0:6464:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016149.364334:0:3501:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016149.364878:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341678464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016149.364930:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016149.371842:0:12825:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341678464 00000100:00100000:2.0:1734016149.371854:0:12825:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341678464 00000100:00100000:2.0:1734016149.371908:0:12825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1734016149.371916:0:12825:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341678464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016149.371942:0:12825:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3923447808 avail 3691925504 00000100:00100000:2.0:1734016149.372006:0:12825:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341678464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (7076us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.372013:0:12825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1734016149.372106:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341678464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016149.440812:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016149.440882:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339342848 00000100:00100000:0.0:1734016149.440889:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339342848 00000100:00100000:0.0:1734016149.440936:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 32 00000100:00100000:0.0:1734016149.440943:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800740e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:10375:x1818247339342848:12345-192.168.201.1@tcp:33:lfs.0 00000004:00200000:0.0:1734016149.440992:0:6477:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1734016149.440995:0:6477:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:0.0:1734016149.441041:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800740e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+15:10375:x1818247339342848:12345-192.168.201.1@tcp:33:lfs.0 Request processed in 98us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016149.441048:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 32 00000100:00080000:1.0:1734016149.441533:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016119 00000100:00100000:0.0:1734016149.644940:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016149.644971:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016149.644983:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016149.645001:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016149.645038:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339343104 00000100:00100000:2.0:1734016149.645044:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339343104 00000100:00100000:2.0:1734016149.647133:0:8706:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339343232 00000100:00100000:2.0:1734016149.647141:0:8706:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339343232 00000100:00100000:2.0:1734016149.647160:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 168 00000100:00100000:2.0:1734016149.647166:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339343104:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016149.647227:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+6:1983:x1818247339343104:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 61us (2295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.647233:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 168 00000100:00100000:2.0:1734016149.647244:0:8706:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 169 00000100:00100000:2.0:1734016149.647248:0:8706:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339343232:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016149.647279:0:8706:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339343232:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 30us (2295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.647284:0:8706:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 169 00000100:00080000:2.0:1734016149.647313:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016119 00000100:00080000:2.0:1734016149.647316:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016119 00000100:00100000:2.0:1734016149.647395:0:6470:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339342976 00000100:00100000:2.0:1734016149.647398:0:6470:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339342976 00000100:00100000:2.0:1734016149.647419:0:6470:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 317 00000100:00100000:2.0:1734016149.647422:0:6470:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247339342976:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016149.647443:0:6470:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0db0e310-e6b8-40c1-b2ea-81542a2439df+12:1982:x1818247339342976:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 19us (2471us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.647447:0:6470:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 317 00000100:00080000:2.0:1734016149.647465:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016119 00000100:00100000:0.0:1734016149.647617:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016149.647768:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339343360 00000100:00100000:2.0:1734016149.647772:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339343360 00000100:00100000:2.0:1734016149.647799:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 236 00000100:00100000:2.0:1734016149.647804:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339343360:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016149.647827:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1983:x1818247339343360:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 23us (2825us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.647833:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 236 00000100:00100000:2.0:1734016149.647845:0:7682:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339343488 00000100:00100000:2.0:1734016149.647847:0:7682:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339343488 00000100:00100000:2.0:1734016149.647861:0:7682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 170 00000100:00100000:2.0:1734016149.647865:0:7682:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339343488:12345-192.168.201.1@tcp:400:kworker.0 00000100:00100000:2.0:1734016149.647884:0:7682:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:1982:x1818247339343488:12345-192.168.201.1@tcp:400:kworker.0 Request processed in 18us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.647889:0:7682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 170 00000100:00080000:2.0:1734016149.647899:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016119 00000100:00080000:2.0:1734016149.647901:0:6471:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016119 00000100:00100000:0.0:1734016149.741645:0:3501:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880071e36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341678592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016149.741726:0:3501:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016149.741794:0:7683:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341678592 00000100:00100000:1.0:1734016149.741803:0:7683:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341678592 00000100:00100000:1.0:1734016149.741860:0:7683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1734016149.741867:0:7683:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341678592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1734016149.741895:0:7683:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:1.0:1734016149.741961:0:7683:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3501:x1818247341678592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016149.741967:0:7683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1734016149.742006:0:3501:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880071e36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3501:1818247341678592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016149.950416:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016149.950443:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339343744 00000100:00100000:0.0:1734016149.950450:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339343744 00000100:00100000:0.0:1734016149.950499:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2134 00000100:00100000:0.0:1734016149.950505:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+15:10406:x1818247339343744:12345-192.168.201.1@tcp:101:lfs.0 00010000:00010000:0.0:1734016149.950520:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016149.950523:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734016149.950544:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac164240/0x903ef4aec731cc70 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519e09f expref: 15 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016149.950557:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880073c15200) 00010000:00010000:0.0:1734016149.950561:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016149.950571:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7322586 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2aa4 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016149.950643:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.950653:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39d40/0x903ef4aec731b723 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c519cff8 expref: 11 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016149.950660:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.950682:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39d40/0x903ef4aec731b723 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519cff8 expref: 11 pid: 6474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016149.950692:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39d40/0x903ef4aec731b723 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519cff8 expref: 11 pid: 6474 timeout: 513 lvb_type: 0 00000100:00100000:0.0:1734016149.950702:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341678720:192.168.201.1@tcp:104: 00000100:00100000:0.0:1734016149.950742:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880130ba2840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016149.952274:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880074337100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341678720:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016149.952291:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016149.952692:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016149.952711:0:6462:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339343872 00000100:00100000:0.0:1734016149.952714:0:6462:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339343872 00010000:00010000:0.0:1734016149.952729:0:6462:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39d40/0x903ef4aec731b723 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519cff8 expref: 12 pid: 6474 timeout: 513 lvb_type: 0 00000100:00100000:0.0:1734016149.952747:0:6462:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3008 00000100:00100000:0.0:1734016149.952752:0:6462:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f78850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+12:1982:x1818247339343872:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016149.952758:0:6462:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016149.952763:0:6462:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39d40/0x903ef4aec731b723 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519cff8 expref: 12 pid: 6474 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1734016149.952770:0:6462:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39d40/0x903ef4aec731b723 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519cff8 expref: 12 pid: 6474 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1734016149.952783:0:6462:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a39d40/0x903ef4aec731b723 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c519cff8 expref: 12 pid: 6474 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1734016149.952792:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880073c15200) 00010000:00010000:0.0:1734016149.952796:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.952801:0:6462:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.952806:0:6462:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.952818:0:6462:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016149.952838:0:6462:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f78850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+11:1982:x1818247339343872:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 85us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016149.952843:0:6462:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3008 00010000:00010000:0.0:1734016149.952905:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.952910:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.952922:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.952927:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.952933:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953224:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953232:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953237:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016149.953245:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 0 00010000:00010000:0.0:1734016149.953272:0:6473:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953277:0:6473:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953282:0:6473:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953286:0:6473:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1bba80 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016149.953289:0:6473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953293:0:6473:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953299:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880073c15200) 00010000:00010000:0.0:1734016149.953301:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016149.953303:0:6473:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.953309:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec732258d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000004:00010000:0.0:1734016149.955859:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074337b80 reply state ffff8801346c7000 transno 4294968635 ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016149.955867:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1734016149.955901:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7322586 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016149.955917:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 16 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016149.955924:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8800a7cfd300) 00010000:00010000:0.0:1734016149.955926:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016149.955929:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8d80, rc 0) 00000100:00100000:0.0:1734016149.955968:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:10406:x1818247339343744:12345-192.168.201.1@tcp:101:lfs.0 Request processed in 5462us (5559us total) trans 4294968635 rc 0/0 00000100:00100000:0.0:1734016149.955974:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2134 00010000:00010000:0.0:1734016149.961810:0:3486:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.961821:0:3486:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.961826:0:3486:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.961832:0:3486:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ac1baf40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016149.961835:0:3486:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.961849:0:3486:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.961861:0:3486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800a7cfdb00) 00010000:00010000:0.0:1734016149.961864:0:3486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016149.961866:0:3486:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.961870:0:3486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec7322594 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016149.962310:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016149.962369:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339344128 00000100:00100000:1.0:1734016149.962376:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339344128 00000100:00100000:1.0:1734016149.962407:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2135 00000100:00100000:1.0:1734016149.962412:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:10406:x1818247339344128:12345-192.168.201.1@tcp:101:lfs.0 00010000:00010000:1.0:1734016149.962429:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.962441:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73225a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2aab expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.962511:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016149.962520:0:6473:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.962526:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016149.962550:0:6473:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.962560:0:6473:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 17 pid: 6473 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016149.962569:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800740e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341678848:192.168.201.1@tcp:104: 00000100:00100000:1.0:1734016149.962604:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880071a34840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016149.964306:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016149.964528:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800740e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6473:1818247341678848:192.168.201.1@tcp:104: 00010000:00010000:1.0:1734016149.964556:0:6473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016149.966938:0:8952:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339344256 00000100:00100000:0.0:1734016149.966948:0:8952:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339344256 00010000:00010000:0.0:1734016149.966972:0:8952:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 18 pid: 6473 timeout: 513 lvb_type: 0 00000100:00100000:0.0:1734016149.966996:0:8952:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 3009 00000100:00100000:0.0:1734016149.967001:0:8952:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+18:1982:x1818247339344256:12345-192.168.201.1@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016149.967011:0:8952:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016149.967016:0:8952:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 18 pid: 6473 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1734016149.967025:0:8952:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 18 pid: 6473 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1734016149.967041:0:8952:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec732259b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aa4 expref: 18 pid: 6473 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1734016149.967055:0:8952:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8800a7cfd300) 00010000:00010000:0.0:1734016149.967059:0:8952:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967066:0:8952:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967071:0:8952:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967095:0:8952:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016149.967135:0:8952:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ca960967-f34d-4bd7-a96b-f55b9893eead+17:1982:x1818247339344256:12345-192.168.201.1@tcp:103:ldlm_bl.0 Request processed in 132us (2831us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016149.967142:0:8952:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 3009 00010000:00010000:0.0:1734016149.967261:0:6473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967267:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000004:00200000:0.0:1734016149.967281:0:6473:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 0 00000004:00080000:0.0:1734016149.967396:0:6473:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x7:0x0], index 1: 0 00000004:00080000:0.0:1734016149.967402:0:6473:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5:0x0], index 0: 0 00010000:00010000:0.0:1734016149.967463:0:6473:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967469:0:6473:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967474:0:6473:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967481:0:6473:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:0.0:1734016149.967484:0:6473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967490:0:6473:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967496:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8800a7cfd300) 00010000:00010000:0.0:1734016149.967498:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1734016149.967500:0:6473:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967504:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec73225b0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:0.0:1734016149.967538:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73225a9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aab expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016149.967544:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73225a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2aab expref: 17 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016149.967552:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:0.0:1734016149.967572:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:10406:x1818247339344128:12345-192.168.201.1@tcp:101:lfs.0 Request processed in 5160us (5267us total) trans 4294968636 rc 301/301 00000100:00100000:0.0:1734016149.967578:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2135 00000100:00100000:0.0:1734016149.970598:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016149.971416:0:6476:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339344512 00000100:00100000:2.0:1734016149.971424:0:6476:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339344512 00000100:00100000:2.0:1734016149.971458:0:6476:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 33 00000100:00100000:2.0:1734016149.971464:0:6476:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac1a3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+16:10406:x1818247339344512:12345-192.168.201.1@tcp:35:lfs.0 00000100:00100000:2.0:1734016149.971651:0:6476:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac1a3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:10406:x1818247339344512:12345-192.168.201.1@tcp:35:lfs.0 Request processed in 186us (1058us total) trans 4294968637 rc 0/0 00000100:00100000:2.0:1734016149.971658:0:6476:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 33 00000100:00100000:0.0:1734016149.977116:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016149.977214:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339344640 00000100:00100000:1.0:1734016149.977222:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339344640 00000100:00100000:1.0:1734016149.977264:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2136 00000100:00100000:1.0:1734016149.977270:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+17:10406:x1818247339344640:12345-192.168.201.1@tcp:101:lfs.0 00010000:00010000:1.0:1734016149.977287:0:6473:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.977302:0:6473:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73225be lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2ab2 expref: -99 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.977342:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73225be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ab2 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.977353:0:6473:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3b3c0/0x903ef4aec73225be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ab2 expref: 18 pid: 6473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.977366:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880073c15200) 00010000:00010000:1.0:1734016149.977369:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1734016149.977371:0:6473:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3b3c0, rc 0) 00000100:00100000:1.0:1734016149.977406:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+18:10406:x1818247339344640:12345-192.168.201.1@tcp:101:lfs.0 Request processed in 135us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016149.977412:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2136 00000100:00100000:0.0:1734016149.982472:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016149.982541:0:6477:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339344896 00000100:00100000:2.0:1734016149.982548:0:6477:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339344896 00000100:00100000:2.0:1734016149.982592:0:6477:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 34 00000100:00100000:2.0:1734016149.982599:0:6477:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+18:10406:x1818247339344896:12345-192.168.201.1@tcp:35:lfs.0 00000100:00100000:2.0:1734016149.982752:0:6477:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+19:10406:x1818247339344896:12345-192.168.201.1@tcp:35:lfs.0 Request processed in 153us (286us total) trans 4294968638 rc 0/0 00000100:00100000:2.0:1734016149.982759:0:6477:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 34 00000100:00100000:0.0:1734016150.000148:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016150.000175:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339345024 00000100:00100000:0.0:1734016150.000196:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339345024 00000100:00100000:0.0:1734016150.000237:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2137 00000100:00100000:0.0:1734016150.000244:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+19:10408:x1818247339345024:12345-192.168.201.1@tcp:101:dd.0 00010000:00010000:0.0:1734016150.000277:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016150.000292:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73225c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2ab9 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.000338:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73225cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016150.000348:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73225cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016150.000356:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73225cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:0.0:1734016150.000385:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1734016150.000388:0:6475:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016150.000403:0:6475:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73225cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016150.000420:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8d80/0x903ef4aec73225c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ab9 expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.000432:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73225cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ab9 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.000439:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a7cfd200) 00010000:00010000:0.0:1734016150.000441:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734016150.000444:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1baf40, rc 0) 00000100:00100000:0.0:1734016150.000481:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:10408:x1818247339345024:12345-192.168.201.1@tcp:101:dd.0 Request processed in 236us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016150.000819:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2137 00000100:00100000:0.0:1734016150.008234:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016150.008620:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339345280 00000100:00100000:1.0:1734016150.008629:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339345280 00000100:00100000:1.0:1734016150.008665:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2138 00000100:00100000:1.0:1734016150.008672:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+20:10408:x1818247339345280:12345-192.168.201.1@tcp:101:dd.0 00010000:00010000:1.0:1734016150.008689:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016150.008692:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1734016150.008712:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1baf40/0x903ef4aec73225cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ab9 expref: 20 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016150.008725:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a7cfd200) 00010000:00010000:1.0:1734016150.008734:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016150.008743:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73225d3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2ac0 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016150.009153:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009162:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009170:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009197:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009205:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009210:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009249:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73225e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009264:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73225e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009270:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73225e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00000004:00200000:1.0:1734016150.009277:0:6475:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 0 00010000:00010000:1.0:1734016150.009335:0:6475:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009341:0:6475:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009345:0:6475:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009350:0:6475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a3af40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016150.009352:0:6475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009357:0:6475:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009364:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880073c15a00) 00010000:00010000:1.0:1734016150.009366:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016150.009369:0:6475:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009373:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3af40/0x903ef4aec73225da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009380:0:6475:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009384:0:6475:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009667:0:6475:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009671:0:6475:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38fc0 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:1.0:1734016150.009673:0:6475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009677:0:6475:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009683:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff880073c15e00) 00010000:00010000:1.0:1734016150.009685:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016150.009687:0:6475:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009691:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38fc0/0x903ef4aec73225e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6475 initiator: MDT0 00010000:00010000:1.0:1734016150.009718:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38000/0x903ef4aec73225d3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ac0 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016150.009727:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73225e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ac0 expref: 21 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016150.009733:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880073c15200) 00010000:00010000:1.0:1734016150.009734:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016150.009736:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a3ba80, rc 0) 00000100:00100000:1.0:1734016150.009975:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:10408:x1818247339345280:12345-192.168.201.1@tcp:101:dd.0 Request processed in 1301us (1745us total) trans 4294968639 rc 0/0 00000100:00100000:1.0:1734016150.009982:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2138 00000100:00100000:0.0:1734016150.013654:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016150.014015:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339345408 00000100:00100000:0.0:1734016150.014022:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339345408 00000100:00100000:0.0:1734016150.014053:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2139 00000100:00100000:0.0:1734016150.014060:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+21:10408:x1818247339345408:12345-192.168.201.1@tcp:101:dd.0 00010000:00010000:0.0:1734016150.014077:0:6475:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016150.014091:0:6475:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73225f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2ac7 expref: -99 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.014114:0:6475:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec73225fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016150.014123:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec73225fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016150.014131:0:6475:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec73225fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6475 initiator: MDT0 00010000:00010000:0.0:1734016150.014212:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1b8000/0x903ef4aec73225f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ac7 expref: 23 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.014224:0:6475:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800ac1bba80/0x903ef4aec73225fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ac7 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.014230:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880073c15200) 00010000:00010000:0.0:1734016150.014232:0:6475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1734016150.014235:0:6475:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1bba80, rc 0) 00000100:00100000:0.0:1734016150.014285:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+22:10408:x1818247339345408:12345-192.168.201.1@tcp:101:dd.0 Request processed in 224us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016150.014291:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2139 00000100:00100000:0.0:1734016150.017037:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016150.017116:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339345664 00000100:00100000:1.0:1734016150.017124:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339345664 00000100:00100000:1.0:1734016150.017157:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 2140 00000100:00100000:1.0:1734016150.017163:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+22:10408:x1818247339345664:12345-192.168.201.1@tcp:36:dd.0 00010000:00010000:1.0:1734016150.017216:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016150.017236:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a3ba80/0x903ef4aec73225e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ac0 expref: 22 pid: 6475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016150.017262:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880073c15200) 00010000:00010000:1.0:1734016150.017266:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016150.017378:0:6473:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016150.017390:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:1.0:1734016150.017397:0:6473:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000001:00080000:1.0:1734016150.017425:0:6473:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968640 00000004:00010000:1.0:1734016150.017440:0:6473:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880074336a00 reply state ffff880071630000 transno 4294968641 ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6473 initiator: MDT0 00000100:00100000:1.0:1734016150.017450:0:6473:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016150.017516:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ca960967-f34d-4bd7-a96b-f55b9893eead+24:10408:x1818247339345664:12345-192.168.201.1@tcp:36:dd.0 Request processed in 351us (481us total) trans 4294968641 rc 0/0 00000100:00100000:1.0:1734016150.017523:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 2140 00000020:00080000:1.0:1734016150.017527:0:6473:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016150.019826:0:3487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016150.019836:0:3487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016150.019841:0:3487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016150.019845:0:3487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880091a38b40 already unused, calling callback (ffffffffa0eeb950) 00010000:00010000:2.0:1734016150.019850:0:3487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016150.019855:0:3487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6473 initiator: MDT0 00000100:00100000:0.0:1734016150.019874:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:3.0:1734016150.019954:0:7681:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339345792 00000100:00100000:3.0:1734016150.019960:0:7681:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339345792 00000100:00100000:3.0:1734016150.019988:0:7681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11632 00000100:00100000:3.0:1734016150.019994:0:7681:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:10408:x1818247339345792:12345-192.168.201.1@tcp:101:dd.0 00010000:00010000:3.0:1734016150.020005:0:7681:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016150.020019:0:7681:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732260b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2ace expref: -99 pid: 7681 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1734016150.020034:0:7681:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1734016150.020047:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016150.020048:0:7681:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016150.020054:0:7681:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732260b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ace expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.020066:0:7681:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800ac164d80/0x903ef4aec732260b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ace expref: 8 pid: 7681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.020073:0:7681:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac164d80, rc 0) 00000100:00100000:3.0:1734016150.020114:0:7681:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:10408:x1818247339345792:12345-192.168.201.1@tcp:101:dd.0 Request processed in 119us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016150.020120:0:7681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11632 00010000:00010000:2.0:1734016150.020149:0:3487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff880073c15200) 00010000:00010000:2.0:1734016150.020152:0:3487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016150.020155:0:3487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00010000:00010000:2.0:1734016150.020161:0:3487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091a38b40/0x903ef4aec7322604 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6473 initiator: MDT0 00000100:00100000:2.0:1734016150.023127:0:3495:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016150.023283:0:7682:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339345920 00000100:00100000:0.0:1734016150.023289:0:7682:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339345920 00000100:00100000:0.0:1734016150.023324:0:7682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 11633 00000100:00100000:0.0:1734016150.023330:0:7682:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+6:10408:x1818247339345920:12345-192.168.201.1@tcp:101:dd.0 00010000:00010000:0.0:1734016150.023342:0:7682:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016150.023356:0:7682:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7322612 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x99188b78c51a2ad5 expref: -99 pid: 7682 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016150.023372:0:7682:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1734016150.023386:0:7682:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016150.023388:0:7682:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016150.023393:0:7682:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7322612 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ad5 expref: 7 pid: 7682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.023403:0:7682:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800ac1b8000/0x903ef4aec7322612 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.201.1@tcp remote: 0x99188b78c51a2ad5 expref: 7 pid: 7682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.023411:0:7682:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800ac1b8000, rc 0) 00000100:00100000:0.0:1734016150.023469:0:7682:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d83d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ca960967-f34d-4bd7-a96b-f55b9893eead+7:10408:x1818247339345920:12345-192.168.201.1@tcp:101:dd.0 Request processed in 138us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016150.023474:0:7682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 11633 00000100:00100000:0.0:1734016150.025067:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:0.0:1734016150.025115:0:3494:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:2.0:1734016150.025212:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339346048 00000100:00100000:2.0:1734016150.025217:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339346048 00002000:00010000:2.0:1734016150.025237:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016150.025240:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335180 with x1818247339346048 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016150.025247:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335180. 00000100:00100000:2.0:1734016150.025274:0:7686:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339346176 00000100:00100000:2.0:1734016150.025278:0:7686:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339346176 00002000:00010000:2.0:1734016150.025287:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/5 (0->18446744073709551615) 00002000:00100000:2.0:1734016150.025289:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336300 with x1818247339346176 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016150.025293:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880074336300. 00000100:00100000:2.0:1734016150.025315:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9789 00000100:00100000:2.0:1734016150.025321:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1983:x1818247339346048:12345-192.168.201.1@tcp:10:dd.0 00002000:00010000:2.0:1734016150.025431:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016150.025433:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 0 -> 1734016150 00002000:00010000:2.0:1734016150.025435:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016150.025437:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 0 -> 1734016150 00002000:00010000:2.0:1734016150.025439:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016150.025468:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1983:x1818247339346048:12345-192.168.201.1@tcp:10:dd.0 Request processed in 147us (401us total) trans 4294969485 rc 0/0 00000100:00100000:2.0:1734016150.025475:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9789 00002000:00010000:2.0:1734016150.025478:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016150.025480:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335180 with x1818247339346048 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016150.025484:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335180. 00000100:00100000:2.0:1734016150.025494:0:7686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9790 00000100:00100000:2.0:1734016150.025498:0:7686:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+7:1982:x1818247339346176:12345-192.168.201.1@tcp:10:dd.0 00002000:00010000:2.0:1734016150.025564:0:7686:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016150.025567:0:7686:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1734016150 00002000:00010000:2.0:1734016150.025568:0:7686:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1734016150.025570:0:7686:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1734016150 00002000:00010000:2.0:1734016150.025572:0:7686:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016150.025593:0:7686:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+8:1982:x1818247339346176:12345-192.168.201.1@tcp:10:dd.0 Request processed in 92us (477us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1734016150.025600:0:7686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.1@tcp, seq: 9790 00002000:00010000:2.0:1734016150.025603:0:7686:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/5 (0->18446744073709551615) 00002000:00100000:2.0:1734016150.025605:0:7686:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074336300 with x1818247339346176 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016150.025608:0:7686:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880074336300. 00000100:00100000:0.0:1734016150.094244:0:3493:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.1@tcp (source: 12345-192.168.201.1@tcp) 00000100:00100000:1.0:1734016150.094340:0:7685:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339346432 00000100:00100000:1.0:1734016150.094347:0:7685:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339346432 00002000:00100000:1.0:1734016150.094381:0:7685:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880074335c00 x1818247339346432/t0(0) o4->ca960967-f34d-4bd7-a96b-f55b9893eead@192.168.201.1@tcp:111/0 lens 488/0 e 0 to 0 dl 1734016161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1734016150.094389:0:7685:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880074335c00 with x1818247339346432 ext(0->4194303) 00002000:00010000:1.0:1734016150.094393:0:7685:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880074335c00 00000100:00100000:3.0:1734016150.095566:0:13912:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.1@tcp, seq: 9791 00000100:00100000:3.0:1734016150.095573:0:13912:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ca960967-f34d-4bd7-a96b-f55b9893eead+9:1982:x1818247339346432:12345-192.168.201.1@tcp:4:dd.0 Debug log: 73280 lines, 73280 kept, 0 dropped, 0 bad.